-- Logs begin at Wed 2022-02-16 11:51:17 UTC, end at Wed 2022-02-16 13:36:52 UTC. -- Feb 16 12:27:39.713532 dv-neutron-829435-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 12:27:42.237115 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:27:42.237845 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 12:27:42.237845 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:27:42.240980 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:27:42.241234 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev36 Feb 16 12:27:42.241544 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:27:42.242473 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:27:42.242704 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:27:42.243061 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:27:42.243304 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:27:42.243528 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:27:42.243844 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.244170 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.245092 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.245500 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.245894 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.246193 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.246480 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.246773 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.247075 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.247363 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.247647 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.247931 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.248192 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.248479 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.248768 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.249057 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.249285 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] debug = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.249568 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.249991 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.250405 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.250686 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.250974 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.251253 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.251527 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.251801 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.252113 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.252447 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] host = dv-neutron-829435-1-hyperv {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.252726 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.253013 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.253300 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.253585 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.253861 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.254139 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.254421 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.254694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.254967 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.255243 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.255529 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.255812 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.256123 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.256350 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.256573 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.256860 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.257147 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.257423 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.257699 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.257975 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.258248 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.258521 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.258790 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.259075 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.259360 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.259644 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.259920 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.260311 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.260762 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.261045 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.261335 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.261617 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.261894 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.262173 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.262466 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.262737 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.263013 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.263314 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.263602 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.263884 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.264204 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.264482 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.264764 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.265038 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.265311 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.265584 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_json = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.265857 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.266127 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.266407 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.266678 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.266949 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.267222 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.267494 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.267775 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.268072 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:42.268371 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.268665 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.268962 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.269251 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.269544 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.269824 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.270111 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.270390 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.270676 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.270960 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.271248 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.271527 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.271816 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.272124 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.272424 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.272725 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.273017 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.273309 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.273586 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.273858 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.274133 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.274411 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.274697 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.274986 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.275273 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.275547 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.275907 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.276428 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.276719 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.276998 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.277280 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.277572 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.277855 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.278130 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.278416 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.278698 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.278974 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.279248 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.279528 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.279821 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.280137 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.280412 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.280686 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.280964 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.281235 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.281523 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.281805 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.282077 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.282355 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.282635 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.282909 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.283182 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.283462 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.283735 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.284021 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.284310 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.284582 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.284855 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.285125 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.285397 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.285669 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.285942 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.286221 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.286491 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.286761 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.287030 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.287301 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.287571 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.287854 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.288428 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.288705 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.288981 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.289258 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.289533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.289814 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.290091 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.290369 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.290649 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.290921 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.291210 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.292117 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.292643 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.292938 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.293226 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.293533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.293813 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.294102 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.294385 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.294673 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.294960 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.295247 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.295543 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.295839 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.296161 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.296456 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.296751 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.297035 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.297345 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.297628 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:42.297847 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:27:42.298088 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87593) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 12:27:42.697138 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO keyring.backend [-] Loading KWallet Feb 16 12:27:42.704818 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO keyring.backend [-] Loading SecretService Feb 16 12:27:42.708251 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO keyring.backend [-] Loading Windows Feb 16 12:27:42.709611 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO keyring.backend [-] Loading chainer Feb 16 12:27:42.710174 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO keyring.backend [-] Loading macOS Feb 16 12:27:42.744684 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:27:42.745132 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:27:42.745534 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:27:42.745880 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 12:27:43.140561 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.140856 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.141132 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.142317 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.142593 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.142980 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.178241 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.178521 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.178789 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.192362 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.192644 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.192916 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.224129 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.224418 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.224688 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.262568 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.263122 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.263122 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.501867 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.502153 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.502419 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.502685 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.503420 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.626036 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.626360 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.626646 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.626925 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.627194 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.627507 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.627774 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.628053 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.628310 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.628591 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.628850 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.629113 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.629375 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.629627 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.629892 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.630157 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.630415 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.630681 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.630930 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.631208 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.631554 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.631802 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.632075 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.632358 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.632605 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.632847 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.633227 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.633464 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.633698 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.633930 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.634162 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.634393 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:43.634752 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 12:27:43.638754 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 12:27:43.642698 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 12:27:43.646561 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 16 12:27:43.648233 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 12:27:43.648685 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 12:27:43.649025 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 12:27:43.649414 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 12:27:43.653595 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 12:27:43.653850 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 12:27:43.654198 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:27:43.682925 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 12:27:43.683611 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.683913 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87593) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 12:27:43.684299 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.685688 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87593) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 12:27:43.685970 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:27:43.686220 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 12:27:43.689483 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.689767 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:43.755347 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 12:27:43.755530 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 12:27:43.755771 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 12:27:43.756174 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 12:27:43.786719 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_db.sqlalchemy.engines [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87593) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 12:27:44.116756 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing driver for type 'gre' Feb 16 12:27:44.117208 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] gre ID ranges: [(1, 1000)] Feb 16 12:27:44.170286 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing driver for type 'local' Feb 16 12:27:44.170681 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing driver for type 'vlan' Feb 16 12:27:44.181337 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] VlanTypeDriver initialization complete Feb 16 12:27:44.181765 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing driver for type 'vxlan' Feb 16 12:27:44.182812 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] vxlan ID ranges: [(1, 1000)] Feb 16 12:27:44.235859 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing extension driver 'port_security' Feb 16 12:27:44.236220 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.extensions.port_security [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] PortSecurityExtensionDriver initialization complete Feb 16 12:27:44.236544 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing mechanism driver 'openvswitch' Feb 16 12:27:44.236875 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing mechanism driver 'hyperv' Feb 16 12:27:44.243456 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.plugin [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:44.244165 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.244529 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.245388 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.245984 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.246422 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.246861 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.247204 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.247586 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.247984 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.248348 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.248684 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.249066 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.249461 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.249801 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.250132 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.250512 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.250907 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.251396 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.251887 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.252496 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.252898 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > address_group after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.253242 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > address_group after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.253580 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.253964 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:27:44.254401 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] ML2 OVO RPC backend initialized. {{(pid=87593) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 12:27:44.255109 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.255458 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.255868 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.256238 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > networks before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.256584 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.256920 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > ports before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.257260 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.257595 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnets before_response 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.257936 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.258271 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.258601 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.258934 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.259265 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.259598 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.259932 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.260292 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.261234 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.261852 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.plugin [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Modular L2 Plugin initialization complete Feb 16 12:27:44.262185 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading services supported by the core plugin {{(pid=87593) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 12:27:44.262506 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.plugins.ml2.managers [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Got port-security extension from driver 'port_security' Feb 16 12:27:44.262962 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.extensions.vlantransparent [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Disabled vlantransparent extension. Feb 16 12:27:44.263483 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87593) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 12:27:44.263767 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: router Feb 16 12:27:44.301223 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.301603 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_create 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.301962 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router before_create 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.302318 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.302682 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.303032 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_delete 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.303387 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.303749 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_create 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.304112 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.304459 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.304800 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.305150 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.305550 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.305912 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.306247 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.306578 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: subnet after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.306910 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.307771 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.308163 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_create 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.308505 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.308845 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.309208 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router after_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.309547 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.309890 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_create 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.310245 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.310583 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_update 55549900 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.310939 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > agent after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.311280 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > agent after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.311617 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > network after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.312567 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Tracking information for resource: router configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:44.312894 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Tracking information for resource: floatingip configured {{(pid=87593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:27:44.317817 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.db.l3_agentschedulers_db [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 12:27:44.318379 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.318735 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.319083 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.319428 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: port after_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.320333 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router before_create 55550100 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.320692 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.321051 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_create 55550100 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.321401 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > router precommit_update 55550100 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.326554 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.provider_configuration [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service providers = [] {{(pid=87593) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 12:27:44.326910 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.db.servicetype_db [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87593) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 12:27:44.329917 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.service_base [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:27:44.330260 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.service_base [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:27:44.330596 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.service_base [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:27:44.331475 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.services.service_base [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:27:44.331839 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.services.service_base [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 12:27:44.332230 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.332543 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 12:27:44.343250 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.343579 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: auto_allocate Feb 16 12:27:44.349468 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: network precommit_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.349830 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: network precommit_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.350335 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.350649 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: tag Feb 16 12:27:44.357286 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.357612 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: timestamp Feb 16 12:27:44.361571 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.361901 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: network_ip_availability Feb 16 12:27:44.367170 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.367492 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.367841 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.368570 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.368886 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: flavors Feb 16 12:27:44.374427 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.374649 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading Plugin: revisions Feb 16 12:27:44.378991 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:27:44.379376 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=87593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:27:44.380145 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87593) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 12:27:44.380477 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Initializing extension manager. Feb 16 12:27:44.380970 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: __init__.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.381302 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: __pycache__ {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.381628 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.381952 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: address_group.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.382700 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.383274 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: address-group Feb 16 12:27:44.383591 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: address_scope.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.384328 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.384830 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: address-scope Feb 16 12:27:44.385147 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.386804 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.387306 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: router-admin-state-down-before-update Feb 16 12:27:44.387623 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: agent.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.388344 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.388847 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: agent Feb 16 12:27:44.389162 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: agent_resources_synced.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.390057 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.390556 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: agent-resources-synced Feb 16 12:27:44.390873 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: allowedaddresspairs.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.392849 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.393372 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: allowed-address-pairs Feb 16 12:27:44.393694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: auto_allocated_topology.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.394759 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.395267 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: auto-allocated-topology Feb 16 12:27:44.395588 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: availability_zone.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.396298 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.396796 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: availability_zone Feb 16 12:27:44.397113 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: availability_zone_filter.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.398013 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.398509 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: availability_zone_filter Feb 16 12:27:44.398827 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: data_plane_status.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.399720 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.400253 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 12:27:44.400571 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: default_subnetpools.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.401521 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.402020 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: default-subnetpools Feb 16 12:27:44.402339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.403137 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.403639 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: dhcp_agent_scheduler Feb 16 12:27:44.403955 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: dns.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.404884 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.405383 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension dns-integration not supported by any of loaded plugins Feb 16 12:27:44.405701 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: dns_domain_ports.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.406599 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.407097 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 12:27:44.407414 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: dvr.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.408100 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.408604 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: dvr Feb 16 12:27:44.408917 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: empty_string_filtering.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.409815 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.410318 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: empty-string-filtering Feb 16 12:27:44.410632 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.411529 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.412054 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:27:44.412370 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.413267 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.414017 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 12:27:44.414330 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: external_net.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.415225 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.415722 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: external-net Feb 16 12:27:44.416061 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.417056 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.417557 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: extra_dhcp_opt Feb 16 12:27:44.417871 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: extraroute.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.418770 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.419269 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: extraroute Feb 16 12:27:44.419582 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: extraroute_atomic.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.420622 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.421124 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: extraroute-atomic Feb 16 12:27:44.421439 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: filter_validation.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.422093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.422589 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: filter-validation Feb 16 12:27:44.422911 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: fip_pf_description.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.423804 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.424357 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 12:27:44.424674 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: fip_port_details.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.425773 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.426276 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: fip-port-details Feb 16 12:27:44.426664 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: flavors.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.427912 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.428462 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: flavors Feb 16 12:27:44.428779 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.430472 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.430989 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 12:27:44.431312 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: floatingip_pools.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.432099 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.433148 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: floatingip-pools Feb 16 12:27:44.433495 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: ip_allocation.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.434418 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.434925 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 12:27:44.435281 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.436245 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.436754 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: ip-substring-filtering Feb 16 12:27:44.437073 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l2_adjacency.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.437985 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.438480 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 12:27:44.438804 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.439759 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.440308 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: router Feb 16 12:27:44.440647 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.443029 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.443565 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:27:44.443934 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.444850 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.445371 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: ext-gw-mode Feb 16 12:27:44.445695 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.446596 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.447101 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: l3-ha Feb 16 12:27:44.447417 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3_flavors.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.449041 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.449593 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: l3-flavors Feb 16 12:27:44.449914 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.450838 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.451340 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 12:27:44.451659 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: l3agentscheduler.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.452714 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.453224 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: l3_agent_scheduler Feb 16 12:27:44.453544 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: logging.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.455038 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.455551 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension logging not supported by any of loaded plugins Feb 16 12:27:44.455876 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: metering.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.456636 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.457204 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: metering Feb 16 12:27:44.457523 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.458599 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.459108 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: metering_source_and_destination_fields Feb 16 12:27:44.459426 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: multiprovidernet.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.460376 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.460883 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: multi-provider Feb 16 12:27:44.461198 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: netmtu.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.462093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.462596 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: net-mtu Feb 16 12:27:44.462913 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: netmtu_writable.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.463961 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.464509 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: net-mtu-writable Feb 16 12:27:44.464825 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: network_availability_zone.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.465486 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.465986 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: network_availability_zone Feb 16 12:27:44.466300 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: network_ip_availability.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.467377 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.467882 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: network-ip-availability Feb 16 12:27:44.468233 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: network_segment_range.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.468989 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.469477 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 12:27:44.469789 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: pagination.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.470746 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.471067 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: pagination Feb 16 12:27:44.471377 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: port_device_profile.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.472427 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.472939 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: port-device-profile Feb 16 12:27:44.473261 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.474160 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.474662 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: port-mac-address-regenerate Feb 16 12:27:44.474976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.475876 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.476414 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: port-numa-affinity-policy Feb 16 12:27:44.476728 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: port_resource_request.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.477630 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.478130 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 12:27:44.478442 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: portbindings.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.479872 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.480401 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: binding Feb 16 12:27:44.480716 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: portbindings_extended.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.481988 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.482496 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: binding-extended Feb 16 12:27:44.482819 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: portsecurity.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.483731 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.484261 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: port-security Feb 16 12:27:44.484581 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: project_id.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.485540 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.485861 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: project-id Feb 16 12:27:44.486174 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: providernet.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.487081 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.487595 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: provider Feb 16 12:27:44.487909 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.491608 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.492165 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos not supported by any of loaded plugins Feb 16 12:27:44.492495 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.493727 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.494237 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 12:27:44.494561 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.496109 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.496618 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 12:27:44.496938 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_default.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.497838 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.498341 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-default not supported by any of loaded plugins Feb 16 12:27:44.498658 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_fip.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.499297 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.499790 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-fip not supported by any of loaded plugins Feb 16 12:27:44.500189 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_gateway_ip.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.501113 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.501616 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 12:27:44.501934 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_port_network_policy.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.502823 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.503319 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 12:27:44.503636 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_rule_type_details.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.504560 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.505064 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 12:27:44.505382 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: qos_rules_alias.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.506397 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.506900 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 12:27:44.507218 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: quotasv2.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.508143 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.508466 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: quotas Feb 16 12:27:44.508784 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: quotasv2_detail.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.510405 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.510753 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: quota_details Feb 16 12:27:44.511076 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: rbac.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.512141 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.512659 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: rbac-policies Feb 16 12:27:44.512977 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: rbac_address_group.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.513893 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.514403 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: rbac-address-group Feb 16 12:27:44.514739 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: rbac_address_scope.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.515693 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.516234 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: rbac-address-scope Feb 16 12:27:44.516552 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: rbac_security_groups.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.517447 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.517975 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: rbac-security-groups Feb 16 12:27:44.518292 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: rbac_subnetpool.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.519203 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.519707 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: rbac-subnetpool Feb 16 12:27:44.520035 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: revisionifmatch.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.520946 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.521450 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: revision-if-match Feb 16 12:27:44.521765 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: revisions.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.522864 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.523367 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: standard-attr-revisions Feb 16 12:27:44.523689 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: router_availability_zone.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.524372 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.524878 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: router_availability_zone Feb 16 12:27:44.525195 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: routerservicetype.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.526182 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.526715 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension router-service-type not supported by any of loaded plugins Feb 16 12:27:44.527029 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.527941 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.528549 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: security-groups-normalized-cidr Feb 16 12:27:44.528866 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.529901 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.530407 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: port-security-groups-filtering Feb 16 12:27:44.530727 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.531645 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.532178 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: security-groups-remote-address-group Feb 16 12:27:44.532495 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: securitygroup.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.542960 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.543486 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: security-group Feb 16 12:27:44.543816 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: segment.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.544615 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.545120 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension segment not supported by any of loaded plugins Feb 16 12:27:44.545444 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.546381 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.546887 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 12:27:44.547209 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: servicetype.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.548329 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.548842 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: service-type Feb 16 12:27:44.549162 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: sorting.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.550129 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.550453 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: sorting Feb 16 12:27:44.550769 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: standard_attr_segment.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.551668 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.552204 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 12:27:44.552559 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: standardattrdescription.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.553164 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.553669 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: standard-attr-description Feb 16 12:27:44.553985 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: stateful_security_group.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.554902 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.555410 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: stateful-security-group Feb 16 12:27:44.555725 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: stdattrs_common.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.556320 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 12:27:44.556635 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.558253 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.558774 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 12:27:44.559091 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnet_onboard.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.560183 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.560698 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: subnet_onboard Feb 16 12:27:44.561014 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.561925 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.562429 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 12:27:44.562744 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnet_service_types.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.563648 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.564177 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: subnet-service-types Feb 16 12:27:44.564500 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnetallocation.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.565564 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.566074 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: subnet_allocation Feb 16 12:27:44.566392 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.567043 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.567547 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: subnetpool-prefix-ops Feb 16 12:27:44.567862 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.568805 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.569311 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 12:27:44.569627 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: tagging.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.570684 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.571195 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: standard-attr-tag Feb 16 12:27:44.571513 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: timestamp.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.572720 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.573286 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loaded extension: standard-attr-timestamp Feb 16 12:27:44.573608 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: trunk.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.574689 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.575201 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension trunk not supported by any of loaded plugins Feb 16 12:27:44.575522 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: trunk_details.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.576458 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.576962 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension trunk-details not supported by any of loaded plugins Feb 16 12:27:44.577279 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: uplink_status_propagation.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.578180 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.578687 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 12:27:44.579004 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Loading extension file: vlantransparent.py {{(pid=87593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:27:44.579663 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:27:44.580196 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 12:27:44.582586 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:network Feb 16 12:27:44.583316 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnet Feb 16 12:27:44.584108 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:27:44.584700 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:port Feb 16 12:27:44.585928 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.586371 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service FLAVORS assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.586992 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.587404 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.587730 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:router Feb 16 12:27:44.588400 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:27:44.589124 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service METERING assigned prefix: /metering {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.590769 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.591134 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.591482 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:27:44.593789 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:27:44.594245 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:27:44.594908 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:27:44.595619 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service CORE assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.595949 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:27:44.596306 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] subnetpool is already registered Feb 16 12:27:44.596890 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service CORE assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.597212 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:27:44.597531 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] subnetpool is already registered Feb 16 12:27:44.709681 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.710120 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service FLAVORS assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.710703 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.711116 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.711480 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:router Feb 16 12:27:44.711809 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] router is already registered Feb 16 12:27:44.712473 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:27:44.712795 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] floatingip is already registered Feb 16 12:27:44.713412 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service METERING assigned prefix: /metering {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.714275 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:27:44.714596 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] rbac_policy is already registered Feb 16 12:27:44.715014 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:27:44.715333 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] security_group is already registered Feb 16 12:27:44.715903 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:27:44.716252 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] security_group_rule is already registered Feb 16 12:27:44.716897 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service CORE assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.717221 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:27:44.717540 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] subnetpool is already registered Feb 16 12:27:44.718127 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.v2.resource_helper [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Service CORE assigned prefix: {{(pid=87593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:27:44.718447 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:27:44.718763 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING neutron.quota.resource_registry [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] subnetpool is already registered Feb 16 12:27:44.719388 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: extensions {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.720870 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: address-groups {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.722456 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: address-scopes {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.723620 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: agents {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.724781 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: auto-allocated-topology {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.726090 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: availability_zones {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.727293 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: dhcp-networks {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.728708 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: dhcp-agents {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.730755 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: routers {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.732545 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: flavors {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.733686 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: service_profiles {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.734880 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: next_providers {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.736400 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: service_profiles {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.737853 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: floatingip-pools {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.739047 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: routers {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.740841 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: floatingips {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.741998 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: l3-routers {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.743341 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: l3-agents {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.745430 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: metering-labels {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.746643 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: metering-label-rules {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.747902 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: network-ip-availabilities {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.749149 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: bindings {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.750752 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: quotas {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.752176 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: quotas {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.753625 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: rbac-policies {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.754891 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: security-groups {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.756098 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: security-group-rules {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.757300 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: service-providers {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.758583 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: subnetpools {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.759889 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: subnetpools {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.761532 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.763256 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.764946 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.766748 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.769508 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.771338 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.773003 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.774918 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.776789 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.778603 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron.api.extensions [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Extended resource: tags {{(pid=87593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:27:44.784383 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING keystonemiddleware.auth_token [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 12:27:44.789257 dv-neutron-829435-1-hyperv neutron-server[87593]: WARNING keystonemiddleware.auth_token [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 12:27:44.798197 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Acquired lock "singleton_lock" {{(pid=87593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 12:27:44.798663 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_concurrency.lockutils [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Releasing lock "singleton_lock" {{(pid=87593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 12:27:44.799282 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Starting 2 workers Feb 16 12:27:44.803963 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Started child 87698 {{(pid=87593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:27:44.808844 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Started child 87699 {{(pid=87593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:27:44.809754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.810402 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO neutron.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 12:27:44.811035 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Notify callbacks [] for process, before_spawn {{(pid=87593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.811195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [-] (87698) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:27:44.813136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.813603 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Starting 1 workers Feb 16 12:27:44.814464 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [-] (87699) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:27:44.818375 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Started child 87700 {{(pid=87593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:27:44.818886 dv-neutron-829435-1-hyperv neutron-server[87593]: INFO oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Starting 1 workers Feb 16 12:27:44.821849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] calling RpcWorker wait() {{(pid=87700) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 12:27:44.822382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] returning from RpcWorker wait() {{(pid=87700) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 12:27:44.823757 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Started child 87701 {{(pid=87593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:27:44.824567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.824718 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG neutron_lib.callbacks.manager [None req-be889706-6afa-4e8c-9132-0fb369724d1f None None] Notify callbacks [] for process, after_spawn {{(pid=87593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.825285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:44.826343 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:27:44.826554 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:27:44.826735 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:27:44.826946 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:27:44.827272 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:27:44.827432 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:27:44.827918 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.828233 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.828432 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:44.828879 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.828879 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.829026 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.829512 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:44.829600 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.829827 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.830072 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.830340 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.830573 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.830737 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.830899 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.831137 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.831369 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.831645 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.831914 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.832172 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.832454 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.832622 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.832878 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.833137 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.833379 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.833635 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] debug = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.833871 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.834333 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.834562 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.834810 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.835028 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.835303 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.835527 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.835802 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.836066 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.836280 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.836523 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.836782 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.837009 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.837237 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.837474 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.837719 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.837931 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.838405 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] host = dv-neutron-829435-1-hyperv {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.838710 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.839558 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.839795 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.840068 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.840333 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.840549 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.840811 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.841079 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.841329 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.841554 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.841811 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.842054 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.842268 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.842517 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.842679 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_options = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.842912 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.843180 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.843443 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.843698 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.843851 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.844020 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.844319 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.844452 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.844621 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.844870 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.845051 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.845282 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.845541 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.845740 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.845979 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.846205 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.846415 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.846622 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.846881 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.847108 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.847327 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.847548 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.847791 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.848050 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.848285 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.848510 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.848749 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.848960 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.849163 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.849417 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.849664 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.849936 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.850150 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.850537 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.850885 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.851123 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.851351 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.851610 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.851837 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.852100 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.852348 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.852560 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.852783 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.853124 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.853423 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.853965 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_json = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.854109 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.854459 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.854975 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.855246 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.855481 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.855674 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.855983 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.856311 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.856400 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.856784 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.857063 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858021 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858021 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858021 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858290 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858505 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.858949 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.859201 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.859731 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.859885 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.860053 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.860298 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.860546 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.861000 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.861334 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.863452 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.864583 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.864583 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.868398 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.868839 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.869273 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.870941 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.871643 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.872961 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.873241 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.873479 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.873736 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.873967 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.874216 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.874446 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.875119 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.875411 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.875643 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.876146 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.876380 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.876640 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.876882 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.877116 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.877345 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.877603 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.877871 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.878113 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.878439 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.878672 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.878891 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.879130 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.879833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 45392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:27:44.892201 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.892806 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894019 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894019 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894019 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894236 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894375 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.894531 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0121884 Feb 16 12:27:44.894710 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.895244 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.895525 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.895756 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.895985 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.896255 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.896472 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.896736 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.896985 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.897217 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.897442 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.897670 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.897894 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.898117 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899093 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899377 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899446 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899669 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.899892 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.900173 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.900412 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.900634 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.900850 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.901068 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.901306 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.901533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.901780 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.902044 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.902357 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.902598 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.903187 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.903187 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.903343 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.903585 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.903842 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.905689 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.905689 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.905689 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.905891 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.906109 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.907924 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.908165 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.908315 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.908560 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.908813 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.909051 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.909304 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.909542 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.909807 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.910053 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.910334 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.911336 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.911336 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.911336 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.911571 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.911705 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.912278 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.912278 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.912563 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.912710 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.912931 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.913189 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.913701 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.913946 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.914225 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.914463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.914693 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.914905 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.915155 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.915613 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.915882 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.916149 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.916389 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.916678 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.917177 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.917439 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.917723 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.918978 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.918978 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.918978 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.918978 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.918978 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.919664 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.919664 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.919664 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920134 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920134 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920403 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920540 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920775 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.920989 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.921993 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.921993 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.921993 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.921993 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.922534 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.922534 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.922534 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.922903 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.923035 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.923178 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.923404 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.923645 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.923863 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.924140 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.924362 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925241 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925241 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925241 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925507 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.925972 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.926194 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.926441 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.926684 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.926899 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.927114 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.927337 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.927550 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.928797 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.928797 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.928797 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.928797 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.928797 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.929488 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.929488 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.930312 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.930567 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931296 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931296 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931296 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.931968 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.932136 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.933574 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.933574 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.933574 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.933574 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934094 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934094 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934298 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934398 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934699 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.934940 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.935173 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936054 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936054 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936054 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936296 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936364 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936745 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.936976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.937207 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.937421 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.937636 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.937845 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.938425 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.938425 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.938706 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.938892 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.939125 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.939372 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.939636 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.940031 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.940186 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.940450 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.940676 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.940898 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.941134 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.941432 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.941770 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.942062 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.942317 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.942558 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.942839 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.943167 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.943436 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.943655 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.943939 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.944752 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.944752 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.945083 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.945083 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.947458 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.947458 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.947779 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.947946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:44.948741 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.948741 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.949316 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.949509 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.949646 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.949867 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.950101 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.950336 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.950607 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.950838 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.951102 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.951333 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.951629 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.952235 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:27:44.952372 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:27:44.952527 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:27:44.952684 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:27:44.952854 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:27:44.953023 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:27:44.953175 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:27:44.953391 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.953564 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.953707 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.953840 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.953983 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954164 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954327 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954487 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954646 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954804 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.954962 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955119 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955277 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955436 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955594 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955820 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.955944 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] debug = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.957796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958443 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958443 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958443 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958443 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958904 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958904 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.958904 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959172 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959172 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959334 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959412 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959559 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959777 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.959874 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960041 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960190 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960344 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] host = dv-neutron-829435-1-hyperv {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960501 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960660 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960810 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.960970 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961120 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961280 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961430 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961589 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961752 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.961893 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.962046 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.962206 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.962351 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.963258 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.963427 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_options = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.963611 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964382 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964382 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964382 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964605 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964768 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.964905 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.965038 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.965987 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.966138 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.966302 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.966459 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.966666 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.966788 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.967743 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.968747 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969249 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969249 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969249 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969462 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969462 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969621 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969709 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.969862 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970026 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970167 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970331 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970497 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970638 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970799 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.970956 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971115 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971273 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971415 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971573 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_json = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971731 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.971879 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972054 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972215 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972372 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972531 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972679 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972836 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.972995 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:27:44.973176 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.973335 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.973501 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.973662 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.973904 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.974071 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.974231 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975154 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975319 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975475 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975683 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975819 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.975951 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976145 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976337 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976515 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976610 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976770 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.976924 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.977125 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.977242 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.977445 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.977590 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.977742 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.978538 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.978538 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.978538 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.978538 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.978538 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979039 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979039 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979039 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979039 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979458 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979559 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979714 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.979924 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.980897 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981060 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981219 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981384 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981546 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981708 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.981870 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.982031 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.982192 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.982340 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.983411 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.983583 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.983746 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.983923 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984107 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984269 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984431 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984593 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984753 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.984913 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985074 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985235 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985397 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985555 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985729 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.985890 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986052 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986212 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986374 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986535 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986695 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.986855 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987016 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987175 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987335 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987495 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987656 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987817 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.987979 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.989587 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.990502 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.990502 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.990502 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.990502 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.990502 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.991539 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.992410 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.992410 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.992410 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.992784 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.992972 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993139 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993329 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993462 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993593 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993760 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.993920 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.995463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996070 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996070 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996070 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996070 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996320 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996320 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996488 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996658 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996806 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.996968 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997136 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997296 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997455 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997614 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997773 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.997932 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998100 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.998976 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999311 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999311 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999465 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999537 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999637 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999796 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:44.999956 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.000139 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.000299 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.000460 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001339 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001704 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001704 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001704 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.001907 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002030 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002154 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002274 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002414 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002574 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002733 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.002893 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003053 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003213 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003373 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003532 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003690 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.003850 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004039 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004189 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004348 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004508 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004670 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004830 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.004990 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005151 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005312 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005472 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005633 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005795 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.005956 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006116 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006276 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006435 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006596 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006756 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.006916 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007077 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007236 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007395 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007571 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007730 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.007890 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008088 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008251 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008412 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008572 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008730 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.008889 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009049 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009207 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009370 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009533 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009694 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.009854 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010013 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010173 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010331 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010586 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010790 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.010942 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011064 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011265 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011470 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011643 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011804 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.011964 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012153 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012314 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012482 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012642 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012801 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.012960 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013119 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013307 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013474 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013634 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013803 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.013962 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014122 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014283 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014456 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014617 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014839 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.014965 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015087 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015246 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015407 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015572 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015741 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.015910 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016097 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016251 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016421 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016590 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016757 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.016902 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017075 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017236 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017396 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017558 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017715 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.017874 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018032 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018196 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018353 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018511 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018671 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018830 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.018996 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019171 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019302 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019463 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019629 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019772 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.019930 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.020131 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:27:45.020286 dv-neutron-829435-1-hyperv neutron-server[87593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:27:55.647512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a484c0-e72d-4bb6-b96c-040061ebd44e None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:27:55.719018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a484c0-e72d-4bb6-b96c-040061ebd44e None None] No non-hosted networks {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 12:27:55.734927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.agentschedulers_db [None req-28a484c0-e72d-4bb6-b96c-040061ebd44e None None] DHCP Agent not found on host dv-neutron-829435-1-hyperv {{(pid=87700) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 12:27:55.873238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-937e05e1-0df8-4ecc-9f3f-87ef2ca90064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:57.840912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a265a2b-0110-44f4-8a72-d67beab03de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:57.871249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e728c625-9c26-490a-b93e-00fe52ca9e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:58.925039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:27:58.925734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.926405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.927243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.927581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.927945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.928332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.928665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.928993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.929321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.929846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.930236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.930773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:27:58.931180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829435-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:58.939228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829435-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:27:59.000764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:00.337047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:02.075817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:02.664499 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-e06c7637-e91a-454b-afd9-cab7a926fe3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:02.665086 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-e06c7637-e91a-454b-afd9-cab7a926fe3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:02.884135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e06c7637-e91a-454b-afd9-cab7a926fe3b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:28:02.885386 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e06c7637-e91a-454b-afd9-cab7a926fe3b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8072336 Feb 16 12:28:05.075371 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.db.l3_hamode_db [None req-41117f07-f5aa-4e9d-9a30-eb65bb6533c3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 12:28:05.161345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41117f07-f5aa-4e9d-9a30-eb65bb6533c3 None None] Routers set() bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:28:05.161731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41117f07-f5aa-4e9d-9a30-eb65bb6533c3 None None] Router IDs set() for agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 12:28:05.313517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:05.682058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:05.789021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.policy [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:28:05.834900 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:05.835229 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:05.844447 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.quota [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Loaded quota_driver: . Feb 16 12:28:05.859901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:05.919991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749831235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749831804', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749844826', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749881078', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749891438', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730749867166', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-739228', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33282692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33054084'] for rbac-policy, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:05.987210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:05.988417 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3620729c-b098-4f09-aded-06ddd9675914 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6739440 Feb 16 12:28:08.616200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:08.958177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'name': 'private'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:08.962949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:08.967995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Usage tracker for resource:network and tenant:dd71e6f1a7a441c69b7666fd00a32695 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:08.972805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:08.978723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:08.988729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Made reservation on behalf of dd71e6f1a7a441c69b7666fd00a32695 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:28:08.991685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.008860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.022519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:09.026065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:dd71e6f1a7a441c69b7666fd00a32695 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:09.031722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:09.037406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:09.133333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.136868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.161279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:28:09.186477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730745712550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.187314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Unsubscribe: segment precommit_create {{(pid=87699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:28:09.187811 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Added segment 13c6369a-0be2-41c4-8199-4c88269b62bc of type vlan for network b90142e5-8e49-4ff0-87d6-8e56401b544f Feb 16 12:28:09.196071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c802690-bbc8-4b6a-b104-f974bd96dff0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:09.250101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.250465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.250805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.251130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.251457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.251779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.252119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.252454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.252773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.253085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.253396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.253706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Tracked resource versions report: Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: pushed versions: Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: consumer versions: Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 12:28:09.255009 dv-neutron-829435-1-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:28:09.299985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.340447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.341595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:09.342256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:09.447568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8302226 Feb 16 12:28:09.450217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b064-a7f9-4057-a30e-07c56b5c3dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=b90142e5-8e49-4ff0-87d6-8e56401b544f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:09.475517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network b90142e5-8e49-4ff0-87d6-8e56401b544f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:28:12.136697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:12.579186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec7bfb-7986-40b5-908f-933643420d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:12.580554 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-deec7bfb-7986-40b5-908f-933643420d8a admin admin] 10.222.0.65 "GET /v2.0/networks/b90142e5-8e49-4ff0-87d6-8e56401b544f HTTP/1.1" status: 200 len: 825 time: 0.4429226 Feb 16 12:28:12.606616 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa40442f-a8ee-43db-a2ba-c122bad1b35b admin admin] 10.222.0.65 "GET /v2.0/subnetpools/ff5a78a7-d31c-4561-bbb8-cf037b6b1063 HTTP/1.1" status: 200 len: 734 time: 0.0206919 Feb 16 12:28:12.614877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Request body: {'subnet': {'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'name': 'private-subnet'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:12.619451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:12.623017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Usage tracker for resource:subnet and tenant:dd71e6f1a7a441c69b7666fd00a32695 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:12.626490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:12.632022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:12.642165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Made reservation on behalf of dd71e6f1a7a441c69b7666fd00a32695 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:28:12.644431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:12.923557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.002937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Checking segment: {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:28:13.003298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Network hostable DHCP agents. Network: b90142e5-8e49-4ff0-87d6-8e56401b544f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:28:13.009970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfaa7d5-a5de-4342-8071-57d5764451ca,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:13.026863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Network b90142e5-8e49-4ff0-87d6-8e56401b544f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:28:13.036663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, b90142e5-8e49-4ff0-87d6-8e56401b544f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:13.041451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:13.042073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.046402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f16ee-8d37-42c0-805d-621a9d20cc8b None None] Network b90142e5-8e49-4ff0-87d6-8e56401b544f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:28:13.063569 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-193283a8-2614-4840-84d6-d503b6befacc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516950 Feb 16 12:28:13.353620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-b90142e5-8e49-4ff0-87d6-8e56401b544f', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:28:13.354821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.545366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Allocated IP 172.20.0.2 (b90142e5-8e49-4ff0-87d6-8e56401b544f/8bfaa7d5-a5de-4342-8071-57d5764451ca/5d857a71-7e65-4795-bea1-d662878b2659) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:28:13.773055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.788017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Transition to ACTIVE for port object 5d857a71-7e65-4795-bea1-d662878b2659 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:28:13.808611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Transition to ACTIVE for port object 5d857a71-7e65-4795-bea1-d662878b2659 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:28:13.814710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.872138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Network b90142e5-8e49-4ff0-87d6-8e56401b544f is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:28:13.874852 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:13.885808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:28:13.921001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Pushing event updated for resources: {'Port': ['ID=5d857a71-7e65-4795-bea1-d662878b2659,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:13.959135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.959484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.959827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.960183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.960511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.960861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.961198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.961519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.961853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.962175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.962494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.962810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Tracked resource versions report: Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: pushed versions: Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: { 'AddressGroup': {'1.2'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'ConntrackHelper': {'1.0'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Log': {'1.0'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Network': {'1.1'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Port': {'1.7'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'PortForwarding': {'1.2'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'QosPolicy': {'1.8'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroup': {'1.4'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SubPort': {'1.0'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Subnet': {'1.1'}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Trunk': {'1.1'}} Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: consumer versions: Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'ConntrackHelper': '1.0', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Log': '1.0', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Network': '1.1', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Port': '1.7', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'PortForwarding': '1.2', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'QosPolicy': '1.8', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroup': '1.4', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroupRule': '1.2', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SubPort': '1.0', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Subnet': '1.1', Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Trunk': '1.1'}} Feb 16 12:28:13.964181 dv-neutron-829435-1-hyperv neutron-server[87700]: {{(pid=87700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:28:13.991805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Attempting to bind port 5d857a71-7e65-4795-bea1-d662878b2659 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:28:13.992228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Attempting to bind port 5d857a71-7e65-4795-bea1-d662878b2659 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:28:13.992645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Attempting to bind port 5d857a71-7e65-4795-bea1-d662878b2659 on network b90142e5-8e49-4ff0-87d6-8e56401b544f {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:28:13.997822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:28:13.998200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Checking segment: {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:28:13.998672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:13.999052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Bound using segment: {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:28:13.999524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Bound port: 5d857a71-7e65-4795-bea1-d662878b2659, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:28:14.000228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:14.088053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] For port 5d857a71-7e65-4795-bea1-d662878b2659, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:28:14.092283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] For port 5d857a71-7e65-4795-bea1-d662878b2659, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5d857a71-7e65-4795-bea1-d662878b2659,segment=NetworkSegment(13c6369a-0be2-41c4-8199-4c88269b62bc),segment_id=13c6369a-0be2-41c4-8199-4c88269b62bc)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:28:14.096828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:14.182832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7ff3-6371-4d09-9d5b-e7f8278c8a44 None None] Pushing event updated for resources: {'Port': ['ID=5d857a71-7e65-4795-bea1-d662878b2659,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:15.538100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45548) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:15.907658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-9df6aebd-c5d1-4bdf-a0b4-543d0ddd7834 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:28:15.908639 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9df6aebd-c5d1-4bdf-a0b4-543d0ddd7834 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695424 Feb 16 12:28:18.107637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1822218-98be-4c2b-a3a3-43dbec2a4d23 None None] Network b90142e5-8e49-4ff0-87d6-8e56401b544f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:28:18.223903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4efb2203-e63f-4cd0-984c-ac21bd33949f None None] Provisioning for port 5d857a71-7e65-4795-bea1-d662878b2659 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:28:18.325972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45562) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:18.710765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-31849a7d-45d4-4f4b-ba3c-65329e836e4b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:28:18.711235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5d857a71-7e65-4795-bea1-d662878b2659 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:18.711749 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31849a7d-45d4-4f4b-ba3c-65329e836e4b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3848643 Feb 16 12:28:18.780946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5d857a71-7e65-4795-bea1-d662878b2659 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:28:18.787195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5d857a71-7e65-4795-bea1-d662878b2659 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:18.787593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:18.911447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:18.945020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 5d857a71-7e65-4795-bea1-d662878b2659, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5d857a71-7e65-4795-bea1-d662878b2659,segment=NetworkSegment(13c6369a-0be2-41c4-8199-4c88269b62bc),segment_id=13c6369a-0be2-41c4-8199-4c88269b62bc)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:28:18.948533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:19.038423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=5d857a71-7e65-4795-bea1-d662878b2659,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:20.691849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5d857a71-7e65-4795-bea1-d662878b2659 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:20.758807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5d857a71-7e65-4795-bea1-d662878b2659 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:20.759174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.385407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:21.734777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Request body: {'router': {'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'name': 'router1', 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:21.739667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:21.743403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Usage tracker for resource:router and tenant:dd71e6f1a7a441c69b7666fd00a32695 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:21.746693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:21.752821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:21.762348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.763857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.785435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.893737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.911365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:21.912547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-210f08cb-8746-4041-976d-a18c371ef5f1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5261743 Feb 16 12:28:24.289703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45584) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:24.659304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-82fcd59e-275d-4ded-affe-0f11dd51b018 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:28:24.660306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-82fcd59e-275d-4ded-affe-0f11dd51b018 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696411 Feb 16 12:28:25.586273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-563022cc-db23-4be6-ac38-ab4426e88d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.051540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:27.409544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:27.414451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:27.418180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Usage tracker for resource:network and tenant:b8cb723534864f21a75085b0f8852942 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:27.421184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:27.426707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:27.436050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Made reservation on behalf of b8cb723534864f21a75085b0f8852942 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:28:27.438194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.449779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.463535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:27.467086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cb723534864f21a75085b0f8852942 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:27.469731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:27.475757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:27.556370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.560267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.578086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=87699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 12:28:27.599723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d2578-5e08-431c-b8af-b55989ef0180,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:27.604220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.604550 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Added segment 7fbc1607-c292-4df6-b002-4ff1729d9ad7 of type flat for network 16c121a8-deb1-4622-8d8e-d377e47a1274 Feb 16 12:28:27.635389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.669771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.670930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:27.671491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:27.769055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7164125 Feb 16 12:28:27.771547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc091-4993-4074-86a4-f3de318b87e7 admin admin] Pushing event updated for resources: {'Network': ['ID=16c121a8-deb1-4622-8d8e-d377e47a1274,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:27.781968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:28:27.903493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-071d5eec-40b8-4466-b964-7817a29139d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:28.906944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:28.966413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:30.141101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:30.289495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:30.346978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d7566a-772b-4d8f-b75c-fe8d041eb5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:30.348306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6d7566a-772b-4d8f-b75c-fe8d041eb5ef admin admin] 10.222.0.65 "GET /v2.0/subnets/8bfaa7d5-a5de-4342-8071-57d5764451ca HTTP/1.1" status: 200 len: 849 time: 0.2062418 Feb 16 12:28:30.487132 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-360aee79-5566-4026-bb74-65b60d036e43 admin admin] 10.222.0.65 "GET /v2.0/routers/eaca387c-7c06-4abb-b46f-a3007a004ce7 HTTP/1.1" status: 200 len: 704 time: 0.1331761 Feb 16 12:28:30.937561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.186758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Allocated IP 172.20.0.1 (b90142e5-8e49-4ff0-87d6-8e56401b544f/8bfaa7d5-a5de-4342-8071-57d5764451ca/9024acfd-ef7c-4f5c-ad1b-3c6563a1901a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:28:31.335487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.352218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Transition to ACTIVE for port object 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:28:31.403733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.465077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Network b90142e5-8e49-4ff0-87d6-8e56401b544f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:28:31.467587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:31.475301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:28:31.475789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.595456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Pushing event updated for resources: {'Port': ['ID=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:31.648234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c4efb038-bb5f-48fb-8603-f59ef3e53248 None None] Provisioning for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:28:31.653156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c4efb038-bb5f-48fb-8603-f59ef3e53248 None None] Provisioning complete for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:31.653612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c4efb038-bb5f-48fb-8603-f59ef3e53248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.709415 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c4efb038-bb5f-48fb-8603-f59ef3e53248 None None] Port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:28:31.737567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.957663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.962065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:31.962975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:32.091550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Pushing event updated for resources: {'Port': ['ID=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:32.147847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Network b90142e5-8e49-4ff0-87d6-8e56401b544f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:28:32.148879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:32.330473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-756dcb3d-1695-409c-8c6f-f356b541f943 None None] Provisioning complete for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:32.330883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-756dcb3d-1695-409c-8c6f-f356b541f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:32.374901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Router eaca387c-7c06-4abb-b46f-a3007a004ce7 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:28:32.383773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-756dcb3d-1695-409c-8c6f-f356b541f943 None None] Port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:28:32.526872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:28:32.536461 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ac66997-41e8-4ba9-83ca-7e10d5455222 admin admin] 10.222.0.65 "PUT /v2.0/routers/eaca387c-7c06-4abb-b46f-a3007a004ce7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0444510 Feb 16 12:28:32.544306 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Sync routers for ids ['eaca387c-7c06-4abb-b46f-a3007a004ce7'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:28:32.555477 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Routers {'eaca387c-7c06-4abb-b46f-a3007a004ce7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:28:32.556526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['eaca387c-7c06-4abb-b46f-a3007a004ce7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:32.731388 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Set router eaca387c-7c06-4abb-b46f-a3007a004ce7 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:28:33.096034 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:31Z', 'revision_number': 2, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port_host': None, '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:31Z', 'revision_number': 2, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:33.100884 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Checking router: eaca387c-7c06-4abb-b46f-a3007a004ce7 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:28:33.101249 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Updating router eaca387c-7c06-4abb-b46f-a3007a004ce7 port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:28:33.151387 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.520610 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.536135 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Transition to ACTIVE for port object 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:28:33.542654 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.755001 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Pushing event updated for resources: {'Port': ['ID=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:33.771558 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.771860 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.772231 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.772566 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.772895 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.773238 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.773570 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.773891 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.774229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.774550 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.774867 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.775182 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Tracked resource versions report: Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: pushed versions: Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: { 'AddressGroup': {'1.2'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'ConntrackHelper': {'1.0'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Log': {'1.0'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Network': {'1.1'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Port': {'1.7'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'PortForwarding': {'1.2'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'QosPolicy': {'1.8'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroup': {'1.4'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SubPort': {'1.0'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Subnet': {'1.1'}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Trunk': {'1.1'}} Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: consumer versions: Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'ConntrackHelper': '1.0', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Log': '1.0', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Network': '1.1', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Port': '1.7', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'PortForwarding': '1.2', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'QosPolicy': '1.8', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroup': '1.4', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroupRule': '1.2', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SubPort': '1.0', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Subnet': '1.1', Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Trunk': '1.1'}} Feb 16 12:28:33.776549 dv-neutron-829435-1-hyperv neutron-server[87701]: {{(pid=87701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:28:33.795216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Attempting to bind port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:28:33.795608 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Attempting to bind port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:28:33.796056 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Attempting to bind port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a on network b90142e5-8e49-4ff0-87d6-8e56401b544f {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:28:33.802451 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:28:33.802843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Checking segment: {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:28:33.803298 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.803681 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Bound using segment: {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:28:33.804213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Bound port: 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6369a-0be2-41c4-8199-4c88269b62bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:28:33.804637 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.890852 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] For port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:28:33.895671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] For port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,segment=NetworkSegment(13c6369a-0be2-41c4-8199-4c88269b62bc),segment_id=13c6369a-0be2-41c4-8199-4c88269b62bc)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:28:33.900953 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:33.984856 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcafec-ef50-4229-9433-2bfb7e924158 None None] Pushing event updated for resources: {'Port': ['ID=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:33.994220 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Routers {'eaca387c-7c06-4abb-b46f-a3007a004ce7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:28:33.994898 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['eaca387c-7c06-4abb-b46f-a3007a004ce7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:34.152024 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] Set router eaca387c-7c06-4abb-b46f-a3007a004ce7 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:28:34.473606 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:31Z', 'revision_number': 2, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port_host': None, '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:33Z', 'revision_number': 4, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:34.477474 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b880417-4e8d-4fa2-ae44-04ea0a651f8c None None] The sync data for ids ['eaca387c-7c06-4abb-b46f-a3007a004ce7'] in dv-neutron-829435-1-hyperv is: [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:31Z', 'revision_number': 2, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port_host': None, '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:33Z', 'revision_number': 4, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:28:34.774122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 45636) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:34.922239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9cba4-3ecb-4320-8a91-3c43a6bf3ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:34.922795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-32c9cba4-3ecb-4320-8a91-3c43a6bf3ce3 admin admin] Synchronizing usage tracker for tenant:b8cb723534864f21a75085b0f8852942 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:28:34.939068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-32c9cba4-3ecb-4320-8a91-3c43a6bf3ce3 admin admin] Unset dirty status for tenant:b8cb723534864f21a75085b0f8852942 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:28:34.940286 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-32c9cba4-3ecb-4320-8a91-3c43a6bf3ce3 admin admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 842 time: 0.1651642 Feb 16 12:28:34.952628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'enable_dhcp': False, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'name': 'public-subnet'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:34.958184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:28:34.961962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Usage tracker for resource:subnet and tenant:b8cb723534864f21a75085b0f8852942 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:28:34.964737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:28:34.971321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:28:34.983886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Made reservation on behalf of b8cb723534864f21a75085b0f8852942 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:28:34.986911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:35.364713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:28:35.365181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:35.435916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31fe4b1-afec-41bf-8a85-109ae9c8f921,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:35.445286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:28:35.445654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Network hostable DHCP agents. Network: 16c121a8-deb1-4622-8d8e-d377e47a1274, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:28:35.464398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:28:35.472912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 16c121a8-deb1-4622-8d8e-d377e47a1274) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:35.476745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:35.477330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:35.481998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2749176-4e6f-4653-b959-3c6059b62f09 None None] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:28:35.501471 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c918ff4-2cd0-4ccb-b646-5959645f76ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5521255 Feb 16 12:28:35.713555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b16d6-ec86-4575-bb2c-d0c93d2355e3 None None] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:28:36.713062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:36.784816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:28:36.789923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:36.790294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:36.904500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:36.937007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,segment=NetworkSegment(13c6369a-0be2-41c4-8199-4c88269b62bc),segment_id=13c6369a-0be2-41c4-8199-4c88269b62bc)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:28:36.941607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:37.007508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=9024acfd-ef7c-4f5c-ad1b-3c6563a1901a,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:37.751468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 45650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:37.908331 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:37.909046 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:38.201610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:28:38.245697 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:38.246059 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:28:38.464331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c60671ab-4ce4-4e19-ab34-7b68d69611dc admin admin] 10.222.0.65 "GET /v2.0/routers/eaca387c-7c06-4abb-b46f-a3007a004ce7 HTTP/1.1" status: 200 len: 710 time: 0.7117479 Feb 16 12:28:38.622138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5d926a-077e-43df-9928-864bc184d4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:28:38.623785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb5d926a-077e-43df-9928-864bc184d4fb admin admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 886 time: 0.1542766 Feb 16 12:28:38.633211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:28:38.698816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:38.766310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:38.766605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.083777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.402865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.459410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.599018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Allocated IP 172.26.4.242 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/ca5a090b-7ca1-415d-b5e8-3f8effe77df0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:28:39.746862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.803812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:39.858177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:28:39.864349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:28:39.896295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:28:40.026097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:40.036979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.037325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.037662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.037988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.038308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.038644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.038969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.039288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.039601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.039913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.040258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.040570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Tracked resource versions report: Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: pushed versions: Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: { 'AddressGroup': {'1.2'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'ConntrackHelper': {'1.0'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Log': {'1.0'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Network': {'1.1'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Port': {'1.7'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'PortForwarding': {'1.2'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'QosPolicy': {'1.8'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroup': {'1.4'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SubPort': {'1.0'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Subnet': {'1.1'}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Trunk': {'1.1'}} Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: consumer versions: Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'ConntrackHelper': '1.0', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Log': '1.0', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Network': '1.1', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Port': '1.7', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'PortForwarding': '1.2', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'QosPolicy': '1.8', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroup': '1.4', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroupRule': '1.2', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SubPort': '1.0', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Subnet': '1.1', Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Trunk': '1.1'}} Feb 16 12:28:40.041857 dv-neutron-829435-1-hyperv neutron-server[87698]: {{(pid=87698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:28:40.318216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:40.646944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:40.650478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:40.827518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Router eaca387c-7c06-4abb-b46f-a3007a004ce7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:28:40.997958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:28:41.008450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Sync routers for ids ['eaca387c-7c06-4abb-b46f-a3007a004ce7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:28:41.009120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:41.010275 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe91db16-5a6a-4094-a2e8-97f76a6b78c8 admin admin] 10.222.0.65 "PUT /v2.0/routers/eaca387c-7c06-4abb-b46f-a3007a004ce7 HTTP/1.1" status: 200 len: 890 time: 2.3804221 Feb 16 12:28:41.018002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Routers {'eaca387c-7c06-4abb-b46f-a3007a004ce7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:28:41.018712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['eaca387c-7c06-4abb-b46f-a3007a004ce7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:41.233340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Set router eaca387c-7c06-4abb-b46f-a3007a004ce7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:28:41.567628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:40Z', 'revision_number': 4, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port': {'id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:39Z', 'updated_at': '2022-02-16T12:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:36Z', 'revision_number': 5, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:41.572325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Checking router: eaca387c-7c06-4abb-b46f-a3007a004ce7 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:28:41.572686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Updating router eaca387c-7c06-4abb-b46f-a3007a004ce7 port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:28:41.624218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:41.952833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:41.963973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Transition to ACTIVE for port object ca5a090b-7ca1-415d-b5e8-3f8effe77df0 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:28:41.969777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:42.045449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d8b7d-46d3-45e5-90f1-521adcce33ee None None] Pushing event updated for resources: {'Port': ['ID=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:42.056359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Attempting to bind port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:28:42.056722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Attempting to bind port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:28:42.057072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Attempting to bind port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:28:42.062162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:28:42.062526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:28:42.062913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:42.063289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:28:42.063738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Bound port: ca5a090b-7ca1-415d-b5e8-3f8effe77df0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:28:42.064287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:42.136574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] For port ca5a090b-7ca1-415d-b5e8-3f8effe77df0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:28:42.139483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] For port ca5a090b-7ca1-415d-b5e8-3f8effe77df0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:28:42.144100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:42.218579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Routers {'eaca387c-7c06-4abb-b46f-a3007a004ce7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:28:42.219171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['eaca387c-7c06-4abb-b46f-a3007a004ce7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:42.281101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d8b7d-46d3-45e5-90f1-521adcce33ee None None] Pushing event updated for resources: {'Port': ['ID=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:42.398687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] Set router eaca387c-7c06-4abb-b46f-a3007a004ce7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:28:42.746896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:40Z', 'revision_number': 4, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port': {'id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:39Z', 'updated_at': '2022-02-16T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:36Z', 'revision_number': 5, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:28:42.750853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b069726e-6243-47bb-a73e-7df43bc867b3 None None] The sync data for ids ['eaca387c-7c06-4abb-b46f-a3007a004ce7'] in dv-neutron-829435-1-hyperv is: [{'id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'name': 'router1', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:28:21Z', 'updated_at': '2022-02-16T12:28:40Z', 'revision_number': 4, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'gw_port': {'id': 'ca5a090b-7ca1-415d-b5e8-3f8effe77df0', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:39Z', 'updated_at': '2022-02-16T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9024acfd-ef7c-4f5c-ad1b-3c6563a1901a', 'name': '', 'network_id': 'b90142e5-8e49-4ff0-87d6-8e56401b544f', 'tenant_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'mac_address': 'fa:16:3e:a3:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaca387c-7c06-4abb-b46f-a3007a004ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:28:31Z', 'updated_at': '2022-02-16T12:28:36Z', 'revision_number': 5, 'project_id': 'dd71e6f1a7a441c69b7666fd00a32695', 'subnets': [{'id': '8bfaa7d5-a5de-4342-8071-57d5764451ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff5a78a7-d31c-4561-bbb8-cf037b6b1063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:28:43.419901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 45670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:28:43.539864 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1683f345-c4f8-4ff3-9fac-f222ad67c5cb admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1188412 Feb 16 12:28:44.724843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca5a090b-7ca1-415d-b5e8-3f8effe77df0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:44.800279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:28:44.809088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:44.809595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:44.924110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:44.939856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ca5a090b-7ca1-415d-b5e8-3f8effe77df0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:28:44.944304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:45.010741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ca5a090b-7ca1-415d-b5e8-3f8effe77df0,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:28:46.711679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca5a090b-7ca1-415d-b5e8-3f8effe77df0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:28:46.787944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ca5a090b-7ca1-415d-b5e8-3f8effe77df0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:28:46.788339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:55.591859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-08a7f58b-e963-41f6-ae94-932e7552b409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:56.864446 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:28:57.835871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-778e964e-8a30-4440-9131-9de341363844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:58.914127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:28:58.970161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:00.294785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:25.590461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-829323d6-6cf6-4175-9ae9-983f905b4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:27.839500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-21c59dfe-f336-4560-91e9-b20243f8e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:28.910636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:28.975639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:30.330553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:33.863179 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:29:55.591081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-eb7a756c-2b27-46d1-8459-057010fa8958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:57.844268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-07e4722a-b04d-4863-91a9-132a4faea664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:58.910885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:29:58.978040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:00.307704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:10.862077 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:30:25.587375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1d9c6b0-07a0-470a-bafc-602a70d5e49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:27.846612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3f4b512e-9731-4fc2-9f49-f28c2a7f00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:28.904377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:28.978432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:30.305078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:47.862517 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:30:49.736242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:30:49.801997 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-36830a71-d0e6-4bc6-87c6-959299b153ae admin admin] GET failed (client error): The resource could not be found. Feb 16 12:30:49.803234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36830a71-d0e6-4bc6-87c6-959299b153ae admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660384 Feb 16 12:30:49.936093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df75ea-90f4-4310-8ed4-a8ec2bfabdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:49.937626 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49df75ea-90f4-4310-8ed4-a8ec2bfabdef admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301556 Feb 16 12:30:52.074608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46282) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:30:52.179823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053b3e9-8baf-42f1-8fdb-abd79bfc414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:52.180414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7053b3e9-8baf-42f1-8fdb-abd79bfc414a admin admin] Synchronizing usage tracker for tenant:b8cb723534864f21a75085b0f8852942 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:30:52.195832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7053b3e9-8baf-42f1-8fdb-abd79bfc414a admin admin] Unset dirty status for tenant:b8cb723534864f21a75085b0f8852942 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:30:52.196982 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7053b3e9-8baf-42f1-8fdb-abd79bfc414a admin admin] 10.222.0.65 "GET /v2.0/subnets/8bfaa7d5-a5de-4342-8071-57d5764451ca HTTP/1.1" status: 200 len: 849 time: 0.1214323 Feb 16 12:30:52.206423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:30:52.321572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:52.510654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:52.553461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:52.554049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:52.555299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] 10.222.0.65 "PUT /v2.0/subnets/8bfaa7d5-a5de-4342-8071-57d5764451ca HTTP/1.1" status: 200 len: 868 time: 0.3525774 Feb 16 12:30:52.567645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529fadd0-23dd-4df5-8ac0-aee8f4e3f2b0 None None] Network b90142e5-8e49-4ff0-87d6-8e56401b544f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:30:52.579082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfaa7d5-a5de-4342-8071-57d5764451ca,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:30:52.586767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.587124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.587471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.587944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.588303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.588650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.588981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.589326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.589657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.590118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.590444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:52.590763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0b1d9-db38-4934-a443-26978e89bcd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:30:53.075756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0e7a7a5c-9c73-408a-8c07-18177371c83f None None] Provisioning complete for port 5d857a71-7e65-4795-bea1-d662878b2659 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:30:53.077494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7a5c-9c73-408a-8c07-18177371c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:53.199774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0e7a7a5c-9c73-408a-8c07-18177371c83f None None] Provisioning complete for port 9024acfd-ef7c-4f5c-ad1b-3c6563a1901a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:30:53.200039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7a5c-9c73-408a-8c07-18177371c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:54.746908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:30:54.919578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a2c34-b41b-49d2-9b18-231f386840af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:54.920679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a2c34-b41b-49d2-9b18-231f386840af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:54.922456 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-634a2c34-b41b-49d2-9b18-231f386840af admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1745946 Feb 16 12:30:55.589456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c8d73fbe-3958-47ca-9e86-d603f70552a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:57.054948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:30:57.274707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87e69a-b4d8-4e94-b8a5-bcb11a1091f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:57.275089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87e69a-b4d8-4e94-b8a5-bcb11a1091f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:57.276692 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df87e69a-b4d8-4e94-b8a5-bcb11a1091f6 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207558 Feb 16 12:30:57.849399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-94fa22cd-94bd-487e-b0c5-d88f3e50a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:58.906293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:58.980531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:30:59.469655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:30:59.635621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d111c-e50f-4f94-bb43-c0f57e86d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:30:59.636999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c2d111c-e50f-4f94-bb43-c0f57e86d11e admin admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 886 time: 0.1663988 Feb 16 12:31:00.307351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:01.803712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:01.974336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4e44e-fb4e-4d6c-9121-83b2fb4536a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:01.975701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dae4e44e-fb4e-4d6c-9121-83b2fb4536a0 admin admin] 10.222.0.65 "GET /v2.0/networks/b90142e5-8e49-4ff0-87d6-8e56401b544f HTTP/1.1" status: 200 len: 869 time: 0.1710117 Feb 16 12:31:04.115877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46332) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:04.221102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d176e-5f5a-4117-ad0a-d384548ad0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:04.221553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d176e-5f5a-4117-ad0a-d384548ad0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:04.223059 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c9d176e-5f5a-4117-ad0a-d384548ad0b4 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062255 Feb 16 12:31:06.424113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:06.533886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac140b1d-2ac4-4d39-9a53-db029a64dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:06.534329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac140b1d-2ac4-4d39-9a53-db029a64dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:06.535794 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac140b1d-2ac4-4d39-9a53-db029a64dc2a admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107581 Feb 16 12:31:08.716435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:08.822458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c3020-fe15-45bd-99f0-e8eac540eb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:08.823764 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a2c3020-fe15-45bd-99f0-e8eac540eb7b admin admin] 10.222.0.65 "GET /v2.0/subnets/8bfaa7d5-a5de-4342-8071-57d5764451ca HTTP/1.1" status: 200 len: 868 time: 0.1063306 Feb 16 12:31:10.993197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:11.093804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21dfa8c-e013-4bb5-b039-1413f4e20726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:11.095117 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d21dfa8c-e013-4bb5-b039-1413f4e20726 admin admin] 10.222.0.65 "GET /v2.0/subnets/a31fe4b1-afec-41bf-8a85-109ae9c8f921 HTTP/1.1" status: 200 len: 816 time: 0.1009898 Feb 16 12:31:24.864544 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:31:25.593332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a967d9d9-e5be-4443-aa3f-e348890f5dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:27.853482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f180caed-eaee-4b60-8539-9d663b6a2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:28.910518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:28.985529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:29.940182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:29.987749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-abc20ce8-e510-4cb2-b964-6c1b6171cdca admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:31:29.988772 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-abc20ce8-e510-4cb2-b964-6c1b6171cdca admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476747 Feb 16 12:31:30.312219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:32.182073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46418) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:32.251589 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-864fc484-e58f-4545-a133-7025533b725f admin admin] GET failed (client error): The resource could not be found. Feb 16 12:31:32.252864 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-864fc484-e58f-4545-a133-7025533b725f admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698035 Feb 16 12:31:32.376113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ee7eb-d5fa-4cb4-b50f-cbea8c059b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:32.377428 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2a9ee7eb-d5fa-4cb4-b50f-cbea8c059b75 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204114 Feb 16 12:31:34.550359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:34.597759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:31:34.602204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:31:34.612532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:31:34.621700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Made reservation on behalf of b8cb723534864f21a75085b0f8852942 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:31:34.624159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:34.710683 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.services.revisions.revision_plugin [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Could not find related network for resource to bump revision. Feb 16 12:31:34.721564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:31:34.730064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:34.730323 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Added segment 3003b794-6cb8-428d-bb35-39e016cb8740 of type vlan for network d9262bfd-5c41-43cc-b98c-9a33307e0480 Feb 16 12:31:34.755180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:34.782994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:34.783893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:34.784489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:34.878086 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3266525 Feb 16 12:31:34.882844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6d6fe-99b3-40dd-9be0-d03592674523 admin admin] Pushing event updated for resources: {'Network': ['ID=d9262bfd-5c41-43cc-b98c-9a33307e0480,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:31:34.907355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:31:37.019263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46438) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:31:37.084422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04ece8-0338-4124-869c-0d9f11b00778 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:31:37.084919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f04ece8-0338-4124-869c-0d9f11b00778 admin admin] Synchronizing usage tracker for tenant:b8cb723534864f21a75085b0f8852942 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:31:37.100555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f04ece8-0338-4124-869c-0d9f11b00778 admin admin] Unset dirty status for tenant:b8cb723534864f21a75085b0f8852942 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:31:37.101624 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0f04ece8-0338-4124-869c-0d9f11b00778 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0813999 Feb 16 12:31:37.207031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbda70a-87f2-4d97-820f-815dc4892de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:37.208475 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbbda70a-87f2-4d97-820f-815dc4892de5 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029110 Feb 16 12:31:37.218678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:31:37.222912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:31:37.232359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:31:37.242993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Made reservation on behalf of b8cb723534864f21a75085b0f8852942 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:31:37.245299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:37.439061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:37.572104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0de24a6-02a5-4b36-8d45-1c77e90af868,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:31:37.582023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Checking segment: {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:31:37.582368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Network hostable DHCP agents. Network: d9262bfd-5c41-43cc-b98c-9a33307e0480, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:31:37.600625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:31:37.609408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, d9262bfd-5c41-43cc-b98c-9a33307e0480) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:31:37.615322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:31:37.615322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:37.618384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1eec06-ed40-4243-bb62-e5648ef794a5 None None] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:31:37.643053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ebd8998d-ecb3-4265-91dc-522dc095ea87 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4284542 Feb 16 12:31:37.840106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-d9262bfd-5c41-43cc-b98c-9a33307e0480', 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480', 'tenant_id': 'b8cb723534864f21a75085b0f8852942', 'fixed_ips': [{'subnet_id': 'b0de24a6-02a5-4b36-8d45-1c77e90af868'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:31:37.840945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:37.996202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Allocated IP 192.168.233.2 (d9262bfd-5c41-43cc-b98c-9a33307e0480/b0de24a6-02a5-4b36-8d45-1c77e90af868/da1aba1a-55b9-4646-873c-ff13f00fe969) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:31:38.206969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:38.217390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Transition to ACTIVE for port object da1aba1a-55b9-4646-873c-ff13f00fe969 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:31:38.236291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Transition to ACTIVE for port object da1aba1a-55b9-4646-873c-ff13f00fe969 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:31:38.241505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:38.299871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:31:38.308684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:31:38.313424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:31:38.319016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Pushing event updated for resources: {'Port': ['ID=da1aba1a-55b9-4646-873c-ff13f00fe969,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:31:38.357409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.357777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.358150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.358485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.358822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.359174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.359508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.359839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.360221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.360551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.360916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.361241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:31:38.417877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Attempting to bind port da1aba1a-55b9-4646-873c-ff13f00fe969 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:31:38.418237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Attempting to bind port da1aba1a-55b9-4646-873c-ff13f00fe969 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:31:38.418596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Attempting to bind port da1aba1a-55b9-4646-873c-ff13f00fe969 on network d9262bfd-5c41-43cc-b98c-9a33307e0480 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:31:38.424152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:31:38.424456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Checking segment: {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:31:38.424840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:38.425224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Bound using segment: {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:31:38.425681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Bound port: da1aba1a-55b9-4646-873c-ff13f00fe969, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:31:38.426044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:38.516701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] For port da1aba1a-55b9-4646-873c-ff13f00fe969, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:31:38.519924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] For port da1aba1a-55b9-4646-873c-ff13f00fe969, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=da1aba1a-55b9-4646-873c-ff13f00fe969,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:31:38.524835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:38.600595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a737b7d-6b82-4427-8898-a882f78a26d7 None None] Pushing event updated for resources: {'Port': ['ID=da1aba1a-55b9-4646-873c-ff13f00fe969,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:31:39.457991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e2146-d422-4b49-85ec-01990a162611 None None] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:31:39.548468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-26a0dc3a-abc5-4701-bc0f-cb94bf2e73f3 None None] Provisioning for port da1aba1a-55b9-4646-873c-ff13f00fe969 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:31:40.811616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device da1aba1a-55b9-4646-873c-ff13f00fe969 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:31:40.877098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port da1aba1a-55b9-4646-873c-ff13f00fe969 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:31:40.881506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port da1aba1a-55b9-4646-873c-ff13f00fe969 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:31:40.881869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:41.018433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:41.049809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port da1aba1a-55b9-4646-873c-ff13f00fe969, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=da1aba1a-55b9-4646-873c-ff13f00fe969,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:31:41.053671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:41.119068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=da1aba1a-55b9-4646-873c-ff13f00fe969,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:31:42.790283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device da1aba1a-55b9-4646-873c-ff13f00fe969 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:31:42.859445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port da1aba1a-55b9-4646-873c-ff13f00fe969 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:31:42.859723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:55.596185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8637f793-a62b-4973-a6ef-9a3638af13ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:57.856082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2c4abc29-f320-41a5-b0d2-c903032804b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:58.919382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:31:58.988513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:00.314501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:01.863464 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:32:25.598344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a57adbc3-65c1-427e-985d-fa31b0b6974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:27.860395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-24c5eee7-c92c-45c6-b8f4-2860982b8342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:28.912591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:28.989475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:30.317141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:38.862701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:32:55.079764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:55.085724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-ed10a9e1-2a74-4ef5-a2ce-639057124cf8 tempest-verify_tempest_config-1758751621 tempest-verify_tempest_config-1758751621-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:32:55.086686 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed10a9e1-2a74-4ef5-a2ce-639057124cf8 tempest-verify_tempest_config-1758751621 tempest-verify_tempest_config-1758751621-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059440 Feb 16 12:32:55.382303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46500) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:55.496528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.511317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:32:55.518932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Usage tracker for resource:security_group_rule and tenant:1481c8adcd36457f8ac717cce174ce6b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:32:55.521812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:32:55.527501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:32:55.601228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9afd3f2-6f10-4ad4-9852-224e4d309b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.611025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.614440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.661241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Synchronizing usage tracker for tenant:b8cb723534864f21a75085b0f8852942 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:32:55.663426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9bad9-5f2b-405d-abeb-b072b511a001,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:55.671532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.671888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.672249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.672577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.672899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.673221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.673539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.673871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.674190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.674502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.674812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.675120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:32:55.691344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] Unset dirty status for tenant:b8cb723534864f21a75085b0f8852942 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:32:55.692590 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-470f1b83-b386-40e3-8fd0-772fb17a446f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1481c8adcd36457f8ac717cce174ce6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3092370 Feb 16 12:32:55.695502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46506) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:32:55.751450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.775385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.867983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.881527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9bad9-5f2b-405d-abeb-b072b511a001,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:32:55.888133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:55.889245 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ceb2632b-c725-4c55-b957-55bb3e956577 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05e9bad9-5f2b-405d-abeb-b072b511a001 HTTP/1.1" status: 204 len: 168 time: 0.1928258 Feb 16 12:32:57.863333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-46bc4ed1-dfea-4cd3-afa9-f4e049dfbdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:58.916801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:32:58.990689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:00.320472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:15.862374 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:33:25.602536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e61d-472f-4f86-a66e-1260a7ccd441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:27.864655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-59dbf6fe-ac4b-44ca-a88b-e6345340085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:28.920953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:28.993897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:30.322955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:52.861250 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 5 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:33:55.603302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bdaa808-3439-47ce-8f21-81540eb08b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:57.866174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75384994-cd66-4f53-b9f0-6e29917a1bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:58.923664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:33:58.995430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:00.327699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:21.756413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33213282'] for agent, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:25.603926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e0bce3-c3b6-4503-bd40-e044c2d57626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:27.868336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c8593d3-f4b2-4ad3-acfa-5dcf8ab3c71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:28.925752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:28.997862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:29.861709 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:34:30.333063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:37.600209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:34:37.714264 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c62935c-37c6-4a6a-a925-bec0efbfcd39 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1129537 Feb 16 12:34:39.914536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:34:39.970136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e82649d7-1043-42da-827a-56d276d048ac admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0544767 Feb 16 12:34:51.702692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:55.606199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b7f-284f-48e9-96b5-d1071b64095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:57.869424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1437404f-c523-47ee-a26d-d09e1479d364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:58.929913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:34:58.999589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:00.334602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:06.860387 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:35:21.702882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:25.608444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38427328-bfd5-4a65-8069-e4ca98cf6780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:27.870849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f2dd2a7-ee88-411d-9cb3-cc425af4a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:28.934991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:29.002254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:30.338988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:43.860626 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:35:51.710007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:55.610387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63895ed4-7ac7-42e4-8bc3-424e6ae930c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:57.875668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea0f5eb5-e56e-4659-9319-dc3bf7a1333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:58.937307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:59.005397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:00.341362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.239166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46708) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:07.699684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-68775447-network', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:07.705078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:07.709045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Usage tracker for resource:network and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:07.711883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:07.718192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:07.728453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Made reservation on behalf of ab3e80b1a22244a58f88b1c9203d52dd for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:07.731110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.743411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.762403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:07.766638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:07.769524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:07.775244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:07.875230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.879464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.892126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:07.910661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.911383 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Added segment b23e0d96-60cd-4cd3-a558-6668ba66fda6 of type vlan for network b9c82292-6079-4859-8df0-35a733694242 Feb 16 12:36:07.955427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898bd7b3-bb81-4613-aaeb-9a626a52028e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:07.963415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:07.971034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.971325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.971677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.971981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.972304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.972826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.973036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.973279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.973612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.973895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.974204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.974513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Tracked resource versions report: Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: pushed versions: Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: consumer versions: Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 12:36:07.975600 dv-neutron-829435-1-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:08.009686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.010712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:08.011299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.133047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c82292-6079-4859-8df0-35a733694242,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:08.139310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46756) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:08.145737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Request body: {'subnet': {'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-68775447-subnet', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:08.147150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.quota [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Loaded quota_driver: . Feb 16 12:36:08.148633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b1af666-f92c-4133-b1cb-b644f655c017 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9070706 Feb 16 12:36:08.154484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network b9c82292-6079-4859-8df0-35a733694242 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:08.155600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:08.161101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Usage tracker for resource:subnet and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:08.164839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:08.177456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:08.200664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Made reservation on behalf of ab3e80b1a22244a58f88b1c9203d52dd for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:08.203681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.477830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.536768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8515a595-33f0-475e-b520-29dd40784f94,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:08.544934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.545427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.546466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.546909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.547491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.547940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.548492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.548936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.549502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.550005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.550431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.550842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Tracked resource versions report: Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: pushed versions: Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Log': {'1.0'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Network': {'1.1'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Port': {'1.7'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'PortForwarding': {'1.2'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'QosPolicy': {'1.8'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SubPort': {'1.0'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Subnet': {'1.1'}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Trunk': {'1.1'}} Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: consumer versions: Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'ConntrackHelper': '1.0', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Log': '1.0', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Network': '1.1', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Port': '1.7', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'PortForwarding': '1.2', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'QosPolicy': '1.8', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroup': '1.4', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SecurityGroupRule': '1.2', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'SubPort': '1.0', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Subnet': '1.1', Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: 'Trunk': '1.1'}} Feb 16 12:36:08.552207 dv-neutron-829435-1-hyperv neutron-server[87698]: {{(pid=87698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:08.589039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Checking segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:08.589786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Network hostable DHCP agents. Network: b9c82292-6079-4859-8df0-35a733694242, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:08.619201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Network b9c82292-6079-4859-8df0-35a733694242 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:08.620928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:08.633605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, b9c82292-6079-4859-8df0-35a733694242) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:08.645491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f4406-900a-460b-ab78-5eea70eec5c7 None None] Network b9c82292-6079-4859-8df0-35a733694242 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:08.645747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:08.646680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.680220 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-53f5b8f5-7efd-417c-8d71-4574c62c99a4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5387850 Feb 16 12:36:08.682709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46788) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:08.689843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:08.745054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:08.748977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Usage tracker for resource:router and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:08.751974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:08.757805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:08.771240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.772385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.793390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.852533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46796) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:08.902195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-b9c82292-6079-4859-8df0-35a733694242', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:08.903391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.027526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-214117321-network', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:09.035994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:09.040830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Usage tracker for resource:network and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:09.043927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:09.052444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:09.073758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Made reservation on behalf of 2ecb619d63594175ae01ee9c8b1e62c1 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:09.076429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.112475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.128445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Allocated IP 172.20.0.2 (b9c82292-6079-4859-8df0-35a733694242/8515a595-33f0-475e-b520-29dd40784f94/fa7ca705-1326-4705-9931-67762050aa71) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:09.150010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:09.153970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.154515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Usage tracker for resource:security_group_rule and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:09.159167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:09.166193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:09.269197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.275361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.322158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265cbaf-6755-43c9-90b0-ea14f433d792,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:09.331024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:09.352118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.352467 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Added segment 982b01de-b9d1-4c5a-8421-dccfdea0dd3f of type vlan for network 04bc28f6-6471-4eea-89ff-aa6b7d17388a Feb 16 12:36:09.402006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.413523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-8920671-network', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:09.421967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:09.430018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Usage tracker for resource:network and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:09.434150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:09.454870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:09.479645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Made reservation on behalf of 8df0b7d2fe3b41cd9f3e80c9e3633daa for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:09.487837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.506252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.540219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.543448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:09.544508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.567334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.593991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Transition to ACTIVE for port object fa7ca705-1326-4705-9931-67762050aa71 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:09.622769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Transition to ACTIVE for port object fa7ca705-1326-4705-9931-67762050aa71 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:09.632936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.650119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:09.659658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:09.666532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:09.682901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:09.724927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Network b9c82292-6079-4859-8df0-35a733694242 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:09.726020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Pushing event updated for resources: {'Port': ['ID=fa7ca705-1326-4705-9931-67762050aa71,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:09.734069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:09.736633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.737205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.737649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.738083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.738473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.738884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.739276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.739665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.740098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.740504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.740893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.741278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Tracked resource versions report: Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: pushed versions: Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Log': {'1.0'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Network': {'1.1'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Port': {'1.7'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'PortForwarding': {'1.2'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'QosPolicy': {'1.8'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SubPort': {'1.0'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Subnet': {'1.1'}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Trunk': {'1.1'}} Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: consumer versions: Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'ConntrackHelper': '1.0', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Log': '1.0', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Network': '1.1', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Port': '1.7', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'PortForwarding': '1.2', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'QosPolicy': '1.8', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroup': '1.4', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SecurityGroupRule': '1.2', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'SubPort': '1.0', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Subnet': '1.1', Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: 'Trunk': '1.1'}} Feb 16 12:36:09.742455 dv-neutron-829435-1-hyperv neutron-server[87700]: {{(pid=87700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:09.746301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:09.763033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.806580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.849473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Attempting to bind port fa7ca705-1326-4705-9931-67762050aa71 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:09.849839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Attempting to bind port fa7ca705-1326-4705-9931-67762050aa71 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:09.850200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Attempting to bind port fa7ca705-1326-4705-9931-67762050aa71 on network b9c82292-6079-4859-8df0-35a733694242 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:09.855737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:09.856123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Checking segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:09.856526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.856916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Bound using segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:09.857381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Bound port: fa7ca705-1326-4705-9931-67762050aa71, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:09.857826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.949053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3264501 Feb 16 12:36:09.949363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:09.957933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Request body: {'subnet': {'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-214117321-subnet', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:09.965757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:09.970308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:09.977895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:09.985748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175194-f879-428d-853d-b2a43cddce5e admin admin] Pushing event updated for resources: {'Network': ['ID=04bc28f6-6471-4eea-89ff-aa6b7d17388a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:09.986987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Usage tracker for resource:subnet and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:09.992926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:09.993283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:10.001918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.006104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:10.012547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.015580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Allocated IP 172.26.4.37 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/3a6e7f6d-2154-412e-851b-10b4279415a9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:10.030227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:10.041082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.041235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:10.041583 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Added segment ca3398a5-77b5-4ccb-a6d0-ed59dab52972 of type vlan for network b49b4875-c241-434b-8ad6-b1a20fd3fae9 Feb 16 12:36:10.054355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Made reservation on behalf of 2ecb619d63594175ae01ee9c8b1e62c1 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:10.056912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.083144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.110059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e61f5-383d-4987-8c0a-068f03c4f716,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:10.150732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.152120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:10.152814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.273709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed6581-da6d-459b-b5e4-2a5c9131204e None None] Pushing event updated for resources: {'Port': ['ID=fa7ca705-1326-4705-9931-67762050aa71,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:10.311080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=b49b4875-c241-434b-8ad6-b1a20fd3fae9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:10.318377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.319742 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f873fa5-ce6d-4ee4-90ac-4bb55bc43ab0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4661489 Feb 16 12:36:10.321501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46846) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:10.331448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:10.343597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Request body: {'subnet': {'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-8920671-subnet', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:10.349964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:10.356100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Usage tracker for resource:subnet and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:10.361547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:10.370925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:10.401136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Made reservation on behalf of 8df0b7d2fe3b41cd9f3e80c9e3633daa for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:10.408657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.460963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.546649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.662220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:10.668501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:10.698251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:10.720366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:10.760044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:10.844706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:10.888571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Checking segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:10.888926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Network hostable DHCP agents. Network: b49b4875-c241-434b-8ad6-b1a20fd3fae9, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:10.919414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:10.935403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, b49b4875-c241-434b-8ad6-b1a20fd3fae9) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:10.937351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6e7f6d-2154-412e-851b-10b4279415a9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:10.949812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85f897-66aa-4ee7-9731-4ca020cfc5da None None] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:10.958813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:10.960436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.009038 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9ad65d8f-ac1f-44c0-8bb4-f63938d40e4b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.6873240 Feb 16 12:36:11.021393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46876) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:11.035006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Checking segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:11.035363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Network hostable DHCP agents. Network: 04bc28f6-6471-4eea-89ff-aa6b7d17388a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:11.051278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:11.063520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:11.067497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9513b4b3-dd1b-4122-adc8-b31212b716ef,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:11.084720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Usage tracker for resource:router and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:11.090873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:11.102597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:11.111494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:11.118326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 04bc28f6-6471-4eea-89ff-aa6b7d17388a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:11.163148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa7ca705-1326-4705-9931-67762050aa71 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:11.176436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:11.176944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.189590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.190571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.200780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b23af0-39e9-45c3-b19c-663e32ef821a None None] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:11.267745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-552568014', 'router:external': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:11.282166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:11.287185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:network and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:11.293465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:11.308996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:11.364585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.385442 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-261361b2-b15e-405e-bb0a-2dffd38eddf1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4348981 Feb 16 12:36:11.388778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Made reservation on behalf of 8a68a1d9d3384d44b077dc7dfa187e65 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:11.390317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:11.393511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.399322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:11.410461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.422743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:11.441140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Usage tracker for resource:router and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:11.442552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:11.449466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:11.456378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.456611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:security_group_rule and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:11.463585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:11.480336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:11.605742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:11.606885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.673827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:11.681069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.695370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.718422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:11.770639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.773708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Added segment be95b62c-1adc-4305-839a-ee088d0250d2 of type vlan for network bf75e36e-983d-4d7b-a117-b68e6b48d62d Feb 16 12:36:11.822535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2372083-b625-4d4a-be59-4407bca722a8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:11.830071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.831019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.851494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.874902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Allocated IP 172.20.0.2 (04bc28f6-6471-4eea-89ff-aa6b7d17388a/9513b4b3-dd1b-4122-adc8-b31212b716ef/272af6da-7013-4577-ac5b-d4012cdee273) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:11.895158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.896248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0f077-217f-4377-818d-122daba59e84 None None] Network b9c82292-6079-4859-8df0-35a733694242 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:11.896608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:11.897405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:11.906807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:11.985606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.010467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.018575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-25e5c427-2c0a-4e79-a7d9-f6e4da172b47 None None] Provisioning for port fa7ca705-1326-4705-9931-67762050aa71 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:12.025855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fa7ca705-1326-4705-9931-67762050aa71 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:12.050342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Network': ['ID=bf75e36e-983d-4d7b-a117-b68e6b48d62d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:12.054381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-25e5c427-2c0a-4e79-a7d9-f6e4da172b47 None None] Provisioning complete for port fa7ca705-1326-4705-9931-67762050aa71 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:12.055212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25e5c427-2c0a-4e79-a7d9-f6e4da172b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.055451 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-035cf9e7-aaa5-4bd3-a4aa-ca40554d94df tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3931127 Feb 16 12:36:12.058908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:12.069665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'subnet': {'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:12.083948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:12.094470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:subnet and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:12.104264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:12.113392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:12.119191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa7ca705-1326-4705-9931-67762050aa71 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:12.119977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.128428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Made reservation on behalf of 8a68a1d9d3384d44b077dc7dfa187e65 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:12.131596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.200017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:12.214685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46914) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:12.324503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:12.325833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.392943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.553851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-129177435'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:12.579002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Allocated IP 172.20.0.2 (b49b4875-c241-434b-8ad6-b1a20fd3fae9/ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09/efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:12.595326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46926) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:12.604809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:12.742839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Usage tracker for resource:network and tenant:fbd0d6b056a84e58bfaf60df6afbbfa2 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:12.755149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:12.763811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:12.771925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-555193408'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:12.835833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:12.850750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.863282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.907582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:36:12.908212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.939821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Made reservation on behalf of fbd0d6b056a84e58bfaf60df6afbbfa2 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:12.943851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.961602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:12.973961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Usage tracker for resource:network and tenant:d1f0a200f54040fca3b2a9e44acf15aa is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:12.977155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:12.985680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.019468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.023530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.035171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Made reservation on behalf of d1f0a200f54040fca3b2a9e44acf15aa for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:13.038741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.058363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.077392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.081628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Usage tracker for resource:security_group_rule and tenant:d1f0a200f54040fca3b2a9e44acf15aa is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.085249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.090969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.113617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fa7ca705-1326-4705-9931-67762050aa71,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:13.115206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.126981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Checking segment: {'id': 'be95b62c-1adc-4305-839a-ee088d0250d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:13.127432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network hostable DHCP agents. Network: bf75e36e-983d-4d7b-a117-b68e6b48d62d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:13.128593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ef74f356-133b-4655-a018-c7d66fdb0ee2 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:13.133960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10ce6ffc-0656-47e9-8d2c-2a149e46ac66,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:13.148297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Usage tracker for resource:security_group_rule and tenant:fbd0d6b056a84e58bfaf60df6afbbfa2 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.151288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:13.153528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.166888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, bf75e36e-983d-4d7b-a117-b68e6b48d62d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:13.184438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:13.185247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.207383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46948) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:13.207600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5137ffc-9d5f-4261-a696-147d758a420e None None] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:13.226292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.237194 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3bfd2a57-d101-414f-a0bf-3e3e2af614a5 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1766245 Feb 16 12:36:13.238118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:13.246749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-230002987', 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:13.253358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.258902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:port and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.263399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.271739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.284998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Made reservation on behalf of 8a68a1d9d3384d44b077dc7dfa187e65 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:13.288389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.305463 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef74f356-133b-4655-a018-c7d66fdb0ee2 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "PUT /v2.0/quotas/b4575e0086f74b2abab8fcdf951a0d97 HTTP/1.1" status: 200 len: 368 time: 0.6926217 Feb 16 12:36:13.314683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:13.318578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] device_id is not set on port 147175c0-ac64-4272-b7ec-b0cbce3b13ba yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:13.466116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Request body: {'network': {'project_id': 'b4575e0086f74b2abab8fcdf951a0d97'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:13.474477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:13.486456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.489130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.502648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Usage tracker for resource:network and tenant:b4575e0086f74b2abab8fcdf951a0d97 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.507614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:floatingip and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.511642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.517723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.527684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.531987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Transition to ACTIVE for port object efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:13.547288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.557111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.564041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Transition to ACTIVE for port object 272af6da-7013-4577-ac5b-d4012cdee273 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:13.577911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.592191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 2001:db8::322 (bf75e36e-983d-4d7b-a117-b68e6b48d62d/10ce6ffc-0656-47e9-8d2c-2a149e46ac66/147175c0-ac64-4272-b7ec-b0cbce3b13ba) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:13.635960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Transition to ACTIVE for port object 272af6da-7013-4577-ac5b-d4012cdee273 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:13.639789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Transition to ACTIVE for port object efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:13.652679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.685348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Made reservation on behalf of b4575e0086f74b2abab8fcdf951a0d97 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:13.689452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.703402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:13.707205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.728051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.746638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.753977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.780241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:13.786102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:13.796255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Usage tracker for resource:security_group_rule and tenant:b4575e0086f74b2abab8fcdf951a0d97 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:13.801713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:13.820597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:13.821876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.832055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:13.850678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:13.857216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:13.859450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:13.861878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:13.864262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.901616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddd8a9-f8e5-4300-b94f-e92d3b476f44 None None] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:13.913602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f9d56c61-a872-4463-b7a4-dc4eaac69933 None None] Provisioning complete for port fa7ca705-1326-4705-9931-67762050aa71 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:13.913885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f9d56c61-a872-4463-b7a4-dc4eaac69933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.925970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.933286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:13.934303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:13.990466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Pushing event updated for resources: {'Port': ['ID=272af6da-7013-4577-ac5b-d4012cdee273,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.005639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.039877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.067624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308ea35f-840b-4160-8d0f-9318a69933e2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.087685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730745712550', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.088287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Unsubscribe: segment precommit_create {{(pid=87698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:36:14.091121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Added segment ee93bf55-e678-4d9d-be63-306a2afc3f01 of type vlan for network e03ac5af-ef7a-4110-8953-1209056702ae Feb 16 12:36:14.091248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.102560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.141377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.151866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.217852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:14.248583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Attempting to bind port 272af6da-7013-4577-ac5b-d4012cdee273 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:14.249840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Attempting to bind port 272af6da-7013-4577-ac5b-d4012cdee273 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:14.249840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Attempting to bind port 272af6da-7013-4577-ac5b-d4012cdee273 on network 04bc28f6-6471-4eea-89ff-aa6b7d17388a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:14.278045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:14.278302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:14.278639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Checking segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:14.279150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.279399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Bound using segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:14.279880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Bound port: 272af6da-7013-4577-ac5b-d4012cdee273, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:14.280286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.288504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.288848 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Added segment 05cf2a68-3777-4b85-99b9-7745f2081850 of type vlan for network 73a745ce-33b0-4790-a15f-ac73b9a8662d Feb 16 12:36:14.292180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:14.295144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Pushing event updated for resources: {'Port': ['ID=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.300040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b728f-d9c1-471c-b862-c76a8632f160,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.305005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Attempting to bind port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:14.305400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:14.306076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Attempting to bind port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:14.306309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:14.306547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Attempting to bind port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd on network b49b4875-c241-434b-8ad6-b1a20fd3fae9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:14.306934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.322660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:14.348582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:14.348990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Checking segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:14.349346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.349731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Bound using segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:14.350196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Bound port: efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:14.350581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.379814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=147175c0-ac64-4272-b7ec-b0cbce3b13ba,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.409510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.413352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.413868 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Added segment 0696cfe5-f9a1-4d51-9212-e20fd9b1311d of type vlan for network 2202be22-41c3-428e-a1e5-01ee638cf947 Feb 16 12:36:14.443219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e378ca-23d3-483d-90c9-aad397159010,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.444094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Allocated IP 172.26.4.50 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:14.449508 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2ad110f-908e-428b-9b77-9ddd02a314e3 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2073979 Feb 16 12:36:14.452576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:14.455484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.490399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.491334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:14.491909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.544307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:14.552647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.565014 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Sync routers for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:14.589819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:14.591967 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:14.602665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1455450 Feb 16 12:36:14.611334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.619290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:14.623547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.638391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Request body: {'network': {'project_id': 'b4575e0086f74b2abab8fcdf951a0d97'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:14.644763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] For port 272af6da-7013-4577-ac5b-d4012cdee273, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:14.666544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] For port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:14.670431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] For port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:14.672907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] For port 272af6da-7013-4577-ac5b-d4012cdee273, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=272af6da-7013-4577-ac5b-d4012cdee273,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:14.681382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.695646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb937be0-aff2-4cc7-abf3-01e38ead8915 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event updated for resources: {'Network': ['ID=73a745ce-33b0-4790-a15f-ac73b9a8662d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.735232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.741583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:14.742276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.747632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port 147175c0-ac64-4272-b7ec-b0cbce3b13ba {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:14.748123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.765497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.786317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:14.801865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:14.833316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Usage tracker for resource:network and tenant:b4575e0086f74b2abab8fcdf951a0d97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:14.843887 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:14.844158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad02567-7eea-487a-8e0b-e82f4eb18ad7 None None] Pushing event updated for resources: {'Port': ['ID=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.850913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 73a745ce-33b0-4790-a15f-ac73b9a8662d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:14.881699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:14.895185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:14.899172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:14.904620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:14.933814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:14.982762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.020737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.033041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:15.076541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Allocated IP 172.26.4.207 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/98f3867e-a413-443e-90db-4d3ae654bb9b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:15.133168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da0f68-cb54-4a4e-9bbc-edae7fd7e237 None None] Pushing event updated for resources: {'Port': ['ID=272af6da-7013-4577-ac5b-d4012cdee273,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:15.166775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa7ca705-1326-4705-9931-67762050aa71 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:15.174704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.177980 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4fda05cf-b2ca-442b-9fd8-2c1439dafca9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4937382 Feb 16 12:36:15.192118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.220622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:15.221428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.225988 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:11Z', 'revision_number': 3, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:15.228621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 46982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:15.233277 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Checking router: aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:15.233567 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Updating router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 port 3a6e7f6d-2154-412e-851b-10b4279415a9 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:15.255932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa7ca705-1326-4705-9931-67762050aa71 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:15.256870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.265778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.307795 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.349855 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1266687 Feb 16 12:36:15.350950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Made reservation on behalf of b4575e0086f74b2abab8fcdf951a0d97 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:15.360182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.641630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.7300434 Feb 16 12:36:15.691261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.692267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 46994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:15.699909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Request body: {'subnet': {'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:15.719167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.787124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.850412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.852037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec1675-8d02-4e39-b420-1c5913adc6f5 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Pushing event updated for resources: {'Network': ['ID=e03ac5af-ef7a-4110-8953-1209056702ae,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:15.872248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:15.888045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e03ac5af-ef7a-4110-8953-1209056702ae details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:15.901346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:15.910364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:15.914540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Usage tracker for resource:subnet and tenant:fbd0d6b056a84e58bfaf60df6afbbfa2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:15.918059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.919469 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b137025-fe62-4bb9-8708-aa3984f5109f tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7109363 Feb 16 12:36:15.920651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:15.926746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:15.928505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:15.934796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-956858294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:15.943509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:15.948213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:network and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:15.951227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:15.958417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:15.960499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Made reservation on behalf of fbd0d6b056a84e58bfaf60df6afbbfa2 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:15.964055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:15.966697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.068714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Made reservation on behalf of 40bc5b676c04410384a04a6819da83a1 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:16.072547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.093424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.119057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:16.127053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:security_group_rule and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:16.130973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:16.140037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:16.273310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:16.286371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for 147175c0-ac64-4272-b7ec-b0cbce3b13ba owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:16.293210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1834959324'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:16.315446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:16.323222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Usage tracker for resource:port and tenant:1684c95dd8cb4a1e94c68a38f6c3e331 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:16.334200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:16.337884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.346348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.372931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:16.415401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.438807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.464679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Made reservation on behalf of 1684c95dd8cb4a1e94c68a38f6c3e331 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:16.467011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.492555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event updated for resources: {'Subnet': ['ID=eb486ddf-66f4-4034-aed9-bc0f47ec2e4f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.494371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:16.516650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.529498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Checking segment: {'id': '0696cfe5-f9a1-4d51-9212-e20fd9b1311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:16.529918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Network hostable DHCP agents. Network: 2202be22-41c3-428e-a1e5-01ee638cf947, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:16.542308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105025ec-c439-4e71-80bd-b5cc98512834,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.545081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.545966 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Added segment 23b18ecc-3044-4226-928d-b2614375bb3c of type vlan for network 46952466-0a44-4ade-a3bf-a478f0584338 Feb 16 12:36:16.560840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:16.570517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.572225 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Added segment b8a30bc1-a649-4dd6-b891-baa8dfc56c7f of type vlan for network 29df6510-ca5c-4516-bfb1-be68ded10416 Feb 16 12:36:16.575165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Allocated IP 172.26.4.225 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/c3a47bc8-a0b1-4f26-96b5-221c926f1ab5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:16.583928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Usage tracker for resource:security_group_rule and tenant:1684c95dd8cb4a1e94c68a38f6c3e331 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:16.589950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:16.598596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f5c76-ec3b-426d-9310-2a5bc05b09f9 None None] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:16.613264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.617041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:16.618944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Network 2202be22-41c3-428e-a1e5-01ee638cf947 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:16.633654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0753ff-4abd-4e0f-97c5-02aa116b9fbf tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event updated for resources: {'Network': ['ID=2202be22-41c3-428e-a1e5-01ee638cf947,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.648568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:16.668024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2202be22-41c3-428e-a1e5-01ee638cf947) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:16.683169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:16.683755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.712348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:16.738347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:16.791870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.804245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Pushing event updated for resources: {'Port': ['ID=98f3867e-a413-443e-90db-4d3ae654bb9b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.841546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.850685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:16.851588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.857174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.874650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.895378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2202be22-41c3-428e-a1e5-01ee638cf947 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:16.971655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f1b45-368e-4abf-ba30-dc27a3cd33f4 None None] Network 2202be22-41c3-428e-a1e5-01ee638cf947 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:16.993815 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8238fd05-6b80-4c89-9a5c-dd259e99c958 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2999239 Feb 16 12:36:16.995450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port c31d1941-ea66-4d87-a67e-19971891206c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:17.007908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:17.022966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb4a68-a106-4c28-bc8f-0939b5af7f99 None None] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:17.036884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Network': ['ID=46952466-0a44-4ade-a3bf-a478f0584338,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.065686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Request body: {'port': {'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1496575177'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:17.074356 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87b0d236-04de-4f66-8829-b33ea5fe0d50 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1448174 Feb 16 12:36:17.084162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:17.087363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb69c36-69d5-4ab7-9e49-a20e98c6fe01,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.094754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Request body: {'subnet': {'network_id': '46952466-0a44-4ade-a3bf-a478f0584338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:17.129644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:17.221203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 46952466-0a44-4ade-a3bf-a478f0584338 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:17.274652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.333571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:17.346485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:subnet and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:17.351656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:17.361258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:17.362644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.363356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:17.363916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.387473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:17.419044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Made reservation on behalf of 40bc5b676c04410384a04a6819da83a1 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:17.423374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.467535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Port': ['ID=147175c0-ac64-4272-b7ec-b0cbce3b13ba,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.472108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port c31d1941-ea66-4d87-a67e-19971891206c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:17.482642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3785ac25-6111-46d7-8e8f-c13b856c1a1a None None] Provisioning for port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:17.532987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.556404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Transition to ACTIVE for port object c31d1941-ea66-4d87-a67e-19971891206c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:17.577932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.693105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.717909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d0ae408c-c28d-4080-a049-9741e797caa1 None None] Provisioning for port 272af6da-7013-4577-ac5b-d4012cdee273 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:17.793261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:17.794898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=c31d1941-ea66-4d87-a67e-19971891206c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.804179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:17.804543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.827791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Checking segment: {'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:17.828146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Network hostable DHCP agents. Network: e03ac5af-ef7a-4110-8953-1209056702ae, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:17.842269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2202be22-41c3-428e-a1e5-01ee638cf947', 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947', 'tenant_id': 'fbd0d6b056a84e58bfaf60df6afbbfa2', 'fixed_ips': [{'subnet_id': 'eb486ddf-66f4-4034-aed9-bc0f47ec2e4f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:17.843718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.851921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:17.906001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Network e03ac5af-ef7a-4110-8953-1209056702ae is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:17.909692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event updated for resources: {'Network': ['ID=29df6510-ca5c-4516-bfb1-be68ded10416,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.942079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e725520-40a5-4a7a-bcd5-cc492a19f520 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3125062 Feb 16 12:36:17.955812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:17.975585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Request body: {'network': {'project_id': 'b4575e0086f74b2abab8fcdf951a0d97'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:17.989244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Subnet': ['ID=d2147847-c9f8-4b51-bdb8-68bb938befbd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:17.991228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e03ac5af-ef7a-4110-8953-1209056702ae) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:17.999805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:18.013967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:18.015187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:18.018874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Usage tracker for resource:port and tenant:fbd0d6b056a84e58bfaf60df6afbbfa2 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:18.021924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:18.026730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Usage tracker for resource:network and tenant:b4575e0086f74b2abab8fcdf951a0d97 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:18.033874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:18.035523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:18.038864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 29df6510-ca5c-4516-bfb1-be68ded10416 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:18.048881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Checking segment: {'id': '23b18ecc-3044-4226-928d-b2614375bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:18.052104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network hostable DHCP agents. Network: 46952466-0a44-4ade-a3bf-a478f0584338, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:18.059961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:18.062099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.062461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.062843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.072913 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:36:18.073413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:36:18.074552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-508f8602-2952-438e-bf19-5f81eeba7830 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1177194 Feb 16 12:36:18.080783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.081139 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.081547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:18.083055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 2 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.131794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.138570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.138980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.139875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.153882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 46952466-0a44-4ade-a3bf-a478f0584338 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:18.156554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.156880 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.160579 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 3 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.164838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da981a-41fd-4da3-bafd-d4e76d7eb456 None None] Network e03ac5af-ef7a-4110-8953-1209056702ae requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:18.184037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 46952466-0a44-4ade-a3bf-a478f0584338) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:18.188647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.188844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.189306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.199628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:18.200246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.204903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.205246 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.207646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-65750d17-80c7-473a-b702-af32b365879c tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4575e0086f74b2abab8fcdf951a0d97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1176469 Feb 16 12:36:18.209959 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 4 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.218554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47028) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:18.224403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.228860 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-729e4098-e2f2-4161-a8d5-85a61fe8284e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/ports/147175c0-ac64-4272-b7ec-b0cbce3b13ba HTTP/1.1" status: 204 len: 168 time: 3.7647309 Feb 16 12:36:18.234383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47032) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:18.242225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723a87a-d0b6-467e-8d3e-5790d26222d3 None None] Network 46952466-0a44-4ade-a3bf-a478f0584338 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:18.242411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Made reservation on behalf of fbd0d6b056a84e58bfaf60df6afbbfa2 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:18.246116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.249542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.249883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.250222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.259568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d', 'external_fixed_ips': [{'subnet_id': '10ce6ffc-0656-47e9-8d2c-2a149e46ac66', 'ip_address': '2001:db8::322'}]}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:18.266496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.266873 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.270524 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 5 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.279756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:18.288068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58f01627-33ea-497b-aa24-7e439b2ce33d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2028885 Feb 16 12:36:18.290849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:18.305060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-623974248', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:18.311007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.311877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.312245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.319230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:18.327333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:router and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:18.329622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.329948 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.332777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:18.335174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 6 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.352184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:router and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:18.357329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:18.367509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:18.369138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.372331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.372665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.372995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.374973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] device_id is not set on port 7c10a2f6-432f-4a9f-9166-0d1b6703187d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:18.387969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.388346 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.389042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.390235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.396068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 7 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.431442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.448052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.448685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.449031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.451519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.474437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:18.475914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.476388 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.485928 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 8 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.499515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Provisioning complete for port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:18.499897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.516268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.516610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.518197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.524332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.524679 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.525881 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 9 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.582570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.636984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Allocated IP 172.20.0.2 (2202be22-41c3-428e-a1e5-01ee638cf947/eb486ddf-66f4-4034-aed9-bc0f47ec2e4f/ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:18.655517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.655955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.656334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.675542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.675939 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.677830 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 10 to bind port c31d1941-ea66-4d87-a67e-19971891206c Feb 16 12:36:18.749351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.771908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.785048 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.801575 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Transition to ACTIVE for port object 3a6e7f6d-2154-412e-851b-10b4279415a9 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:18.811634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.813714 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.834377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.834603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.834903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.837181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b728f-d9c1-471c-b862-c76a8632f160,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:18.841186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.852810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port c31d1941-ea66-4d87-a67e-19971891206c on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:18.853137 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port c31d1941-ea66-4d87-a67e-19971891206c on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:18.853494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.873285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.874775 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-515f0788-6c2f-409c-9244-9e6407499f0a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b0b728f-d9c1-471c-b862-c76a8632f160 HTTP/1.1" status: 204 len: 168 time: 0.6500237 Feb 16 12:36:18.877591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47040) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:18.913948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Pushing event updated for resources: {'Port': ['ID=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:18.915800 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Attempting to bind port 3a6e7f6d-2154-412e-851b-10b4279415a9 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:18.916397 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Attempting to bind port 3a6e7f6d-2154-412e-851b-10b4279415a9 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:18.916999 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Attempting to bind port 3a6e7f6d-2154-412e-851b-10b4279415a9 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:18.923766 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Pushing event updated for resources: {'Port': ['ID=3a6e7f6d-2154-412e-851b-10b4279415a9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:18.932789 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:18.933527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:18.934214 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.934838 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:18.935508 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Bound port: 3a6e7f6d-2154-412e-851b-10b4279415a9, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:18.936589 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.943735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.944782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.962874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:18.969935 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.970819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.971465 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.972067 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.972652 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.973205 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.973834 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.974627 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.975672 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.976343 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.977009 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.977554 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Tracked resource versions report: Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: pushed versions: Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Log': {'1.0'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Network': {'1.1'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Port': {'1.7'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'PortForwarding': {'1.2'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'QosPolicy': {'1.8'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SubPort': {'1.0'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Subnet': {'1.1'}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Trunk': {'1.1'}} Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: consumer versions: Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: { DHCP agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: HyperV agent@hv-neutron-8294: {}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: L3 agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: Metadata agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: Metering agent@dv-neutron-829435-1-hyperv: {}, Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: Open vSwitch agent@dv-neutron-829435-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'ConntrackHelper': '1.0', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Log': '1.0', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Network': '1.1', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Port': '1.7', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'PortForwarding': '1.2', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'QosPolicy': '1.8', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroup': '1.4', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SecurityGroupRule': '1.2', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'SubPort': '1.0', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Subnet': '1.1', Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: 'Trunk': '1.1'}} Feb 16 12:36:18.979200 dv-neutron-829435-1-hyperv neutron-server[87701]: {{(pid=87701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:19.069086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:19.111131 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] For port 3a6e7f6d-2154-412e-851b-10b4279415a9, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:19.114922 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] For port 3a6e7f6d-2154-412e-851b-10b4279415a9, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a6e7f6d-2154-412e-851b-10b4279415a9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:19.116540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:19.129845 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.133083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.133869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 272af6da-7013-4577-ac5b-d4012cdee273 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:19.210129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.216910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:19.217821 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:19.242565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-46952466-0a44-4ade-a3bf-a478f0584338', 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338', 'tenant_id': '40bc5b676c04410384a04a6819da83a1', 'fixed_ips': [{'subnet_id': 'd2147847-c9f8-4b51-bdb8-68bb938befbd'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:19.242901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.251471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.276601 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f074-e63a-46ac-813f-19746c9261f4 None None] Pushing event updated for resources: {'Port': ['ID=3a6e7f6d-2154-412e-851b-10b4279415a9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:19.308546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:19.312251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:19.332424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port c31d1941-ea66-4d87-a67e-19971891206c, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:19.333454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:36:19.463436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Allocated IP 172.20.0.1 (b9c82292-6079-4859-8df0-35a733694242/8515a595-33f0-475e-b520-29dd40784f94/2dd73d81-388c-49e5-9288-c04cb8423143) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:19.470851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:19.476625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.478306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.510558 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:19.521184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Transition to ACTIVE for port object ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:19.545694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:36:19.546221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:36:19.552115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 272af6da-7013-4577-ac5b-d4012cdee273 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:19.566675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Transition to ACTIVE for port object ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:19.597399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 272af6da-7013-4577-ac5b-d4012cdee273 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:19.597795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.608059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.614939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.631975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.649477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.649962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.650792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.651219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > port after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.651630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.652132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > port after_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.652543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.652969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.653543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.653952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.735159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Network 2202be22-41c3-428e-a1e5-01ee638cf947 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:19.740049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:19.747656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:19.759055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Allocated IP 172.20.0.2 (46952466-0a44-4ade-a3bf-a478f0584338/d2147847-c9f8-4b51-bdb8-68bb938befbd/ec7e2571-3d24-439c-bd77-2a024cd1114a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:19.798209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Pushing event updated for resources: {'Port': ['ID=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:19.877098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.878273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.878703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.879131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:19.879598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29df6510-ca5c-4516-bfb1-be68ded10416']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:19.895731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a30bc1-a649-4dd6-b891-baa8dfc56c7f') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:19.896230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a30bc1-a649-4dd6-b891-baa8dfc56c7f') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:19.914052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.937738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.945740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:19.946244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:19.984630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Attempting to bind port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:19.984975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Attempting to bind port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '0696cfe5-f9a1-4d51-9212-e20fd9b1311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:19.985153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Attempting to bind port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 on network 2202be22-41c3-428e-a1e5-01ee638cf947 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:20.004545 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:20.004917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Checking segment: {'id': '0696cfe5-f9a1-4d51-9212-e20fd9b1311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:20.005302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.005694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Bound using segment: {'id': '0696cfe5-f9a1-4d51-9212-e20fd9b1311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:20.006170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Bound port: ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0696cfe5-f9a1-4d51-9212-e20fd9b1311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2202be22-41c3-428e-a1e5-01ee638cf947'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:20.006555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.054465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn_limited( Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn_limited( Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:20.057101 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:20.114272 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:11Z', 'revision_number': 3, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:20.114272 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d31df7-acda-4489-9560-a122387cc7bb None None] The sync data for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv is: [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:11Z', 'revision_number': 3, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:20.116179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.218858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Allocated IP 172.20.0.3 (2202be22-41c3-428e-a1e5-01ee638cf947/eb486ddf-66f4-4034-aed9-bc0f47ec2e4f/7c10a2f6-432f-4a9f-9166-0d1b6703187d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:20.225625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:20.226564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.304829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=c31d1941-ea66-4d87-a67e-19971891206c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.329124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 272af6da-7013-4577-ac5b-d4012cdee273, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=272af6da-7013-4577-ac5b-d4012cdee273,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:20.334796 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dd1c37c5-d9fe-4a21-9f72-75d6e2b89570 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.0602386 Feb 16 12:36:20.335732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:20.348224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-568ab694-f494-46c3-8432-c318094184b2 None None] For port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:20.359671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.408583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-568ab694-f494-46c3-8432-c318094184b2 None None] For port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,segment=NetworkSegment(0696cfe5-f9a1-4d51-9212-e20fd9b1311d),segment_id=0696cfe5-f9a1-4d51-9212-e20fd9b1311d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:20.408742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.437690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.442157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Deleting port c31d1941-ea66-4d87-a67e-19971891206c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:20.442157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.454653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.457228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Provisioning complete for port 272af6da-7013-4577-ac5b-d4012cdee273 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:20.457594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d0ee468-5728-4daa-8d34-fe8f0f7dad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.537468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Transition to ACTIVE for port object ec7e2571-3d24-439c-bd77-2a024cd1114a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:20.576091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:20.617700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=272af6da-7013-4577-ac5b-d4012cdee273,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.638346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Transition to ACTIVE for port object 2dd73d81-388c-49e5-9288-c04cb8423143 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:20.711439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Transition to ACTIVE for port object ec7e2571-3d24-439c-bd77-2a024cd1114a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:20.721189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.727101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.763240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.776111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "DELETE /v2.0/networks/29df6510-ca5c-4516-bfb1-be68ded10416 HTTP/1.1" status: 204 len: 168 time: 1.8974502 Feb 16 12:36:20.781721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217fb19-7af8-4b9d-8873-c29adb4fe8b3 tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event deleted for resources: {'Network': ['ID=29df6510-ca5c-4516-bfb1-be68ded10416,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.784461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47048) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:20.792900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port c31d1941-ea66-4d87-a67e-19971891206c, host hv-neutron-8294, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:20.793281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.852632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Network 46952466-0a44-4ade-a3bf-a478f0584338 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:20.856372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.863477 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:36:20.863645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ab694-f494-46c3-8432-c318094184b2 None None] Pushing event updated for resources: {'Port': ['ID=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.866894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:20.954907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Router 663f5b91-a7aa-48ae-a2c4-98f16529a283 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:21.001623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Calling delete_port for c31d1941-ea66-4d87-a67e-19971891206c owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:21.047262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:21.049879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Pushing event updated for resources: {'Port': ['ID=ec7e2571-3d24-439c-bd77-2a024cd1114a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:21.181682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:21.182695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.278677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Attempting to bind port ec7e2571-3d24-439c-bd77-2a024cd1114a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:21.279046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Attempting to bind port ec7e2571-3d24-439c-bd77-2a024cd1114a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '23b18ecc-3044-4226-928d-b2614375bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:21.279399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Attempting to bind port ec7e2571-3d24-439c-bd77-2a024cd1114a on network 46952466-0a44-4ade-a3bf-a478f0584338 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:21.340906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.343708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.349855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:21.350238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Checking segment: {'id': '23b18ecc-3044-4226-928d-b2614375bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:21.351466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.351567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Bound using segment: {'id': '23b18ecc-3044-4226-928d-b2614375bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:21.352102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Bound port: ec7e2571-3d24-439c-bd77-2a024cd1114a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b18ecc-3044-4226-928d-b2614375bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '46952466-0a44-4ade-a3bf-a478f0584338'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:21.352459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.353784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.470953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] For port ec7e2571-3d24-439c-bd77-2a024cd1114a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:21.471616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.474296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.481819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] For port ec7e2571-3d24-439c-bd77-2a024cd1114a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec7e2571-3d24-439c-bd77-2a024cd1114a,segment=NetworkSegment(23b18ecc-3044-4226-928d-b2614375bb3c),segment_id=23b18ecc-3044-4226-928d-b2614375bb3c)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:21.487877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.557507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Transition to ACTIVE for port object 7c10a2f6-432f-4a9f-9166-0d1b6703187d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:21.566132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Network b9c82292-6079-4859-8df0-35a733694242 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:21.587301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:21.589814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:21.590265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.602942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6e05-dad5-4e29-b38d-48a69f92ec78 None None] Pushing event updated for resources: {'Port': ['ID=ec7e2571-3d24-439c-bd77-2a024cd1114a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:21.622506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.739616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.756690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event deleted for resources: {'Port': ['ID=c31d1941-ea66-4d87-a67e-19971891206c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:21.781947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.797637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Allocated IP 172.26.4.48 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/6dd2d521-f4c3-4972-8951-15e36dd82eff) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:21.887423 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6f01438-5d85-46f1-9598-a85c2ccb02d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c31d1941-ea66-4d87-a67e-19971891206c HTTP/1.1" status: 204 len: 168 time: 1.5455048 Feb 16 12:36:21.890906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:21.892519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.918791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:21.949390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:21.962255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Sync routers for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:21.977441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:21.978877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:22.202912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a745ce-33b0-4790-a15f-ac73b9a8662d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:22.213133 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f631ae40-a098-45f9-928c-4834771d3ac2 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:36:22.213668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f631ae40-a098-45f9-928c-4834771d3ac2 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Synchronizing usage tracker for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:22.229566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cf2a68-3777-4b85-99b9-7745f2081850') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:22.229888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cf2a68-3777-4b85-99b9-7745f2081850') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:22.256154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.259517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.265887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:22.296327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f631ae40-a098-45f9-928c-4834771d3ac2 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Unset dirty status for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:22.296327 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f631ae40-a098-45f9-928c-4834771d3ac2 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports/c31d1941-ea66-4d87-a67e-19971891206c HTTP/1.1" status: 404 len: 333 time: 0.3906264 Feb 16 12:36:22.296327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:22.305631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.316438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1998507134'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:22.322776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.331484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:22.335361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:22.335759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:22.349511 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:22.380277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b81247-0bd5-4141-b283-b4711832a5e7 None None] Network 2202be22-41c3-428e-a1e5-01ee638cf947 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:22.382167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.385898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3fb401e4-fac7-40a1-b719-bcb54bd92e5b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 11.3624468 Feb 16 12:36:22.386671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47060) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:22.423710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:22.461613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Made reservation on behalf of 1684c95dd8cb4a1e94c68a38f6c3e331 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:22.465107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.490579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.493681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port 09033600-6790-47a1-a641-aa404d113f5a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:22.563957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.575084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.591655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] 10.222.0.65 "DELETE /v2.0/networks/73a745ce-33b0-4790-a15f-ac73b9a8662d HTTP/1.1" status: 204 len: 168 time: 1.7936940 Feb 16 12:36:22.718129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0803c2-1d74-40be-b0dc-82b4a978865a tempest-QuotasNegativeTest-752815363 tempest-QuotasNegativeTest-752815363-project-admin] Pushing event deleted for resources: {'Network': ['ID=73a745ce-33b0-4790-a15f-ac73b9a8662d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:22.752765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:22.767614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Network 2202be22-41c3-428e-a1e5-01ee638cf947 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:22.768402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:22.774116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:22.780549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.797770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:22.803945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:22.818017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:22.818673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:22.822463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-10c56547-607d-4cea-8100-31702191c303 None None] Provisioning for port 2dd73d81-388c-49e5-9288-c04cb8423143 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:22.826419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a6e7f6d-2154-412e-851b-10b4279415a9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:22.847295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event updated for resources: {'Port': ['ID=7c10a2f6-432f-4a9f-9166-0d1b6703187d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:22.895952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=6dd2d521-f4c3-4972-8951-15e36dd82eff,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:23.033125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-10c56547-607d-4cea-8100-31702191c303 None None] Provisioning complete for port 2dd73d81-388c-49e5-9288-c04cb8423143 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:23.033674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-10c56547-607d-4cea-8100-31702191c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.094571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.134469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-10c56547-607d-4cea-8100-31702191c303 None None] Port 2dd73d81-388c-49e5-9288-c04cb8423143 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:23.173785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45d3df3b-67d9-4a3e-a561-4dd25e0170d9 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1621099 Feb 16 12:36:23.190725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:23.194078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3a6e7f6d-2154-412e-851b-10b4279415a9 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:23.206610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.220997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:17Z', 'revision_number': 3, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:23.223137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3a6e7f6d-2154-412e-851b-10b4279415a9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:23.223601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.310337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55eb184-38f0-48c8-b811-6bfc231ac2d0 None None] Network 46952466-0a44-4ade-a3bf-a478f0584338 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:23.346220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.428049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Checking router: 663f5b91-a7aa-48ae-a2c4-98f16529a283 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:23.428892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Updating router 663f5b91-a7aa-48ae-a2c4-98f16529a283 port 98f3867e-a413-443e-90db-4d3ae654bb9b binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:23.455664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.522764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47074) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:23.584567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-17ab6a91-9d3c-48a3-b28c-269ab3630cc6 None None] Provisioning for port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:23.588858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Deleting port 7c10a2f6-432f-4a9f-9166-0d1b6703187d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:23.589206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.643787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.646024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.723924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.819941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.835506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Network e03ac5af-ef7a-4110-8953-1209056702ae is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:23.849621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:23.854611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=09033600-6790-47a1-a641-aa404d113f5a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:23.856822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:23.858138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:23.858447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.865710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.875804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b239b9cd-1376-4261-855e-2af8031f7cde None None] Provisioning for port ec7e2571-3d24-439c-bd77-2a024cd1114a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:23.923607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 3a6e7f6d-2154-412e-851b-10b4279415a9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a6e7f6d-2154-412e-851b-10b4279415a9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:23.938944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:23.939618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:23.963616 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4eff7019-3016-4957-808b-3eccb61a6efa tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6670747 Feb 16 12:36:23.968139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:23.974711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:23.974862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:23.999832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1d47eb146141b0bc14cd23b25ac9b8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:24.017020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:24.151973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:24.172853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Router 617c0187-22b4-4360-b586-d5d487c95b0d is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:24.246504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 2001:db8::322 (bf75e36e-983d-4d7b-a117-b68e6b48d62d/10ce6ffc-0656-47e9-8d2c-2a149e46ac66/b3421f36-f942-4e8e-ad2b-54177f03454b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:24.375279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.394253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.397276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=3a6e7f6d-2154-412e-851b-10b4279415a9,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:24.398862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.435429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-42b82819-e789-49cd-8152-9edee29c7f6a None None] Provisioning for port 7c10a2f6-432f-4a9f-9166-0d1b6703187d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:24.442988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Transition to ACTIVE for port object 98f3867e-a413-443e-90db-4d3ae654bb9b will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:24.447290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:24.456202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-42b82819-e789-49cd-8152-9edee29c7f6a None None] Provisioning complete for port 7c10a2f6-432f-4a9f-9166-0d1b6703187d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:24.456880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-42b82819-e789-49cd-8152-9edee29c7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.519456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.524684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:24.525216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.576720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.710778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-42b82819-e789-49cd-8152-9edee29c7f6a None None] Port 7c10a2f6-432f-4a9f-9166-0d1b6703187d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:24.720617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Calling delete_port for 7c10a2f6-432f-4a9f-9166-0d1b6703187d owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:24.727265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Attempting to bind port 98f3867e-a413-443e-90db-4d3ae654bb9b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:24.727639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Attempting to bind port 98f3867e-a413-443e-90db-4d3ae654bb9b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:24.728024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Attempting to bind port 98f3867e-a413-443e-90db-4d3ae654bb9b on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:24.734294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0283647-738a-43c8-9320-b2ddfe05c741 None None] Pushing event updated for resources: {'Port': ['ID=98f3867e-a413-443e-90db-4d3ae654bb9b,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:24.740296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:24.740672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:24.741126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.741441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:24.741904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Bound port: 98f3867e-a413-443e-90db-4d3ae654bb9b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:24.742304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.884264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] For port 98f3867e-a413-443e-90db-4d3ae654bb9b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:24.886305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.914719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] For port 98f3867e-a413-443e-90db-4d3ae654bb9b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=98f3867e-a413-443e-90db-4d3ae654bb9b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:24.928330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.937452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:24.948463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port 09033600-6790-47a1-a641-aa404d113f5a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:24.958483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:24.973162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-73ade3e3-3a23-4111-80bf-21027efd487f None None] Provisioning complete for port 7c10a2f6-432f-4a9f-9166-0d1b6703187d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:24.973473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73ade3e3-3a23-4111-80bf-21027efd487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.011930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,segment=NetworkSegment(0696cfe5-f9a1-4d51-9212-e20fd9b1311d),segment_id=0696cfe5-f9a1-4d51-9212-e20fd9b1311d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:25.034653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.035413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec7e2571-3d24-439c-bd77-2a024cd1114a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:25.040887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Transition to ACTIVE for port object 09033600-6790-47a1-a641-aa404d113f5a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:25.046999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.149467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:25.150093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.207895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:25.239969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0283647-738a-43c8-9320-b2ddfe05c741 None None] Pushing event updated for resources: {'Port': ['ID=98f3867e-a413-443e-90db-4d3ae654bb9b,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.249726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.269277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=09033600-6790-47a1-a641-aa404d113f5a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.285860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:25.286514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-73ade3e3-3a23-4111-80bf-21027efd487f None None] Port 7c10a2f6-432f-4a9f-9166-0d1b6703187d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:25.287346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.287675 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.288446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.296151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.296970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.300209 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] Sync routers for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:25.304616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.304942 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.307332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 2 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.311532 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:25.312364 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.325987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.326319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.327371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.329980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.331223 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11b20910-4c9b-4626-8918-908342983789 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0334568 Feb 16 12:36:25.334053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:25.380204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:25.390415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.390797 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.396298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 3 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.396879 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.408174 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:25.408990 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.425399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.425726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.426109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.445536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.445857 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.448696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 4 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.455339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Sync routers for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:25.474070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ec7e2571-3d24-439c-bd77-2a024cd1114a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:25.482158 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.483583 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a104b-d7d2-4766-9c64-804391178b69 None None] The sync data for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:25.507990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:25.508820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:35:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:25.522080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.523036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.523378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.523710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.540705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.541023 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.543857 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 5 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.621674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.637282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.637613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.638001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.638153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.649084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.649429 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.651637 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 6 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.654036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.666811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ec7e2571-3d24-439c-bd77-2a024cd1114a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:25.666811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.716135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.737654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.738856 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-571ef198-1f83-4e4c-94e5-0f92922a5f9d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.3464766 Feb 16 12:36:25.750510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.751190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:25.760643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47088) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:25.821931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.821931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.822196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.837103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.837415 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.839435 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 7 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.868298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.868639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.868954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.886729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd1d47eb146141b0bc14cd23b25ac9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3606822 Feb 16 12:36:25.889926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-293397ac-fb68-4c54-8d5d-42bd31ffac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.910109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:25.915524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:25.919828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event deleted for resources: {'Port': ['ID=7c10a2f6-432f-4a9f-9166-0d1b6703187d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.938859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.938859 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.939421 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 8 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:25.942782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ecdbc-5868-4cc9-b163-85bcc3416af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a63fc-a3e9-4fb9-87af-e5fe3d5adf1c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.971036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:25.971252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:25.971551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:25.978102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:25.978434 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:25.980652 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 9 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:26.005823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Network b9c82292-6079-4859-8df0-35a733694242 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:26.006014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:26.006329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:26.006624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:26.015550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:26.015850 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:26.018107 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 10 to bind port 09033600-6790-47a1-a641-aa404d113f5a Feb 16 12:36:26.031525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.047165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:26.050750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.069565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.071369 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35a9dc4c-0617-4343-8545-18d2dc5daa9b tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "DELETE /v2.0/ports/7c10a2f6-432f-4a9f-9166-0d1b6703187d HTTP/1.1" status: 204 len: 168 time: 2.8796303 Feb 16 12:36:26.096612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:26.126122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:26.126478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:26.126821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:26.141649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:26.147489 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 09033600-6790-47a1-a641-aa404d113f5a on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:26.147868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.382998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port 09033600-6790-47a1-a641-aa404d113f5a, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:26.383470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:36:26.386428 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-315ae6cd-5c66-48f8-ad31-26e39f815cf5 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2888131 Feb 16 12:36:26.390342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:26.395749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.403828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1757609337'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:26.462566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.481610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:26.503046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Usage tracker for resource:network and tenant:fbd0d6b056a84e58bfaf60df6afbbfa2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:26.511751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:26.513805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-68c98605-1354-4146-97dd-90b90f1bd9cf None None] Provisioning complete for port 2dd73d81-388c-49e5-9288-c04cb8423143 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:26.514211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-68c98605-1354-4146-97dd-90b90f1bd9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.515317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] In _notify_port_updated(), no bound segment for port 09033600-6790-47a1-a641-aa404d113f5a on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:36:26.516264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.516939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.521114 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "PUT /v2.0/ports/09033600-6790-47a1-a641-aa404d113f5a HTTP/1.1" status: 200 len: 977 time: 2.5531676 Feb 16 12:36:26.527898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47106) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:26.543862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network bf75e36e-983d-4d7b-a117-b68e6b48d62d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:26.567477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:26.568417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:26.579153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=b3421f36-f942-4e8e-ad2b-54177f03454b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:26.591309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:26.601406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ec7e2571-3d24-439c-bd77-2a024cd1114a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec7e2571-3d24-439c-bd77-2a024cd1114a,segment=NetworkSegment(23b18ecc-3044-4226-928d-b2614375bb3c),segment_id=23b18ecc-3044-4226-928d-b2614375bb3c)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:26.616052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.617424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 272af6da-7013-4577-ac5b-d4012cdee273 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:26.621839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8a7bd-6ae4-451c-96bb-367ecce37c66 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=09033600-6790-47a1-a641-aa404d113f5a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:26.671032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Made reservation on behalf of fbd0d6b056a84e58bfaf60df6afbbfa2 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:26.674549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.720226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.755551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-68c98605-1354-4146-97dd-90b90f1bd9cf None None] Port 2dd73d81-388c-49e5-9288-c04cb8423143 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:26.762750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:17Z', 'revision_number': 3, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:26.789747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee7a3f7-d76f-476b-89e7-2d97178f1e7e None None] The sync data for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv is: [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:17Z', 'revision_number': 3, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:26.798015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.809136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ec7e2571-3d24-439c-bd77-2a024cd1114a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:26.816748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:26.844330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:20Z', 'revision_number': 3, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:26.849191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 272af6da-7013-4577-ac5b-d4012cdee273 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:26.849562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.852942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.853400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.853854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.854308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.854751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.855204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.855649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.856118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.856569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.857011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.857451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.858458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.859061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.859786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.860399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.860981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.861561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:26.863412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Synchronizing usage tracker for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:26.878511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Checking router: 617c0187-22b4-4360-b586-d5d487c95b0d for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:26.878710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Updating router 617c0187-22b4-4360-b586-d5d487c95b0d port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:26.885695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.886265 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Added segment 25bd1529-753b-4047-a7eb-e9920973c4dd of type vlan for network 2b5677fe-48d2-4068-af85-59b746387573 Feb 16 12:36:26.955542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:26.979383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Unset dirty status for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:26.985006 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa272a6a-c2de-4285-aea5-2d59a6313eb4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15131 time: 0.4559865 Feb 16 12:36:26.985689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:27.001203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.119906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Deleting port 09033600-6790-47a1-a641-aa404d113f5a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:27.120269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.175148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.304393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.312628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:27.313825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.317127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.358943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a63fc-a3e9-4fb9-87af-e5fe3d5adf1c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:27.450092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.471278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event updated for resources: {'Network': ['ID=2b5677fe-48d2-4068-af85-59b746387573,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:27.471936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Transition to ACTIVE for port object c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:27.480339 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1dce7055-bc04-4531-a33c-007a6cbcdb92 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0888758 Feb 16 12:36:27.486448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47114) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:27.497689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 98f3867e-a413-443e-90db-4d3ae654bb9b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:27.509139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:27.522285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Allocated IP 172.20.0.1 (b49b4875-c241-434b-8ad6-b1a20fd3fae9/ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09/48bd5025-868d-4788-8309-21698aa9e2c9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:27.558591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2b5677fe-48d2-4068-af85-59b746387573 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:27.576165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.599728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.607396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f89e366a-3150-4cf6-bfd9-d9846922fd38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec7a63fc-a3e9-4fb9-87af-e5fe3d5adf1c HTTP/1.1" status: 204 len: 168 time: 1.6843483 Feb 16 12:36:27.850386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Attempting to bind port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:27.850755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Attempting to bind port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:27.851109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Attempting to bind port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:27.872120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:27.872494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:27.872884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.873854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:27.874326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Bound port: c3a47bc8-a0b1-4f26-96b5-221c926f1ab5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:27.874725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:27.920974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5199bc-1ea3-47ed-bedc-197bab5e04cb None None] Pushing event updated for resources: {'Port': ['ID=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:28.000930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bec6cd2a-5dd7-4b55-9403-d5172ab01db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.036056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 98f3867e-a413-443e-90db-4d3ae654bb9b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:28.054023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 98f3867e-a413-443e-90db-4d3ae654bb9b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:28.054755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.163165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] For port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:28.183900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] For port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:28.241784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2bce0350-70ad-4807-a628-46ca8d3a176c tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.7497327 Feb 16 12:36:28.243115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:28.248111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.287697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.356860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.417598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 98f3867e-a413-443e-90db-4d3ae654bb9b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=98f3867e-a413-443e-90db-4d3ae654bb9b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:28.437553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:28.439636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.440715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a6e7f6d-2154-412e-851b-10b4279415a9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:28.477568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Allocated IP 172.20.0.1 (46952466-0a44-4ade-a3bf-a478f0584338/d2147847-c9f8-4b51-bdb8-68bb938befbd/42367506-0aab-445d-8895-d98da92bd181) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:28.488793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port 09033600-6790-47a1-a641-aa404d113f5a, host hv-neutron-8294, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:28.489144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.496169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:28.497637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.497828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:28.585939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5199bc-1ea3-47ed-bedc-197bab5e04cb None None] Pushing event updated for resources: {'Port': ['ID=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:28.594378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:28.704159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Usage tracker for resource:security_group_rule and tenant:61a049bc60694d87a9cfd07023a1ba91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:28.712854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Calling delete_port for 09033600-6790-47a1-a641-aa404d113f5a owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:28.723144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3a6e7f6d-2154-412e-851b-10b4279415a9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:28.723519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.728407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:28.743458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:28.744458 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-57cc7007-d8e7-4f70-81bf-0e65f21e3b18 admin admin] 10.222.0.65 "PUT /v2.0/routers/aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3966856 Feb 16 12:36:28.745833 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Sync routers for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:28.762278 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:28.762897 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:28.819586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:28.978979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=98f3867e-a413-443e-90db-4d3ae654bb9b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:29.016787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.057349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.062135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:29.062659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.066885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.067038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ac604-7280-4981-8156-0984b2dfa130 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] Network 2b5677fe-48d2-4068-af85-59b746387573 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:29.088856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.160977 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:29.222792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event deleted for resources: {'Port': ['ID=09033600-6790-47a1-a641-aa404d113f5a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:29.222948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.251583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Transition to ACTIVE for port object 48bd5025-868d-4788-8309-21698aa9e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:29.267256 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-199ac604-7280-4981-8156-0984b2dfa130 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "POST /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9394126 Feb 16 12:36:29.273471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Transition to ACTIVE for port object 42367506-0aab-445d-8895-d98da92bd181 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:29.278704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:29.292107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cef24e-2c48-40d8-b584-7356913ac67a None None] Network 2b5677fe-48d2-4068-af85-59b746387573 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:29.293579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.299566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.458644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.462159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:29.503029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.570641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:29.584363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:29.598360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:29.599550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.698013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.714594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.737764 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1abf7ca-b874-4a03-b483-409a92e4db13 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "DELETE /v2.0/ports/09033600-6790-47a1-a641-aa404d113f5a HTTP/1.1" status: 204 len: 168 time: 2.7373700 Feb 16 12:36:29.738146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47150) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:29.775789 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 2, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:29.789566 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Checking router: aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:29.789935 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Updating router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 port 2dd73d81-388c-49e5-9288-c04cb8423143 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:29.795748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:29.796704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.842682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 46952466-0a44-4ade-a3bf-a478f0584338 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:29.843400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:29.869189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:29.898455 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.015847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb7eaf-143c-4b24-b186-734e3d2562f7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:30.020089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=42367506-0aab-445d-8895-d98da92bd181,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:30.067262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:30.076490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.093548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c5aaf8d9-a556-4270-84af-520df5631cda None None] Provisioning for port 48bd5025-868d-4788-8309-21698aa9e2c9 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:30.096771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:30.106731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c5aaf8d9-a556-4270-84af-520df5631cda None None] Provisioning complete for port 48bd5025-868d-4788-8309-21698aa9e2c9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:30.109589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf8d9-a556-4270-84af-520df5631cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.137881 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b91e49b-305d-49a0-b02c-b9d7cd692807 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:36:30.138421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b91e49b-305d-49a0-b02c-b9d7cd692807 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Synchronizing usage tracker for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:30.144066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025138046', 'description': 'tempest-description--1143739238'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:30.159684 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0949a01c-7529-42a8-8f41-ac74ccc56965 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61a049bc60694d87a9cfd07023a1ba91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7190723 Feb 16 12:36:30.167042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:30.170750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:30.174131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec7e2571-3d24-439c-bd77-2a024cd1114a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:30.202581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.220526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:20Z', 'revision_number': 3, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:30.240626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e079e-32ba-4c59-a809-6d52c4833a11 None None] The sync data for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv is: [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:20Z', 'revision_number': 3, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:30.281137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c5aaf8d9-a556-4270-84af-520df5631cda None None] Port 48bd5025-868d-4788-8309-21698aa9e2c9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:30.304511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ec7e2571-3d24-439c-bd77-2a024cd1114a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:30.304999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.320278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Usage tracker for resource:security_group and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:30.361611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:30.363777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.368910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 60c09bec-d486-4152-8318-5bb72cbbd186 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:30.402996 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.411939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.433630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:30.464646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04124961-8f51-4152-ac87-5de4f4c28e28 None None] Provisioning for port 42367506-0aab-445d-8895-d98da92bd181 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:30.485353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b91e49b-305d-49a0-b02c-b9d7cd692807 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Unset dirty status for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:30.490287 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b91e49b-305d-49a0-b02c-b9d7cd692807 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports/09033600-6790-47a1-a641-aa404d113f5a HTTP/1.1" status: 404 len: 333 time: 0.6413829 Feb 16 12:36:30.492026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04124961-8f51-4152-ac87-5de4f4c28e28 None None] Provisioning complete for port 42367506-0aab-445d-8895-d98da92bd181 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:30.492562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-04124961-8f51-4152-ac87-5de4f4c28e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.497339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:30.503167 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d8b39d2-8cec-4ff6-b4eb-0be15eb4958c tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 1.2219992 Feb 16 12:36:30.506905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.507332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:30.519155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1435442776', 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:30.534218 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.547551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.551972 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8cb7eaf-143c-4b24-b186-734e3d2562f7 HTTP/1.1" status: 204 len: 168 time: 0.3497412 Feb 16 12:36:30.571228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.572872 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Transition to ACTIVE for port object 2dd73d81-388c-49e5-9288-c04cb8423143 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:30.572985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:30.586982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741d86c-e8d5-4ef5-bb21-9e085eca0d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb7eaf-143c-4b24-b186-734e3d2562f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:30.599254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.664495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:30.679743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-04124961-8f51-4152-ac87-5de4f4c28e28 None None] Port 42367506-0aab-445d-8895-d98da92bd181 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:30.692665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:30.705130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Allocated IP 172.20.0.1 (04bc28f6-6471-4eea-89ff-aa6b7d17388a/9513b4b3-dd1b-4122-adc8-b31212b716ef/c5ba8d99-a520-4e1e-b21a-87939496fe47) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:30.721315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Usage tracker for resource:security_group_rule and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:30.737595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Made reservation on behalf of 1684c95dd8cb4a1e94c68a38f6c3e331 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:30.752331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:30.766900 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52817ee0-736b-41ea-874e-d859f0afaebd None None] Pushing event updated for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:30.814909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 98f3867e-a413-443e-90db-4d3ae654bb9b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:30.838325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:30.930464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port 69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:30.962425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 98f3867e-a413-443e-90db-4d3ae654bb9b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:30.964781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.036557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97cb8b5a-3cfc-4e2a-a60b-7066bdc912d9 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "DELETE /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks/2b5677fe-48d2-4068-af85-59b746387573 HTTP/1.1" status: 204 len: 168 time: 0.5128038 Feb 16 12:36:31.037646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:31.042055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:31.079484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.122233 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Attempting to bind port 2dd73d81-388c-49e5-9288-c04cb8423143 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:31.122743 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Attempting to bind port 2dd73d81-388c-49e5-9288-c04cb8423143 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:31.122968 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Attempting to bind port 2dd73d81-388c-49e5-9288-c04cb8423143 on network b9c82292-6079-4859-8df0-35a733694242 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:31.147662 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:31.147993 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Checking segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:31.148559 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.148965 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Bound using segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:31.149606 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Bound port: 2dd73d81-388c-49e5-9288-c04cb8423143, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:31.150271 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.285101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.309618 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] For port 2dd73d81-388c-49e5-9288-c04cb8423143, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:31.310244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Transition to ACTIVE for port object c5ba8d99-a520-4e1e-b21a-87939496fe47 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:31.314127 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] For port 2dd73d81-388c-49e5-9288-c04cb8423143, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2dd73d81-388c-49e5-9288-c04cb8423143,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:31.320229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.442794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.447457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:31.459990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.464898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Sync routers for ids ['60c09bec-d486-4152-8318-5bb72cbbd186'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:31.492737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Routers {'60c09bec-d486-4152-8318-5bb72cbbd186'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:31.493436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['60c09bec-d486-4152-8318-5bb72cbbd186'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:31.493939 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:31.494633 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:31.508680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.509355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.573005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:31.596023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:31.602518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:31.602976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.635882 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52817ee0-736b-41ea-874e-d859f0afaebd None None] Pushing event updated for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:31.787672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.794215 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-194818bf-f59e-4319-b8ff-b39bf4b7b25a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.5587029 Feb 16 12:36:31.808343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47192) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:31.924960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:31.946160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Set router 60c09bec-d486-4152-8318-5bb72cbbd186 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:31.974193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Pushing event updated for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:32.015850 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aff0eab1-3eda-479c-8d82-150108e3da55 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.9629037 Feb 16 12:36:32.028807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47202) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:32.149550 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c13621af-6b05-424c-b5e7-9e32c23415e2 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/networks/2202be22-41c3-428e-a1e5-01ee638cf947/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1178868 Feb 16 12:36:32.165267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47208) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:32.172607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.175009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:32.186175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.225332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:32.227530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:32.240917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:32.376808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.383078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9e7b7254-f1d8-49f8-93fa-6fd6d3305e62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2522717 Feb 16 12:36:32.407181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47214) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:32.431614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'security_group_rule': {'security_group_id': '9dfc29f0-5660-4c1f-afee-374cd5bfa3e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:32.460486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:32.461116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0eb5b7e6-3fdd-4f32-acc0-6cf2d42c9c1e None None] Provisioning for port c5ba8d99-a520-4e1e-b21a-87939496fe47 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:32.473895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0eb5b7e6-3fdd-4f32-acc0-6cf2d42c9c1e None None] Provisioning complete for port c5ba8d99-a520-4e1e-b21a-87939496fe47 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:32.474253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0eb5b7e6-3fdd-4f32-acc0-6cf2d42c9c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.515499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Usage tracker for resource:security_group_rule and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:32.522499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:32.605193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:32.664292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5b7e6-3fdd-4f32-acc0-6cf2d42c9c1e None None] Port c5ba8d99-a520-4e1e-b21a-87939496fe47 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:32.690853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.698447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.703945 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:31Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:32.710869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44f229-66d0-4ff1-96a2-613a99e978fc None None] The sync data for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv is: [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:31Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:32.733600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c09bec-d486-4152-8318-5bb72cbbd186', 'name': '', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d', 'external_fixed_ips': [{'subnet_id': '10ce6ffc-0656-47e9-8d2c-2a149e46ac66', 'ip_address': '2001:db8::322'}], 'enable_snat': True}, 'gw_port_id': 'b3421f36-f942-4e8e-ad2b-54177f03454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:27Z', 'revision_number': 3, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port': {'id': 'b3421f36-f942-4e8e-ad2b-54177f03454b', 'name': '', 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c09bec-d486-4152-8318-5bb72cbbd186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '10ce6ffc-0656-47e9-8d2c-2a149e46ac66', 'ip_address': '2001:db8::322', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:23Z', 'updated_at': '2022-02-16T12:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ce6ffc-0656-47e9-8d2c-2a149e46ac66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:32.743674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Checking router: 60c09bec-d486-4152-8318-5bb72cbbd186 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:32.747256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Updating router 60c09bec-d486-4152-8318-5bb72cbbd186 port b3421f36-f942-4e8e-ad2b-54177f03454b binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:32.815491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.846337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.862109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Router 663f5b91-a7aa-48ae-a2c4-98f16529a283 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:32.883238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.902362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:32.972869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4db1f41f-3266-4ba4-b67b-6fbbb895779f None None] Provisioning complete for port 48bd5025-868d-4788-8309-21698aa9e2c9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:32.976106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4db1f41f-3266-4ba4-b67b-6fbbb895779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:32.990874 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc7d0bd1-8969-4324-9ed9-7ac6807715bb tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/networks/2202be22-41c3-428e-a1e5-01ee638cf947/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.8188062 Feb 16 12:36:32.991544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47226) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:33.163675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4db1f41f-3266-4ba4-b67b-6fbbb895779f None None] Port 48bd5025-868d-4788-8309-21698aa9e2c9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:33.189078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.214003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:33.226235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.227103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.238421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:33.239032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.395455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:33.473807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.493639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Pushing event updated for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:33.497412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.511587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.578527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.600793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=69fd9f6e-6ba8-4136-90e1-ca2cf1938a23,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:33.604883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port b3421f36-f942-4e8e-ad2b-54177f03454b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:33.605229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.709045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.729381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-274303622', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:33.731414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Transition to ACTIVE for port object b3421f36-f942-4e8e-ad2b-54177f03454b will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:33.751380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.770115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:33.771318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.795672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:33.802963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227eb0ad-297c-466f-853e-a1a1afb30242,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:33.818707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.831645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:33.834250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Usage tracker for resource:port and tenant:492506b048904f488706ccfd0104cf85 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:33.840785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.844610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-406e95bb-1bf5-4aa7-a6d7-885e56f1358f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4258811 Feb 16 12:36:33.844610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:33.857053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:33.868935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Attempting to bind port b3421f36-f942-4e8e-ad2b-54177f03454b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:33.869307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Attempting to bind port b3421f36-f942-4e8e-ad2b-54177f03454b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'be95b62c-1adc-4305-839a-ee088d0250d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:33.869667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Attempting to bind port b3421f36-f942-4e8e-ad2b-54177f03454b on network bf75e36e-983d-4d7b-a117-b68e6b48d62d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:33.875969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47238) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:33.877707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b99957-932b-4193-b6d6-cdfd13e0aa43 None None] Pushing event updated for resources: {'Port': ['ID=b3421f36-f942-4e8e-ad2b-54177f03454b,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:33.885733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:33.931460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:33.931879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Checking segment: {'id': 'be95b62c-1adc-4305-839a-ee088d0250d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:33.932426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.932821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Bound using segment: {'id': 'be95b62c-1adc-4305-839a-ee088d0250d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:33.933299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Bound port: b3421f36-f942-4e8e-ad2b-54177f03454b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be95b62c-1adc-4305-839a-ee088d0250d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bf75e36e-983d-4d7b-a117-b68e6b48d62d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:33.933682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.941942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:33.980651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'security_group_rule': {'security_group_id': '9dfc29f0-5660-4c1f-afee-374cd5bfa3e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:33.988436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:33.998448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Usage tracker for resource:security_group_rule and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:34.002365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:34.009736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:34.052365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:34.057560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.058963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:34.066688 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Sync routers for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:34.081771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:34.082821 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:34.083862 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-08a03db1-2491-4e87-bf65-e0b162cbaee7 admin admin] 10.222.0.65 "PUT /v2.0/routers/663f5b91-a7aa-48ae-a2c4-98f16529a283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6800492 Feb 16 12:36:34.101827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] For port b3421f36-f942-4e8e-ad2b-54177f03454b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:34.105900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] For port b3421f36-f942-4e8e-ad2b-54177f03454b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b3421f36-f942-4e8e-ad2b-54177f03454b,segment=NetworkSegment(be95b62c-1adc-4305-839a-ee088d0250d2),segment_id=be95b62c-1adc-4305-839a-ee088d0250d2)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:34.107674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for b3421f36-f942-4e8e-ad2b-54177f03454b owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:34.115716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.134403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Made reservation on behalf of 492506b048904f488706ccfd0104cf85 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:34.141827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.211680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.219104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b99957-932b-4193-b6d6-cdfd13e0aa43 None None] Pushing event updated for resources: {'Port': ['ID=b3421f36-f942-4e8e-ad2b-54177f03454b,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:34.251826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Routers {'60c09bec-d486-4152-8318-5bb72cbbd186'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:34.252725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['60c09bec-d486-4152-8318-5bb72cbbd186'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:34.319904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-56cfd23c-b07b-4c4a-be27-bb871152fd97 None None] Provisioning complete for port c5ba8d99-a520-4e1e-b21a-87939496fe47 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:34.322690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-56cfd23c-b07b-4c4a-be27-bb871152fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.365658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:34.395346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Usage tracker for resource:security_group_rule and tenant:492506b048904f488706ccfd0104cf85 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:34.408259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:34.433076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:34.437516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Network e03ac5af-ef7a-4110-8953-1209056702ae is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:34.453136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:34.466731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.470028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:34.485187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.488423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Router 617c0187-22b4-4360-b586-d5d487c95b0d has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:34.506412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:34.509787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1777eb-e957-4e32-8e3b-a131e52a299e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:34.516614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:34.517595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:34.518599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.524585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.546490 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d47571dc-ec41-426f-abeb-f7ec892f0289 tempest-DHCPAgentSchedulersTestJSON-697579561 tempest-DHCPAgentSchedulersTestJSON-697579561-project-admin] 10.222.0.65 "GET /v2.0/agents/66e99a92-4cc4-476c-a4e9-4341b975d665/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 1.4579206 Feb 16 12:36:34.551386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.565799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47248) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:34.627894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-56cfd23c-b07b-4c4a-be27-bb871152fd97 None None] Port c5ba8d99-a520-4e1e-b21a-87939496fe47 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:34.673707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] Set router 60c09bec-d486-4152-8318-5bb72cbbd186 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:34.805109 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa6e3139-7f73-48c8-88bb-a77013ec8fc4 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.2979059 Feb 16 12:36:34.811558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:34.851923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=42367506-0aab-445d-8895-d98da92bd181,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:34.869724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.894817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:34.905693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.910421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5e9c460-bb5e-4e12-aea6-c43cb67eea5a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0314467 Feb 16 12:36:34.915124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47258) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:34.939816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c09bec-d486-4152-8318-5bb72cbbd186', 'name': '', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:34.948395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658ca4c2-fb3a-4fd4-a128-76342c0f6228 None None] The sync data for ids ['60c09bec-d486-4152-8318-5bb72cbbd186'] in dv-neutron-829435-1-hyperv is: [{'id': '60c09bec-d486-4152-8318-5bb72cbbd186', 'name': '', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:34.980213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3173b-ec88-456c-a8a1-e8286723ee3d tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:34.984805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45a3173b-ec88-456c-a8a1-e8286723ee3d tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports/69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 HTTP/1.1" status: 200 len: 955 time: 0.1658182 Feb 16 12:36:34.990922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:34.995948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:35.002402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:35.003404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:35.004025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.006179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Usage tracker for resource:floatingip and tenant:ab3e80b1a22244a58f88b1c9203d52dd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:35.009078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:35.015806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:35.058873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:36:35.059435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:36:35.074497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 46952466-0a44-4ade-a3bf-a478f0584338 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:35.075889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:35.184259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.216382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47266) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:35.244853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2dd73d81-388c-49e5-9288-c04cb8423143 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:35.262934 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:30Z', 'revision_number': 2, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.269653 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Checking router: 663f5b91-a7aa-48ae-a2c4-98f16529a283 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:35.270307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Updating router 663f5b91-a7aa-48ae-a2c4-98f16529a283 port 48bd5025-868d-4788-8309-21698aa9e2c9 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:35.346303 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.353461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116461807', 'description': 'tempest-description--76145840'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:35.359702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2dd73d81-388c-49e5-9288-c04cb8423143 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:35.361649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Deleting port 69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:35.362646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.368241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2dd73d81-388c-49e5-9288-c04cb8423143 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:35.370374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.382815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:35.420163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.429864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:35.460255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Usage tracker for resource:security_group and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:35.470291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a1fb900f-147e-4e4c-aa70-2a9c2352a6c4 None None] Provisioning complete for port 42367506-0aab-445d-8895-d98da92bd181 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:35.470919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1fb900f-147e-4e4c-aa70-2a9c2352a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.482078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:35.573074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port b3421f36-f942-4e8e-ad2b-54177f03454b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:35.573534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.586833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb900f-147e-4e4c-aa70-2a9c2352a6c4 None None] Port 42367506-0aab-445d-8895-d98da92bd181 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:35.590803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.636536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2dd73d81-388c-49e5-9288-c04cb8423143, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2dd73d81-388c-49e5-9288-c04cb8423143,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:35.644776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.661204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:35.672606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.675825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:35.697518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:35.711601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Sync routers for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:35.714441 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] Sync routers for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:35.722841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-612e15f3-ca15-4553-9418-1bcd6640918a admin admin] 10.222.0.65 "PUT /v2.0/routers/617c0187-22b4-4360-b586-d5d487c95b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9576139 Feb 16 12:36:35.743885 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:35.744533 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.766172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:35.768420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.816958 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.850555 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:35.851158 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.891150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.910539 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9fb9a40-05eb-4ded-a5a7-b8b79cbc5685 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "PUT /v2.0/routers/165bcc48-70fb-42e9-aa09-94ddfb15a3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5730882 Feb 16 12:36:35.910716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:35.929803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:35.931556 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:35.931962 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78383-801a-44d9-8ade-79b8212375d1 None None] The sync data for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:35.948336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Request body: {'port': {'network_id': '46952466-0a44-4ade-a3bf-a478f0584338', 'name': 'tempest-FloatingIPAdminTestJSON-2117853961'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:36.003740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] For port b3421f36-f942-4e8e-ad2b-54177f03454b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b3421f36-f942-4e8e-ad2b-54177f03454b,segment=NetworkSegment(be95b62c-1adc-4305-839a-ee088d0250d2),segment_id=be95b62c-1adc-4305-839a-ee088d0250d2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:36.003740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.034797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Calling delete_port for 69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:36.088263 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.088472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:36.122247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.143109 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Transition to ACTIVE for port object 48bd5025-868d-4788-8309-21698aa9e2c9 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:36.153422 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.215077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.218101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.231263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] device_id is not set on port 0eab9476-da5f-45cc-8caa-1db7a30dd027 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:36.246123 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16023-be01-4f5b-ba8d-8a8470b6232e None None] Pushing event updated for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:36.341130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event deleted for resources: {'Port': ['ID=69fd9f6e-6ba8-4136-90e1-ca2cf1938a23,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:36.341632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for b3421f36-f942-4e8e-ad2b-54177f03454b owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:36.480490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.515478 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Attempting to bind port 48bd5025-868d-4788-8309-21698aa9e2c9 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:36.516069 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Attempting to bind port 48bd5025-868d-4788-8309-21698aa9e2c9 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:36.516318 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Attempting to bind port 48bd5025-868d-4788-8309-21698aa9e2c9 on network b49b4875-c241-434b-8ad6-b1a20fd3fae9 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:36.524606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > segment before_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.524953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.525706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.526036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > port after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.526357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > port after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.526707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > port after_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.527027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > segment after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.527375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.527721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.528049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet after_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.537859 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:36.538246 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Checking segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:36.538653 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.539051 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Bound using segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:36.539522 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Bound port: 48bd5025-868d-4788-8309-21698aa9e2c9, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:36.539912 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.540104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47280) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:36.544751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:36.549889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Usage tracker for resource:port and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:36.552822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:36.559716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:36.577743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61940381', 'description': 'tempest-description--1918701948'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:36.585378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:36.590949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Usage tracker for resource:security_group and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:36.594227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:36.602362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:36.647763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Made reservation on behalf of 40bc5b676c04410384a04a6819da83a1 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:36.656816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.678329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.690865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 2, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:36.695665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Checking router: 617c0187-22b4-4360-b586-d5d487c95b0d for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:36.696147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Updating router 617c0187-22b4-4360-b586-d5d487c95b0d port c5ba8d99-a520-4e1e-b21a-87939496fe47 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:36.721023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:36.727235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Usage tracker for resource:security_group_rule and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:36.730488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:36.735333 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] For port 48bd5025-868d-4788-8309-21698aa9e2c9, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:36.736712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.737233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.737375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet before_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.737947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Subscribe: > subnet before_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:36:36.738336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5677fe-48d2-4068-af85-59b746387573']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:36.739234 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] For port 48bd5025-868d-4788-8309-21698aa9e2c9, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48bd5025-868d-4788-8309-21698aa9e2c9,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:36.742932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2dd73d81-388c-49e5-9288-c04cb8423143 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:36.744567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:36.746611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.751870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bd1529-753b-4047-a7eb-e9920973c4dd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:36.752207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bd1529-753b-4047-a7eb-e9920973c4dd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:36.777441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.796525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.803363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.805077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:36.805477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.834776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.843248 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16023-be01-4f5b-ba8d-8a8470b6232e None None] Pushing event updated for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:36.857128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] device_id is not set on port e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:36.866606 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:36.867380 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: from cryptography.utils import int_from_bytes Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: from cryptography.utils import int_from_bytes Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn_limited( Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn_limited( Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:36.929042 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:36.938028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.955750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.958167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-005fa4dd-4623-4876-8aa6-4a0b187b4412 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "DELETE /v2.0/ports/69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 HTTP/1.1" status: 204 len: 168 time: 1.9238966 Feb 16 12:36:36.973413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2dd73d81-388c-49e5-9288-c04cb8423143 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:36.973875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:36.981899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.030794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:37.036962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Allocated IP 172.20.0.7 (46952466-0a44-4ade-a3bf-a478f0584338/d2147847-c9f8-4b51-bdb8-68bb938befbd/e38b90dc-fa0e-43c1-94fe-e6325d00f1f6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:37.041177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event deleted for resources: {'Network': ['ID=2b5677fe-48d2-4068-af85-59b746387573,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.043033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a0897-9f58-47b1-821d-d143afdd195b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.058776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.061541 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-77194e61-69cd-4465-8b9c-274648c6b519 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "DELETE /v2.0/networks/2b5677fe-48d2-4068-af85-59b746387573 HTTP/1.1" status: 204 len: 168 time: 2.4936416 Feb 16 12:36:37.130185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.134404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Usage tracker for resource:security_group_rule and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:37.147272 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:37.160773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:37.219938 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18afa7e-b453-4efb-9b05-c4976e2f7a50 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] DELETE failed (client error): The resource could not be found. Feb 16 12:36:37.220751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18afa7e-b453-4efb-9b05-c4976e2f7a50 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:36:37.222596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f18afa7e-b453-4efb-9b05-c4976e2f7a50 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "DELETE /v2.0/ports/7c10a2f6-432f-4a9f-9166-0d1b6703187d HTTP/1.1" status: 404 len: 333 time: 0.0635638 Feb 16 12:36:37.224094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:37.234681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47294) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.241708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-36109172-cf2a-42f5-8b69-7d353bfb4e45 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:36:37.242529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36109172-cf2a-42f5-8b69-7d353bfb4e45 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Synchronizing usage tracker for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:37.343694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.344921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Deleting subnet eb486ddf-66f4-4034-aed9-bc0f47ec2e4f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:36:37.348211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.361404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Transition to ACTIVE for port object e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:37.390796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.405029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.424395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.445250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Transition to ACTIVE for port object c5ba8d99-a520-4e1e-b21a-87939496fe47 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:37.454560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.471345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.475733 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9062374 Feb 16 12:36:37.476806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.499815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'security_group_rule': {'security_group_id': '65dd5a20-3461-4e40-a105-3b96b66af199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:37.505365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:37.509490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Usage tracker for resource:security_group_rule and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:37.512335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:37.519801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:37.532737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994ff8-855a-4122-9cc4-71c5b07e9a53 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd5a20-3461-4e40-a105-3b96b66af199,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.549766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.555954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.645078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event updated for resources: {'Port': ['ID=e38b90dc-fa0e-43c1-94fe-e6325d00f1f6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.649900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.674053 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:36Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:37.682102 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaeb0cd-1e7d-4364-8782-4eb4abf9117a None None] The sync data for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv is: [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:36Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:37.731505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.740712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.771669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.792227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Network 46952466-0a44-4ade-a3bf-a478f0584338 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:37.795406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.847107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:37.849794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:37.871842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event deleted for resources: {'Subnet': ['ID=eb486ddf-66f4-4034-aed9-bc0f47ec2e4f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.875733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b076-8d57-42e8-998b-be113d4d470c None None] Pushing event updated for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.887146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d7c08-c93e-4acf-a9c4-af9e60fd9900 None None] Network 2202be22-41c3-428e-a1e5-01ee638cf947 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:37.902122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.906798 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188101 Feb 16 12:36:37.907413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.933245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5ae3-a17a-42c6-9377-3eb95661b133 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989bd0d6-c393-45fc-8abd-65cd0f3ee76b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.935426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Allocated IP 172.26.4.132 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/0eab9476-da5f-45cc-8caa-1db7a30dd027) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:37.941646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'security_group_rule': {'security_group_id': '65dd5a20-3461-4e40-a105-3b96b66af199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:37.950930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3421f36-f942-4e8e-ad2b-54177f03454b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:37.986799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.992154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:37.993892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36109172-cf2a-42f5-8b69-7d353bfb4e45 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Unset dirty status for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:37.995487 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-36109172-cf2a-42f5-8b69-7d353bfb4e45 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports/69fd9f6e-6ba8-4136-90e1-ca2cf1938a23 HTTP/1.1" status: 404 len: 333 time: 1.0067949 Feb 16 12:36:38.007959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:38.020655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Usage tracker for resource:security_group_rule and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:38.027513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-204161962'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:38.028193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:38.036851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:38.037562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.039646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.052746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:38.065815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:38.081321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.121471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Attempting to bind port c5ba8d99-a520-4e1e-b21a-87939496fe47 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:38.121941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Attempting to bind port c5ba8d99-a520-4e1e-b21a-87939496fe47 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:38.129072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-128d7e56-8812-4a70-8c61-dd3f1fbf16a3 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1981480 Feb 16 12:36:38.129528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Attempting to bind port c5ba8d99-a520-4e1e-b21a-87939496fe47 on network 04bc28f6-6471-4eea-89ff-aa6b7d17388a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:38.129921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:38.137354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:38.137838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Checking segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:38.138308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.139536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Bound using segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:38.140148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Bound port: c5ba8d99-a520-4e1e-b21a-87939496fe47, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:38.140593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.212729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.244495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6eb217a2-6211-447c-9485-0169cef2c5d4 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "DELETE /v2.0/subnets/eb486ddf-66f4-4034-aed9-bc0f47ec2e4f HTTP/1.1" status: 204 len: 168 time: 1.0044217 Feb 16 12:36:38.259454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:38.272861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:38.377183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] For port c5ba8d99-a520-4e1e-b21a-87939496fe47, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:38.381554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] For port c5ba8d99-a520-4e1e-b21a-87939496fe47, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c5ba8d99-a520-4e1e-b21a-87939496fe47,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:38.389733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.405310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.418611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.430266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.469313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] DHCP port deletion for 2202be22-41c3-428e-a1e5-01ee638cf947 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:36:38.480713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Made reservation on behalf of 1684c95dd8cb4a1e94c68a38f6c3e331 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:38.484789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.509377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.526922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Deleting port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:38.527292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.615974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.620142 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.3768272 Feb 16 12:36:38.626758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.628538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port 2013c2e1-65f3-4fe6-9614-29b36a059414 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:38.629185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c09bec-d486-4152-8318-5bb72cbbd186 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:36:38.644473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:38.656780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'project_id': '40bc5b676c04410384a04a6819da83a1', 'port_id': 'e38b90dc-fa0e-43c1-94fe-e6325d00f1f6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:38.670829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.679112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'security_group_rule': {'security_group_id': '3bc18da8-b93d-452b-9064-d3724841b582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:38.724498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.730192 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a80991da-9d12-4c92-bba3-7421f5b4056e tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/routers/60c09bec-d486-4152-8318-5bb72cbbd186 HTTP/1.1" status: 204 len: 168 time: 6.9039221 Feb 16 12:36:38.732212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:38.736254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8325e549-d390-4310-aafc-8bcedd23f994 None None] Provisioning for port e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:38.748524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47324) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:38.749636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:38.758806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Usage tracker for resource:floatingip and tenant:40bc5b676c04410384a04a6819da83a1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:38.773203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Usage tracker for resource:security_group_rule and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:38.781256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:38.784892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:38.811026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:38.811233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:38.823129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a844e-391d-46e4-9c9b-59ce7f32a228 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc18da8-b93d-452b-9064-d3724841b582,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:38.887535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Deleting port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:38.888132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.907674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:38.933114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.938605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.955989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:38.957954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.017177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893704cc-8d6d-419c-992b-cc6acbebe0f8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.018437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:39.026684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.042205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting subnet 10ce6ffc-0656-47e9-8d2c-2a149e46ac66 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:36:39.049922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.064116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.146160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.147355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e973c9da-cb26-45fe-82ce-abe012d517a8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2287338 Feb 16 12:36:39.150489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47328) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:39.181166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8325e549-d390-4310-aafc-8bcedd23f994 None None] Provisioning complete for port e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:39.181503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8325e549-d390-4310-aafc-8bcedd23f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.200892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:39.206345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.207008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b076-8d57-42e8-998b-be113d4d470c None None] Pushing event updated for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.210512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48bd5025-868d-4788-8309-21698aa9e2c9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:39.228178 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.246580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:39.248746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88e8ec6-fdb0-48fc-a430-454e2b02f005,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.255245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.282902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.303869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.307768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-722d6244-5ba1-4a39-8de1-7fbf15c5b637 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6428466 Feb 16 12:36:39.308374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47332) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:39.312044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Usage tracker for resource:floatingip and tenant:2ecb619d63594175ae01ee9c8b1e62c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:39.319447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:39.321228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'security_group_rule': {'security_group_id': '3bc18da8-b93d-452b-9064-d3724841b582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:39.333723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:39.342530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Usage tracker for resource:security_group_rule and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:39.352349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:39.353494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:39.359987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:39.362354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 48bd5025-868d-4788-8309-21698aa9e2c9 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:39.369701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.390058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.450386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 48bd5025-868d-4788-8309-21698aa9e2c9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:39.450838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.460494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.466149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.472385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.495412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a6ff1b-3e40-49f3-a7ad-1cc5ff115388,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.510878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.515701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3036a5cd-245a-4fa0-897e-892dec1d3aa8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011235 Feb 16 12:36:39.516584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47336) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:39.522496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:39.522652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8325e549-d390-4310-aafc-8bcedd23f994 None None] Port e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:39.528543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:39.531806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.533220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Usage tracker for resource:floatingip and tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:39.536261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:39.542511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:39.556056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.600794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.644923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] For port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,segment=NetworkSegment(0696cfe5-f9a1-4d51-9212-e20fd9b1311d),segment_id=0696cfe5-f9a1-4d51-9212-e20fd9b1311d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:39.645105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.677871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] For port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,segment=NetworkSegment(0696cfe5-f9a1-4d51-9212-e20fd9b1311d),segment_id=0696cfe5-f9a1-4d51-9212-e20fd9b1311d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:39.678880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.713107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.771423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:39.811314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Calling delete_port for ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:39.853311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Calling delete_port for ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:39.879815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:39.906233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:39.932566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Allocated IP 172.26.4.42 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/bce6437c-6b4b-4b0b-ba8b-c32916526cac) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:39.942827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Pushing event updated for resources: {'Port': ['ID=0eab9476-da5f-45cc-8caa-1db7a30dd027,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:40.004922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.042318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.102962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] Pushing event deleted for resources: {'Port': ['ID=ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:40.109320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce61356-5712-4d30-9226-f4932641ebc3 None None] No DVR routers for this DVR port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:36:40.111338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 48bd5025-868d-4788-8309-21698aa9e2c9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48bd5025-868d-4788-8309-21698aa9e2c9,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:40.120800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:38Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:40.123626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.125647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.175700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e4737-d30a-4272-917f-f505e9db73aa None None] The sync data for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv is: [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:38Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:40.178237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:36:40.221174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:36:40.221547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:36:40.242826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:40.249304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.283967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:40.284664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.346969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Network e03ac5af-ef7a-4110-8953-1209056702ae is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:40.369973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:36:40.370325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:36:40.371019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:40.372462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10ce6ffc-0656-47e9-8d2c-2a149e46ac66,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:40.374891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.386074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:40.386947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:40.387515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.400720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=2013c2e1-65f3-4fe6-9614-29b36a059414,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:40.489481 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df646d57-88e6-46ab-a1a9-743e4589104b tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 7.0830646 Feb 16 12:36:40.493541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:40.497504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ebb029f5-b282-4754-818d-f43dfb1e8a13 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/10ce6ffc-0656-47e9-8d2c-2a149e46ac66 HTTP/1.1" status: 204 len: 168 time: 1.7311780 Feb 16 12:36:40.497831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:40.501077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:40.511119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:40.515480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Usage tracker for resource:router and tenant:492506b048904f488706ccfd0104cf85 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:40.518463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:40.525177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:40.544359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46470e4f-89c2-4090-b30b-1713396646d6 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5234528 Feb 16 12:36:40.545504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:40.563253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:40.573376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.595954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.596991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.641312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.643601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.711349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.718172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.803730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48bd5025-868d-4788-8309-21698aa9e2c9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:40.884403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Deleting port ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:40.884957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.893534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 48bd5025-868d-4788-8309-21698aa9e2c9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:40.894202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.924615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.973988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.039823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] The port 'ca33fa21-d7db-4b16-bb3c-0fbd7aa7bf67' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:36:41.054576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c5ba8d99-a520-4e1e-b21a-87939496fe47 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:41.089003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf75e36e-983d-4d7b-a117-b68e6b48d62d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.103354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:41.116599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:41.139471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:41.149642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c5ba8d99-a520-4e1e-b21a-87939496fe47 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:41.156275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c5ba8d99-a520-4e1e-b21a-87939496fe47 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:41.156991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.164368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Allocated IP 172.26.4.161 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/b16109a6-a7f1-431e-9ada-d8d06ad61213) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:41.171916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be95b62c-1adc-4305-839a-ee088d0250d2') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.172227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be95b62c-1adc-4305-839a-ee088d0250d2') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.184843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.190780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'Port': ['ID=bce6437c-6b4b-4b0b-ba8b-c32916526cac,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:41.214315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.296472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.312650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.320528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.339199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c5ba8d99-a520-4e1e-b21a-87939496fe47, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c5ba8d99-a520-4e1e-b21a-87939496fe47,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:41.345985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.348451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:41.348852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:41.369693 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:41.371947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2202be22-41c3-428e-a1e5-01ee638cf947']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.480915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:41.517349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0696cfe5-f9a1-4d51-9212-e20fd9b1311d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.517645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0696cfe5-f9a1-4d51-9212-e20fd9b1311d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.553292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.598070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.604816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.624166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.629239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:41.629636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:41.649885 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:41.686278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf75e36e-983d-4d7b-a117-b68e6b48d62d {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:36:41.687806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf75e36e-983d-4d7b-a117-b68e6b48d62d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:41.740123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.755368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] device_id is not set on port 2013c2e1-65f3-4fe6-9614-29b36a059414 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:41.765890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.766089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.787836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Transition to ACTIVE for port object 2013c2e1-65f3-4fe6-9614-29b36a059414 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:41.797701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.814273 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f1c7b88-11db-4249-beb9-c1ac27017792 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/networks/bf75e36e-983d-4d7b-a117-b68e6b48d62d HTTP/1.1" status: 204 len: 168 time: 1.3087585 Feb 16 12:36:41.823544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.829149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.854038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.891362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] Pushing event deleted for resources: {'Network': ['ID=2202be22-41c3-428e-a1e5-01ee638cf947,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:42.001567 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b158a51-bf44-4831-bb5d-f7cb78460ad6 tempest-DHCPAgentSchedulersTestJSON-1115741702 tempest-DHCPAgentSchedulersTestJSON-1115741702-project] 10.222.0.65 "DELETE /v2.0/networks/2202be22-41c3-428e-a1e5-01ee638cf947 HTTP/1.1" status: 204 len: 168 time: 3.7300227 Feb 16 12:36:42.008606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=2013c2e1-65f3-4fe6-9614-29b36a059414,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:42.046287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.148787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:42.149117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:42.149371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:42.182419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:42.182656 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:42.237348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:42.240333 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 2 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:42.245998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'name': 'tempest-router--1325087804', 'project_id': 'b7813d1084a142ff98f2ebe73e3cddf3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:42.251404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:42.255517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:router and tenant:b7813d1084a142ff98f2ebe73e3cddf3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:42.258648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:42.262939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:42.265432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:42.281531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:42.293896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.295827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.341197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:42.349140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.377913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Pushing event updated for resources: {'Port': ['ID=b16109a6-a7f1-431e-9ada-d8d06ad61213,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:42.380220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:42.380558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:42.380899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:42.383178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.388189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Allocated IP 172.26.4.143 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/38caea58-5751-4fb9-b72e-ebd891ba42fc) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:42.399308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.408319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.414994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:42.415505 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:42.422941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 3 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:42.450278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.454723 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e8bd088-2b1a-4bc0-85a2-24f23ae42487 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2135811 Feb 16 12:36:42.462778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:42.485648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:42.485984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:42.486319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:42.534642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'Port': ['ID=bce6437c-6b4b-4b0b-ba8b-c32916526cac,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:42.543288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.545809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.563887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.565810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e76832b7-f74b-43ef-8ad2-e51f4fec01a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5832834 Feb 16 12:36:42.584593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:42.632040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:42.632366 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:42.642212 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 4 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:42.649733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.707294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c5ba8d99-a520-4e1e-b21a-87939496fe47 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:42.760195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f5acf6a-ab6e-42ba-9444-8847676d4968 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbd0d6b056a84e58bfaf60df6afbbfa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1743114 Feb 16 12:36:42.762562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47386) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:42.785928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c5ba8d99-a520-4e1e-b21a-87939496fe47 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:42.787135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.863383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.878654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.900741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.910007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:42.910340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:42.910674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:42.962144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:42.975471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.002551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e378ca-23d3-483d-90c9-aad397159010,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:43.005881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.010983 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c34eee4-4f6b-4bc1-b645-e1cc3037db03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58e378ca-23d3-483d-90c9-aad397159010 HTTP/1.1" status: 204 len: 168 time: 0.2469103 Feb 16 12:36:43.024911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:43.025271 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:43.037548 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 5 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:43.078005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47404) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:43.081691 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 12:36:43.126506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-ea9f3367-c5f6-4587-b6d6-5ffbb91a331e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Synchronizing usage tracker for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:43.148596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-ea9f3367-c5f6-4587-b6d6-5ffbb91a331e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Unset dirty status for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:43.152503 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-ea9f3367-c5f6-4587-b6d6-5ffbb91a331e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2025138046&fields=id&tenant_id=ab3e80b1a22244a58f88b1c9203d52dd HTTP/1.1" status: 200 len: 267 time: 0.0732269 Feb 16 12:36:43.286865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:43.287219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:43.287537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:43.314324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-32cb10a4-3b82-482d-9aae-ebeb320a52a0 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:43.315782 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-32cb10a4-3b82-482d-9aae-ebeb320a52a0 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 810 time: 0.1555369 Feb 16 12:36:43.334422 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:43.366623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-11b5fd85-9065-4e3f-82f8-28f706b29747 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/quotas/ab3e80b1a22244a58f88b1c9203d52dd HTTP/1.1" status: 200 len: 375 time: 0.0358801 Feb 16 12:36:43.370432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.430204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:43.435895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Usage tracker for resource:security_group_rule and tenant:41bd7ed6c06a4f459407ad11f52e088c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:43.439427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:43.447378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:43.463932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:43.464291 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:43.486130 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 6 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:43.504391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-2060c152-e94c-4089-8874-abc6ebb8f38f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Synchronizing usage tracker for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:43.571099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.575538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.582680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.587248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.593348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:43.593660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:43.593994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:43.612830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-2060c152-e94c-4089-8874-abc6ebb8f38f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Unset dirty status for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:43.614186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-2060c152-e94c-4089-8874-abc6ebb8f38f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2338829 Feb 16 12:36:43.617826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:43.618158 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:43.678189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41bd7ed6c06a4f459407ad11f52e088c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397598 Feb 16 12:36:43.678401 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 7 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:43.678505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cf0ea-f1ce-43b7-a47f-48c4c3a5da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cdce14-f692-4c34-adc7-38a1d0d69e6d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:43.682067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:43.698322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.742897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:43.743231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:43.743737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:43.746071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Allocated IP 172.26.4.246 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/77860aa5-415c-47e1-964c-e050674ae6d5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:43.764745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.765247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a066036-86b4-4a6a-95f5-56cdea251607 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:36:43.771822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:43.772122 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:43.781895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:43.785321 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 8 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:43.805807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:43.822594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:43.822862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-75847a0a-b32c-4ec9-935f-41f796ab47ef service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:43.823848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-75847a0a-b32c-4ec9-935f-41f796ab47ef service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666678 Feb 16 12:36:43.826592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.868891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:43.869228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:43.869562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:43.950719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.016600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:44.017200 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:44.026612 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 9 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:44.034195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'Port': ['ID=38caea58-5751-4fb9-b72e-ebd891ba42fc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:44.052113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.053226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f9ceb46-86ea-4de2-ad3a-88c3bf6db673 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/routers/2a066036-86b4-4a6a-95f5-56cdea251607 HTTP/1.1" status: 204 len: 168 time: 1.5877373 Feb 16 12:36:44.069359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:44.069359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:44.069747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:44.084666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:44.085001 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:44.092893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.096809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempt 10 to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 Feb 16 12:36:44.117373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-fdac72b8-5032-4921-8dee-867f23ad373f service neutron] 10.222.0.65 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383397 Feb 16 12:36:44.129161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:44.129495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:44.129835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempting to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:44.140645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:44.140972 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Failed to bind port 2013c2e1-65f3-4fe6-9614-29b36a059414 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'ee93bf55-e678-4d9d-be63-306a2afc3f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e03ac5af-ef7a-4110-8953-1209056702ae'}] Feb 16 12:36:44.141326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.156754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.174800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.192575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cdce14-f692-4c34-adc7-38a1d0d69e6d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:44.258155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.259308 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1a060ce-75af-4692-a7d7-e6a4f55cb023 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7cdce14-f692-4c34-adc7-38a1d0d69e6d HTTP/1.1" status: 204 len: 168 time: 0.5765090 Feb 16 12:36:44.259416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.265225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.302189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:44.368374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:44.374307 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-29febdd0-f878-4a3f-9b79-d09b10f1733c service neutron] 10.222.0.65 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435575 Feb 16 12:36:44.378120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:44.382971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:44.419352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'Port': ['ID=77860aa5-415c-47e1-964c-e050674ae6d5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:44.486939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.495682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.539811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.593254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.744359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port 2013c2e1-65f3-4fe6-9614-29b36a059414, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:44.744706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:36:44.753832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-913098018', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:44.760824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:44.765461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:44.774310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:44.780624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:44.807821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.812446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.813149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:44.907064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.005276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] In _notify_port_updated(), no bound segment for port 2013c2e1-65f3-4fe6-9614-29b36a059414 on network e03ac5af-ef7a-4110-8953-1209056702ae {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:36:45.006212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:45.006807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.011228 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "PUT /v2.0/ports/2013c2e1-65f3-4fe6-9614-29b36a059414 HTTP/1.1" status: 200 len: 976 time: 4.4618378 Feb 16 12:36:45.022297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47468) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:45.057999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47472) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:45.109303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Deleting port 2013c2e1-65f3-4fe6-9614-29b36a059414 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:45.109303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.170592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.178655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.185688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.413490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'Port': ['ID=77860aa5-415c-47e1-964c-e050674ae6d5,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:45.465441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa34ba-9f7c-4de0-b4f3-7844e8e7edd3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event updated for resources: {'Port': ['ID=2013c2e1-65f3-4fe6-9614-29b36a059414,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:45.490006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5f28bc64-9468-41c2-92c1-a56dcd24309b req-9f3af7a2-90fd-4d79-8320-02236054f1f2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.4263322 Feb 16 12:36:45.499864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.549325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.556065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8c1b2cd-da3d-45f3-a118-e44b252df82d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3541296 Feb 16 12:36:45.556065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] For port 2013c2e1-65f3-4fe6-9614-29b36a059414, host hv-neutron-8294, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:45.556065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.717892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Calling delete_port for 2013c2e1-65f3-4fe6-9614-29b36a059414 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:45.791411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.809236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.839499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.916458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Pushing event deleted for resources: {'Port': ['ID=2013c2e1-65f3-4fe6-9614-29b36a059414,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:45.932702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.960667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-a25b777c-3f74-427f-920c-84c552d81ec4 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--61940381&fields=id&tenant_id=2ecb619d63594175ae01ee9c8b1e62c1 HTTP/1.1" status: 200 len: 267 time: 0.0769560 Feb 16 12:36:45.964345 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7028051-cee3-4ac8-83bd-c16e6008cb8c tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2013c2e1-65f3-4fe6-9614-29b36a059414 HTTP/1.1" status: 204 len: 168 time: 0.9388778 Feb 16 12:36:45.964647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:46.016304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a77a40-480d-4660-8fc9-71ac1b1916d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:36:46.016952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0a77a40-480d-4660-8fc9-71ac1b1916d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Synchronizing usage tracker for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:46.051914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.052572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7054fdc4-3917-407b-95dc-55d5dc68c781 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:36:46.075203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:46.137114 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:36:46.138149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50a3b88c-bf29-428f-a57f-a134bf683b3c tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6437962 Feb 16 12:36:46.139373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:46.156904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.161458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47534) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:46.166738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.202514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0a77a40-480d-4660-8fc9-71ac1b1916d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] Unset dirty status for tenant:1684c95dd8cb4a1e94c68a38f6c3e331 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:46.203936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0a77a40-480d-4660-8fc9-71ac1b1916d3 tempest-PortsAdminExtendedAttrsTestJSON-1830387985 tempest-PortsAdminExtendedAttrsTestJSON-1830387985-project-admin] 10.222.0.65 "GET /v2.0/ports/2013c2e1-65f3-4fe6-9614-29b36a059414 HTTP/1.1" status: 404 len: 333 time: 0.2383764 Feb 16 12:36:46.207667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47538) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:46.227426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.236830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.268614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-76700913-f059-43d5-9f67-524ebd8c63c2 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:46.271464 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-76700913-f059-43d5-9f67-524ebd8c63c2 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/networks?id=04bc28f6-6471-4eea-89ff-aa6b7d17388a HTTP/1.1" status: 200 len: 811 time: 0.2593768 Feb 16 12:36:46.289981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.353665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-c96a324d-7fc3-4ebf-9826-3e9b8e5c7d79 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/quotas/2ecb619d63594175ae01ee9c8b1e62c1 HTTP/1.1" status: 200 len: 375 time: 0.0297904 Feb 16 12:36:46.361476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.478755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:46.503707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Deleting port 0eab9476-da5f-45cc-8caa-1db7a30dd027 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:46.504092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.675294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.692914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'Port': ['ID=38caea58-5751-4fb9-b72e-ebd891ba42fc,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:46.720979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03ac5af-ef7a-4110-8953-1209056702ae']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:46.739347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:46.753172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-b0c5c6d6-4234-454f-86ab-ce6a24911003 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Synchronizing usage tracker for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:46.756322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:46.759538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee93bf55-e678-4d9d-be63-306a2afc3f01') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:46.759828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee93bf55-e678-4d9d-be63-306a2afc3f01') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:46.808765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.821104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Usage tracker for resource:floatingip and tenant:f1e1944dd631428f80031bd462c7773b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:46.831992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:46.836124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.842727 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77c1b8bb-0645-4fd5-b02f-385342aa119f req-bd34ccee-c4e8-487e-8bb8-fed0c1668df9 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0740211 Feb 16 12:36:46.847065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:46.859286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.862117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.867827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-b0c5c6d6-4234-454f-86ab-ce6a24911003 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Unset dirty status for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:46.869272 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-b0c5c6d6-4234-454f-86ab-ce6a24911003 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ecb619d63594175ae01ee9c8b1e62c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5045085 Feb 16 12:36:46.871599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.884038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:36:46.884427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:36:46.905577 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:36:47.018407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Pushing event updated for resources: {'Port': ['ID=b16109a6-a7f1-431e-9ada-d8d06ad61213,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:47.053804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.055006 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34c3d526-a955-402c-9fe4-1d98de6970ba tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5374045 Feb 16 12:36:47.098871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.103380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.136069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.194502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] 10.222.0.65 "DELETE /v2.0/networks/e03ac5af-ef7a-4110-8953-1209056702ae HTTP/1.1" status: 204 len: 168 time: 0.9854143 Feb 16 12:36:47.198513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b02596-625f-4d5b-b639-dd90f1735791 tempest-PortsAdminExtendedAttrsTestJSON-797856275 tempest-PortsAdminExtendedAttrsTestJSON-797856275-project] Pushing event deleted for resources: {'Network': ['ID=e03ac5af-ef7a-4110-8953-1209056702ae,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:47.210357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-66df8619-d54e-4cc5-a37e-01ea64cf2ab2 service neutron] 10.222.0.65 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065124 Feb 16 12:36:47.282856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.81', 49848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:47.321109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Calling delete_port for 0eab9476-da5f-45cc-8caa-1db7a30dd027 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:47.360482 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Floating IP 74c4dc5a-0b91-4f6f-bdcc-56031bee46e4 associated. External IP: 172.26.4.161, port: e38b90dc-fa0e-43c1-94fe-e6325d00f1f6. Feb 16 12:36:47.381670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.604459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-f840b66f-9d96-48b2-97c6-35f1005d4943 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Synchronizing usage tracker for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:47.612925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:47.619622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-9e437acb-7295-41cf-b2df-f6ebd4309437 service neutron] 10.222.0.65 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889937 Feb 16 12:36:47.724559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-bcdb342c-9438-40dd-96a2-76ee2de1fb17 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:47.726661 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-bcdb342c-9438-40dd-96a2-76ee2de1fb17 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 810 time: 0.3888667 Feb 16 12:36:47.729954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-f840b66f-9d96-48b2-97c6-35f1005d4943 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Unset dirty status for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:47.731079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-f840b66f-9d96-48b2-97c6-35f1005d4943 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2116461807&fields=id&tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa HTTP/1.1" status: 200 len: 267 time: 0.3602114 Feb 16 12:36:47.938262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Allocated IP 172.26.4.163 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/f88a5617-b9e4-455f-9776-77939da6446b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:48.038220 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59ca8e95-4cc9-4133-83fa-01a4f9e6b919 req-78537e4d-98f4-4266-8ee4-66602ae15f63 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.0951765 Feb 16 12:36:48.114184 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b63fa901-a2bb-45f9-a86b-8f61247b0474 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1f0a200f54040fca3b2a9e44acf15aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4932098 Feb 16 12:36:48.127554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:48.139748 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-3be3aefd-41ee-438c-8600-4031fbd82329 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3e80b1a22244a58f88b1c9203d52dd HTTP/1.1" status: 200 len: 380 time: 0.3302236 Feb 16 12:36:48.174228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'port': {'device_id': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'admin_state_up': True, 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'security_groups': ['9dfc29f0-5660-4c1f-afee-374cd5bfa3e8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:48.258968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.294226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-53d237d0-c416-43fa-87a2-e797be92f96c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:48.295967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-53d237d0-c416-43fa-87a2-e797be92f96c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/networks?id=b49b4875-c241-434b-8ad6-b1a20fd3fae9 HTTP/1.1" status: 200 len: 803 time: 0.5554552 Feb 16 12:36:48.317040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.363451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.453443 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-615e00b5-eff1-4dca-832a-35ee96811032 req-450942c3-b6f8-43aa-8e16-7666fc6c85bb tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.1666656 Feb 16 12:36:48.508401 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-1f6429b3-36ae-4f69-958a-a0e9dbea14d9 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/quotas/8df0b7d2fe3b41cd9f3e80c9e3633daa HTTP/1.1" status: 200 len: 375 time: 0.1464376 Feb 16 12:36:48.526782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:48.530365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eab9476-da5f-45cc-8caa-1db7a30dd027,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:48.789812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.801810 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-67518179-1ed0-4ed3-bcab-9f67736716b6 tempest-RoutersAdminNegativeIpV6Test-675742918 tempest-RoutersAdminNegativeIpV6Test-675742918-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0eab9476-da5f-45cc-8caa-1db7a30dd027 HTTP/1.1" status: 204 len: 168 time: 2.6379559 Feb 16 12:36:48.886302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:48.893505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.925086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.930765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:48.967662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.986204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Made reservation on behalf of ab3e80b1a22244a58f88b1c9203d52dd for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:48.991163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.001818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:49.014146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca85e41-241d-4976-a796-db616727943d None None] Sync routers for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:49.032308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:49.035872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.072509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.278061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f2a02de-f3f6-47f1-8f6c-fa8814facc09 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.0791948 Feb 16 12:36:49.281654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:49.282338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.288891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-0f0ff0d7-d269-400c-b246-15dc65047066 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Synchronizing usage tracker for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:49.299715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:49.307873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.398168 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25208a11-18b0-42e5-94f9-1e16808c6a42 req-31050c85-7ab3-4708-aea9-7dadb8c45118 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.0651186 Feb 16 12:36:49.402562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:49.476195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9ca85e41-241d-4976-a796-db616727943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.476848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca85e41-241d-4976-a796-db616727943d None None] The sync data for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:49.496860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-0f0ff0d7-d269-400c-b246-15dc65047066 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Unset dirty status for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:49.499268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-0f0ff0d7-d269-400c-b246-15dc65047066 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9762585 Feb 16 12:36:49.499986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.639554 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d4f643f-3c4a-489e-9e32-0d62d7c8ee95 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "GET /v2.0/floatingips/74c4dc5a-0b91-4f6f-bdcc-56031bee46e4 HTTP/1.1" status: 200 len: 983 time: 0.3551812 Feb 16 12:36:49.645218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:49.687245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.839347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Allocated IP 172.26.4.23 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/ec29c2e8-22ef-4f55-8c93-ce330539a94d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:49.897802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Allocated IP 172.20.0.4 (b9c82292-6079-4859-8df0-35a733694242/8515a595-33f0-475e-b520-29dd40784f94/6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:50.016266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ea35f-840b-4160-8d0f-9318a69933e2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:50.056535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.092679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.106279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:50.138250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:50.147631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:50.242997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:50.247104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:50.253521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:50.265713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.269764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-268bb05e-f46a-479b-aee6-675b2ec74ab9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/308ea35f-840b-4160-8d0f-9318a69933e2 HTTP/1.1" status: 204 len: 168 time: 2.1290133 Feb 16 12:36:50.288410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6ddeddd3-6fba-463f-a79f-edc6ccd85ca0 req-ee7fbda5-ffec-4d6d-9fbb-fc050344fa90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Synchronizing usage tracker for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:50.298582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-68f7771c-1235-4167-aefb-646d4bb38437 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:50.299749 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-68f7771c-1235-4167-aefb-646d4bb38437 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2093735 Feb 16 12:36:50.317308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.336950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6ddeddd3-6fba-463f-a79f-edc6ccd85ca0 req-ee7fbda5-ffec-4d6d-9fbb-fc050344fa90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Unset dirty status for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:50.345951 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ddeddd3-6fba-463f-a79f-edc6ccd85ca0 req-ee7fbda5-ffec-4d6d-9fbb-fc050344fa90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.3086448 Feb 16 12:36:50.585295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Pushing event updated for resources: {'Port': ['ID=f88a5617-b9e4-455f-9776-77939da6446b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:50.618934 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcb8b999-0326-4d56-a549-866565410d5f tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.9549761 Feb 16 12:36:50.633272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:50.644755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47684) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:50.650320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Usage tracker for resource:security_group_rule and tenant:649df9f00c894792b88e1ec17c75dcc7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:50.669133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event updated for resources: {'Port': ['ID=ec29c2e8-22ef-4f55-8c93-ce330539a94d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:50.746094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:50.773465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:50.841281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:50.871443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.875263 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-d5c8b4c9-a812-40b5-93c8-c8e273db5163 service neutron] 10.222.0.65 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412226 Feb 16 12:36:50.885698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ef22b81c-ae7d-4b7c-92ee-495b8bb1d53a req-66735140-870d-4b45-a869-3fd8bc6296bb tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.1339920 Feb 16 12:36:50.911388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.133950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Transition to ACTIVE for port object 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:51.135374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.469717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.541480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port b16109a6-a7f1-431e-9ada-d8d06ad61213 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:51.542197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.578883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46cfdce1-8b00-4094-8595-d611e464d61d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1684c95dd8cb4a1e94c68a38f6c3e331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236168 Feb 16 12:36:51.597055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:51.698850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc30e50c-0611-40d5-8c3d-f2f527115e4b req-6cb5189f-7ebc-4cf7-ba6c-1191823950f8 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.1628685 Feb 16 12:36:51.718707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fff750c0-e1a2-4373-8373-8a6587c7e8c5 service neutron] 10.222.0.65 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809701 Feb 16 12:36:51.749833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.766582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.819637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.896772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.899477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.917319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.126585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.164920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.81', 49854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:52.217317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Network b9c82292-6079-4859-8df0-35a733694242 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:52.360949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a809cc-5e5b-4c1c-a754-63dfd76a939d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:52.377162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:52.398590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Router 263b2f12-e698-4dcc-a527-c8e7cf96a175 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:52.407454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.463705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb69c36-69d5-4ab7-9e49-a20e98c6fe01,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:52.521434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:52.661447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.669446 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-995d3218-2482-44a3-b819-f796320c5421 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aeb69c36-69d5-4ab7-9e49-a20e98c6fe01 HTTP/1.1" status: 204 len: 168 time: 1.0707366 Feb 16 12:36:52.708257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-967391fd-d433-4f3f-a9f8-0a040e5503f5 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:52.712192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-967391fd-d433-4f3f-a9f8-0a040e5503f5 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Synchronizing usage tracker for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:52.734917 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f14edcf-67e6-472c-9f3d-e9976535e5b4 req-0b433dd0-67d6-46d5-8191-1640490097de tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.5333834 Feb 16 12:36:52.753663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:52.754380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.796974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-967391fd-d433-4f3f-a9f8-0a040e5503f5 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Unset dirty status for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:52.798131 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-967391fd-d433-4f3f-a9f8-0a040e5503f5 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.81 "GET /v2.0/networks?id=04bc28f6-6471-4eea-89ff-aa6b7d17388a HTTP/1.1" status: 200 len: 811 time: 0.6196964 Feb 16 12:36:52.911616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f0418016-5647-428f-bf87-cd2caf097f76 None None] Provisioning for port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:52.926039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f0418016-5647-428f-bf87-cd2caf097f76 None None] Provisioning complete for port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:52.926621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0418016-5647-428f-bf87-cd2caf097f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:52.953242 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c428cecb-b1b2-4ee9-86a6-23d6541d3087 req-1bd54ee8-ac98-4d66-b378-c8eab122f3c8 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.6900303 Feb 16 12:36:52.993596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1267f199-ee2e-4760-84ad-604e1aeb8c0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=649df9f00c894792b88e1ec17c75dcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5872893 Feb 16 12:36:53.008249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:53.015990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event updated for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:53.016992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-9ea3b788-d460-4b6b-87ae-b10eec40f699 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Synchronizing usage tracker for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:53.119359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:53.122363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f0418016-5647-428f-bf87-cd2caf097f76 None None] Port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:53.139771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] Sync routers for ids ['263b2f12-e698-4dcc-a527-c8e7cf96a175'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:53.146020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-9ea3b788-d460-4b6b-87ae-b10eec40f699 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Unset dirty status for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:53.147211 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-9ea3b788-d460-4b6b-87ae-b10eec40f699 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ecb619d63594175ae01ee9c8b1e62c1 HTTP/1.1" status: 200 len: 378 time: 0.2397120 Feb 16 12:36:53.159839 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] Routers {'263b2f12-e698-4dcc-a527-c8e7cf96a175'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:53.160695 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['263b2f12-e698-4dcc-a527-c8e7cf96a175'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:53.186155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'port': {'device_id': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'admin_state_up': True, 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'security_groups': ['65dd5a20-3461-4e40-a105-3b96b66af199']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:53.212723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.217419 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1c5b20c6-1d0e-42d4-bf55-beb96527ddbf tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9054368 Feb 16 12:36:53.220332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:53.245713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.246458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.275584 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-16390a81-3081-4a4d-a193-e788aba673e6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1083982 Feb 16 12:36:53.321597 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:53.354577 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] Routers {'263b2f12-e698-4dcc-a527-c8e7cf96a175'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:53.355486 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['263b2f12-e698-4dcc-a527-c8e7cf96a175'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:53.397944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-35b8fac6-731d-456f-a441-cc514ba11794 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:53.398907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-35b8fac6-731d-456f-a441-cc514ba11794 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0733151 Feb 16 12:36:53.473326 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:53.474049 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67bc0-57f3-42cf-8957-efc1f747069a None None] The sync data for ids ['263b2f12-e698-4dcc-a527-c8e7cf96a175'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:53.507842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Calling delete_port for b16109a6-a7f1-431e-9ada-d8d06ad61213 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:53.611217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:53.635013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.659736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.887909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:53.928167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.017247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.031234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77764260-2ebe-4720-89e5-b3aaed775a87 req-c15a8f29-817b-4bed-a932-6bbbc30c5b2e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:54.031234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77764260-2ebe-4720-89e5-b3aaed775a87 req-c15a8f29-817b-4bed-a932-6bbbc30c5b2e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 931 time: 1.0306089 Feb 16 12:36:54.049051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:54.061635 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-baaf895a-4f4e-4a89-8274-4bf914240ccd tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/263b2f12-e698-4dcc-a527-c8e7cf96a175 HTTP/1.1" status: 200 len: 923 time: 0.8393891 Feb 16 12:36:54.065561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47756) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:54.071835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:54.086759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Made reservation on behalf of 2ecb619d63594175ae01ee9c8b1e62c1 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:54.090950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.199896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Request body: {'port': {'device_id': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:54.227986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Pushing event updated for resources: {'Port': ['ID=f88a5617-b9e4-455f-9776-77939da6446b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:54.277740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.284424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f414d21b-6532-48ff-8e12-7697fd7c5bd5 req-76a6e19b-d5fb-4199-94a2-7e465d6bbde4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.2322025 Feb 16 12:36:54.285739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a809cc-5e5b-4c1c-a754-63dfd76a939d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:54.369184 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2135125-8f19-4d88-b0db-02c838b10a39 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=263b2f12-e698-4dcc-a527-c8e7cf96a175 HTTP/1.1" status: 200 len: 205 time: 0.2389371 Feb 16 12:36:54.374335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:54.380730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.384718 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c65193aa-f7aa-4785-bcc9-c95a9bb86bf5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9a809cc-5e5b-4c1c-a754-63dfd76a939d HTTP/1.1" status: 204 len: 168 time: 1.3650906 Feb 16 12:36:54.412969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77764260-2ebe-4720-89e5-b3aaed775a87 req-93c287d5-d2dc-4378-aa48-02524de69f2f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145485 Feb 16 12:36:54.426135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.427403 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c7ef0636-8ad7-465e-a312-afa41ba4c0f4 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9467409 Feb 16 12:36:54.439382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47770) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:54.460220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1667464520', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'fixed_ips': [{'ip_address': '172.26.4.163'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:54.460220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47772) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:54.460220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:54.657462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:54.746367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Usage tracker for resource:port and tenant:f1e1944dd631428f80031bd462c7773b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:54.806528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.81', 49859) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:54.881592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:54.910745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Allocated IP 172.20.0.3 (04bc28f6-6471-4eea-89ff-aa6b7d17388a/9513b4b3-dd1b-4122-adc8-b31212b716ef/36c5bdf5-65eb-437b-bdf6-1d7e926ca83b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:55.059436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.284327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e663cea4-5c91-480f-a99f-32246916ba93 req-74ec4a3c-ce95-4e27-9b55-7a551c6e2442 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.5905404 Feb 16 12:36:55.285403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:55.369030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47784) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:55.383229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1175380561'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:55.447725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.452434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:55.494338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-527013ff-412a-4d4a-9b98-ef41a891c877 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:55.495083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-527013ff-412a-4d4a-9b98-ef41a891c877 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Synchronizing usage tracker for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:55.627470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.631936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b6433ed0-7e4c-4d23-8f2f-c3611f9894bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.661145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port ec29c2e8-22ef-4f55-8c93-ce330539a94d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:36:55.661502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.695016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.717650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Made reservation on behalf of f1e1944dd631428f80031bd462c7773b for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:55.721194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.733753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Transition to ACTIVE for port object 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:55.785505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:network and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:55.789838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:55.800173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:55.826957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.860903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Made reservation on behalf of 7d6c67de0d9d499f8bf48863d55d3a0c for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:55.865047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.869558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-527013ff-412a-4d4a-9b98-ef41a891c877 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Unset dirty status for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:55.870740 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-527013ff-412a-4d4a-9b98-ef41a891c877 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.81 "GET /v2.0/networks?id=b49b4875-c241-434b-8ad6-b1a20fd3fae9 HTTP/1.1" status: 200 len: 803 time: 1.0632210 Feb 16 12:36:55.891009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.938333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:55.981504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Port': ['ID=b16109a6-a7f1-431e-9ada-d8d06ad61213,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:56.043240 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-193461d5-2b26-4de7-8f74-8924ee3ca961 req-6d6debaa-e89d-4e7e-9d5f-3a65e3db3e5c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.2180429 Feb 16 12:36:56.077658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7764af70-d9b4-44a8-9845-c9ba8f053f0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=492506b048904f488706ccfd0104cf85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074633 Feb 16 12:36:56.085667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for ec29c2e8-22ef-4f55-8c93-ce330539a94d owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:36:56.106801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:56.123644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:56.125787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.136054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:56.144729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:56.149584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:56.155171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:security_group_rule and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:56.159435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:56.166935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:56.178553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event updated for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:56.289781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.293768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:56.326899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-646c424b-dfd9-4cf6-aa65-397485fce85c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Synchronizing usage tracker for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:36:56.332686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.338604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:56.340462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.356187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Usage tracker for resource:security_group_rule and tenant:f1e1944dd631428f80031bd462c7773b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:56.368786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:56.382586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:56.474322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9dc9e6-e5bc-44de-bd2c-5ad0eb65d918,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:56.590356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:56.652869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.653279 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Floating IP 74c4dc5a-0b91-4f6f-bdcc-56031bee46e4 disassociated (deleted). External IP: 172.26.4.161, port: e38b90dc-fa0e-43c1-94fe-e6325d00f1f6. Feb 16 12:36:56.664584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e12c324b-4555-4514-8eb5-f381bea8a386 None None] Provisioning for port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:56.674468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e12c324b-4555-4514-8eb5-f381bea8a386 None None] Provisioning complete for port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:56.676074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e12c324b-4555-4514-8eb5-f381bea8a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.791973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e12c324b-4555-4514-8eb5-f381bea8a386 None None] Port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:56.808239 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-29baade6-557a-4ec6-b160-7b33f106bc81 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6299534 Feb 16 12:36:56.813937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.834647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.835001 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Added segment 5753d11e-d056-4ee5-8c91-ab1fbb80d14e of type vlan for network 91556367-8799-46e8-84a4-41f7ae87912d Feb 16 12:36:56.873074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-646c424b-dfd9-4cf6-aa65-397485fce85c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Unset dirty status for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:36:56.874235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-646c424b-dfd9-4cf6-aa65-397485fce85c tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa HTTP/1.1" status: 200 len: 380 time: 0.6923244 Feb 16 12:36:56.875536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=ec29c2e8-22ef-4f55-8c93-ce330539a94d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:56.918210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:56.926810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:36:56.993601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.113513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.186941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96848022-8e73-44b1-aef8-bb5345f50f5c req-ac85a512-bd10-4333-9369-af83ff9fd869 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:57.188482 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96848022-8e73-44b1-aef8-bb5345f50f5c req-ac85a512-bd10-4333-9369-af83ff9fd869 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 931 time: 1.4071190 Feb 16 12:36:57.273510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.276064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.300483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.309625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.313209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.313831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router 263b2f12-e698-4dcc-a527-c8e7cf96a175 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:36:57.360993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.365546 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7636867-ad41-4bae-9858-eaccdc560a09 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/263b2f12-e698-4dcc-a527-c8e7cf96a175 HTTP/1.1" status: 204 len: 168 time: 2.9630091 Feb 16 12:36:57.386344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47804) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:57.409740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1456218799', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:57.422307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:57.434832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:router and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:57.445088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:57.455677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:57.469547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.477085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.497469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.659712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:36:57.667525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a0897-9f58-47b1-821d-d143afdd195b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:57.737881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.798363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96848022-8e73-44b1-aef8-bb5345f50f5c req-3c69efd8-eff7-4794-89db-db990b313b99 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085354 Feb 16 12:36:57.836275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae3d0a-ffaa-46ec-a923-fd29439f8399 req-f733495e-99a2-45fc-8b65-21bd72eb0bea tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:57.844103 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23ae3d0a-ffaa-46ec-a923-fd29439f8399 req-f733495e-99a2-45fc-8b65-21bd72eb0bea tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 931 time: 1.2227252 Feb 16 12:36:57.863195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:36:57.870696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Transition to ACTIVE for port object 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:57.874135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.878086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.886229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:57.886971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.898337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.901946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd064ffa-386d-4b9c-860d-1b3b88ab1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.923405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:57.926788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.004896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] device_id is not set on port 1b0dd762-49d0-4eee-b107-33379d6d150c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:36:58.042138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:58.221834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.248103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.249213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c066f45-80cf-46e6-9bbb-975cb7f8f159 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f41a0897-9f58-47b1-821d-d143afdd195b HTTP/1.1" status: 204 len: 168 time: 2.1278379 Feb 16 12:36:58.255683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.284907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6820757 Feb 16 12:36:58.289374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2567aebf-60ef-4e65-9600-b7abd5c5fb48 req-a15b4e34-cf8d-4579-ac9a-8ade7239d2ef tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.3405602 Feb 16 12:36:58.301438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:58.320604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23ae3d0a-ffaa-46ec-a923-fd29439f8399 req-ad2dc3d7-6c84-4b76-94cc-ba7769317222 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4755454 Feb 16 12:36:58.337037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44caed5b-3df3-4e7e-afea-b80aab1dea0e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:58.365899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856856b1-b884-43df-b97b-a1c7519a8836 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Network': ['ID=91556367-8799-46e8-84a4-41f7ae87912d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:58.377855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 91556367-8799-46e8-84a4-41f7ae87912d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:58.408027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Request body: {'port': {'device_id': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:58.434533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'subnet': {'network_id': '91556367-8799-46e8-84a4-41f7ae87912d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:58.452904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'port': {'device_id': '96e54327-1881-49da-b2fd-eab074de6735', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'admin_state_up': True, 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'security_groups': ['3bc18da8-b93d-452b-9064-d3724841b582']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:58.601824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55816726-a839-420a-a0c6-61b168496390 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:58.626912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:58.709338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:subnet and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:58.720328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:58.732559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 172.26.4.244 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/bcc12e40-5091-421e-9784-db4e34f9d0b2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:58.738964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:58.815777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.867916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Made reservation on behalf of 7d6c67de0d9d499f8bf48863d55d3a0c for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:58.871399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.934615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:58.953863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:58.967477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:58.976929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Attempting to bind port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:58.977320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Attempting to bind port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:58.977658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Attempting to bind port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc on network b9c82292-6079-4859-8df0-35a733694242 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:59.001389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Made reservation on behalf of 8df0b7d2fe3b41cd9f3e80c9e3633daa for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:59.004890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.035012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc on network b9c82292-6079-4859-8df0-35a733694242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:36:59.035304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Attempting to bind port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc on network b9c82292-6079-4859-8df0-35a733694242 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:59.036261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.060474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:59.060985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Checking segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:59.061843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Bound using segment: {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:59.062179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Bound port: 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e0d96-60cd-4cd3-a558-6668ba66fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b9c82292-6079-4859-8df0-35a733694242'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:59.062565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.087328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:59.097673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.101634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] Sync routers for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:59.115670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:59.116632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:59.190408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.201164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:59.216792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:59.217820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:59.271230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3dc8f1ec-e920-43ae-8991-13340ce9965d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/floatingips/74c4dc5a-0b91-4f6f-bdcc-56031bee46e4 HTTP/1.1" status: 204 len: 168 time: 8.6225200 Feb 16 12:36:59.290693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47838) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:59.291028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:59.292399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:59.292803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29951e-0260-4bdf-b4ce-5ec107dd6636 None None] The sync data for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:59.306163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:59.320661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:59.332034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:59.344069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Usage tracker for resource:floatingip and tenant:3828b3f538a34d0a8ef1b6fc7f9a9326 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:59.355158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9efe76-b15d-459e-9abc-9bb6662e26bb req-107d3110-4bf1-4021-b995-05a2b53ccd3d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:59.356666 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f9efe76-b15d-459e-9abc-9bb6662e26bb req-107d3110-4bf1-4021-b995-05a2b53ccd3d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 943 time: 0.3809769 Feb 16 12:36:59.357871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:59.371283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:59.373317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:59.414083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.421125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Allocated IP 172.20.0.6 (b49b4875-c241-434b-8ad6-b1a20fd3fae9/ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09/62443984-134c-4970-b946-6f838596bd7f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:59.438612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.526795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:59.529084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1103745113'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:59.538572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:59.541016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:59.603657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc12e40-5091-421e-9784-db4e34f9d0b2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:59.682662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.702332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:59.726437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:network and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:59.736824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f9efe76-b15d-459e-9abc-9bb6662e26bb req-1d9b6b03-8cdd-4d34-ae52-77ad1c16b89a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684192 Feb 16 12:36:59.746163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-54ebcf22-6afd-49d5-95b1-f384790a3bca req-1d7be23e-3206-4fe6-afbe-9edf78e4ed07 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.2626534 Feb 16 12:36:59.748095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.768101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:59.768993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:36:59.770043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:59.772078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:59.772698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.774341 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-55816726-a839-420a-a0c6-61b168496390 service neutron] 10.222.0.81 "PUT /v2.0/ports/6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1093 time: 5.9056041 Feb 16 12:36:59.777340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.792881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Transition to ACTIVE for port object 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:59.853488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:36:59.857999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55816726-a839-420a-a0c6-61b168496390 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:59.868406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:59.944837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:59.948342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.030197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.050755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:37:00.051276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:37:00.103283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:00.108584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Subnet': ['ID=6dfb3af9-43e2-4a69-b769-15c9ebc33278,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:00.164080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:security_group_rule and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:00.172340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:00.192386 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1ecc2716-af9b-4619-a9be-866ab3db169f tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.7517366 Feb 16 12:37:00.195848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:00.198958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Checking segment: {'id': '5753d11e-d056-4ee5-8c91-ab1fbb80d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:00.199317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network hostable DHCP agents. Network: 91556367-8799-46e8-84a4-41f7ae87912d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:00.208592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47860) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:00.283786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'status': 'completed', 'code': 200} Feb 16 12:37:00.327582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Pushing event updated for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:00.363013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.384679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.453544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 91556367-8799-46e8-84a4-41f7ae87912d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:00.456954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-0d9effa0-0cf1-4e77-a6a7-4b03099cc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:00.458656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-0d9effa0-0cf1-4e77-a6a7-4b03099cc788 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1096 time: 0.5884225 Feb 16 12:37:00.464051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Deleting port f88a5617-b9e4-455f-9776-77939da6446b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:00.464390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.480512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Transition to ACTIVE for port object 62443984-134c-4970-b946-6f838596bd7f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:00.505259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Attempting to bind port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:00.505593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Attempting to bind port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:00.505914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Attempting to bind port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b on network 04bc28f6-6471-4eea-89ff-aa6b7d17388a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:00.508233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a5a1-2286-4df0-ba65-8741d6b64f40 req-ccad9ed5-8c66-4b7d-826b-cc87b576842f tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:00.509690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dac6a5a1-2286-4df0-ba65-8741d6b64f40 req-ccad9ed5-8c66-4b7d-826b-cc87b576842f tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 943 time: 0.5988984 Feb 16 12:37:00.558912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b on network 04bc28f6-6471-4eea-89ff-aa6b7d17388a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:00.559232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Attempting to bind port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b on network 04bc28f6-6471-4eea-89ff-aa6b7d17388a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:00.581531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:00.581901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Checking segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:00.582426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Bound using segment: {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:00.582850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Bound port: 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982b01de-b9d1-4c5a-8421-dccfdea0dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:00.583188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.597948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 91556367-8799-46e8-84a4-41f7ae87912d) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:00.608296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eabf56-fdac-409f-8519-ced6f42644f3 None None] Network 91556367-8799-46e8-84a4-41f7ae87912d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:00.615919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-48ce29d5-8e76-4eb2-bcae-8de7993b6e88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 217 time: 0.1208260 Feb 16 12:37:00.631461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:00.633080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.663393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.750327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.849206 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dac6a5a1-2286-4df0-ba65-8741d6b64f40 req-9a78c367-6694-4174-936b-2b8d7944427d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2811146 Feb 16 12:37:00.867283 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4b6418b2-ae3c-450b-8fcd-fb0de6d5f5eb tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5578687 Feb 16 12:37:00.874204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-91556367-8799-46e8-84a4-41f7ae87912d', 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d', 'tenant_id': '7d6c67de0d9d499f8bf48863d55d3a0c', 'fixed_ips': [{'subnet_id': '6dfb3af9-43e2-4a69-b769-15c9ebc33278'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:37:00.874955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:00.875816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.878062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-a29dec13-330b-4fd5-b155-7714930425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:00.879528 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-a29dec13-330b-4fd5-b155-7714930425f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.2429993 Feb 16 12:37:00.899051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-732643435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:00.921019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:00.924730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:00.936985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:00.944366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.948209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:00.949817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:00.950739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:00.991653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:00.992860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event updated for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:01.020148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.042161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.047500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:router and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:01.079794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:01.102147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:01.108328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Allocated IP 172.20.0.2 (91556367-8799-46e8-84a4-41f7ae87912d/6dfb3af9-43e2-4a69-b769-15c9ebc33278/a89aada5-2574-4a72-8f42-1ba90c608970) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:01.152697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:37:01.166753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.167095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.211948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.212731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.214206 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] 10.222.0.81 "PUT /v2.0/ports/36c5bdf5-65eb-437b-bdf6-1d7e926ca83b HTTP/1.1" status: 200 len: 1093 time: 2.8154507 Feb 16 12:37:01.231445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:01.244084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.245571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.351504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Calling delete_port for f88a5617-b9e4-455f-9776-77939da6446b owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:01.364840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.376866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c17fda3-b452-4737-a55e-859bdbea594a None None] Provisioning for port 62443984-134c-4970-b946-6f838596bd7f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:01.392807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c17fda3-b452-4737-a55e-859bdbea594a None None] Provisioning complete for port 62443984-134c-4970-b946-6f838596bd7f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:01.393192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c17fda3-b452-4737-a55e-859bdbea594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.430189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea86c66-3e3d-4f59-90da-09ab85852861 service neutron] Pushing event updated for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:01.456152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.479330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6c17fda3-b452-4737-a55e-859bdbea594a None None] Port 62443984-134c-4970-b946-6f838596bd7f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:01.485507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Transition to ACTIVE for port object a89aada5-2574-4a72-8f42-1ba90c608970 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:01.508816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59341b9-e644-4d1e-aaca-a786ef89c235,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:01.539645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.540660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.541357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Transition to ACTIVE for port object a89aada5-2574-4a72-8f42-1ba90c608970 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:01.549352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.549662 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Added segment eea1ec44-79a1-4413-a2c0-f456ddc5d18b of type vlan for network 402bcf85-c8af-474c-936e-c7063a2eda53 Feb 16 12:37:01.552633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.572541 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-fc8637cd-e0a0-4911-a5dc-dad993ed6707 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1243005 Feb 16 12:37:01.651094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Request body: {'port': {'device_id': '96e54327-1881-49da-b2fd-eab074de6735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:01.654536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Network 91556367-8799-46e8-84a4-41f7ae87912d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:01.657632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:01.665145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:01.670505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.699207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.706609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-4b94223d-d5a2-4f86-a6d2-73f33591100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.708086 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-4b94223d-d5a2-4f86-a6d2-73f33591100c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2ecb619d63594175ae01ee9c8b1e62c1&device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 1096 time: 0.3400693 Feb 16 12:37:01.738285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-508ad759-7e3f-437e-b55e-40a4a594b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.739764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-508ad759-7e3f-437e-b55e-40a4a594b9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8475120 Feb 16 12:37:01.764420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9525c-be0c-4114-9def-04bbfcd3c60c req-58dbcaed-83da-4cca-b285-b00b00ac1188 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.765828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99f9525c-be0c-4114-9def-04bbfcd3c60c req-58dbcaed-83da-4cca-b285-b00b00ac1188 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 943 time: 0.8194828 Feb 16 12:37:01.785525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Pushing event updated for resources: {'Port': ['ID=a89aada5-2574-4a72-8f42-1ba90c608970,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:01.803613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Attempting to bind port a89aada5-2574-4a72-8f42-1ba90c608970 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:01.803986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Attempting to bind port a89aada5-2574-4a72-8f42-1ba90c608970 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5753d11e-d056-4ee5-8c91-ab1fbb80d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:01.804369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Attempting to bind port a89aada5-2574-4a72-8f42-1ba90c608970 on network 91556367-8799-46e8-84a4-41f7ae87912d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:01.810577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:01.811073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Checking segment: {'id': '5753d11e-d056-4ee5-8c91-ab1fbb80d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:01.811367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.811759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Bound using segment: {'id': '5753d11e-d056-4ee5-8c91-ab1fbb80d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:01.812247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Bound port: a89aada5-2574-4a72-8f42-1ba90c608970, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5753d11e-d056-4ee5-8c91-ab1fbb80d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '91556367-8799-46e8-84a4-41f7ae87912d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:01.812615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.819182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Allocated IP 172.26.4.159 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/e25ce68b-0c19-42be-8601-739aac703061) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:01.821523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-a403874f-f160-4a98-a479-9c69c2fd9ed7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b HTTP/1.1" status: 200 len: 217 time: 0.0970051 Feb 16 12:37:01.825308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.907165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] For port a89aada5-2574-4a72-8f42-1ba90c608970, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:01.911285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] For port a89aada5-2574-4a72-8f42-1ba90c608970, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a89aada5-2574-4a72-8f42-1ba90c608970,segment=NetworkSegment(5753d11e-d056-4ee5-8c91-ab1fbb80d14e),segment_id=5753d11e-d056-4ee5-8c91-ab1fbb80d14e)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:01.917618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.943847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.975776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857d5-3bc2-49ee-b3a5-2c3d0b42f7a6 req-da553be3-3bbe-46fd-bf19-13cf516b31ee tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:01.976821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4e857d5-3bc2-49ee-b3a5-2c3d0b42f7a6 req-da553be3-3bbe-46fd-bf19-13cf516b31ee tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 931 time: 0.8363183 Feb 16 12:37:02.012344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.018443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:02.019080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.025228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a50f-413e-4af9-828b-0fe647102d34 None None] Pushing event updated for resources: {'Port': ['ID=a89aada5-2574-4a72-8f42-1ba90c608970,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:02.109303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-c7cb9f16-77f2-4cae-a5c7-3c5668381f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:02.110868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-c7cb9f16-77f2-4cae-a5c7-3c5668381f4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9513b4b3-dd1b-4122-adc8-b31212b716ef HTTP/1.1" status: 200 len: 850 time: 0.2597237 Feb 16 12:37:02.179631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 24cab765-3f73-4320-800a-9ce2d13c08e6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:02.204418 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99f9525c-be0c-4114-9def-04bbfcd3c60c req-bb66eb08-941c-4189-9508-32c031a0dcd2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998880 Feb 16 12:37:02.281533 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9849825 Feb 16 12:37:02.282775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.285857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:02.286637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.288152 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-be5ff6a7-3c11-4ed9-994b-c5c5225dc2db tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4073615 Feb 16 12:37:02.304873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:02.347252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'subnet': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:02.401398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Pushing event deleted for resources: {'Port': ['ID=f88a5617-b9e4-455f-9776-77939da6446b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:02.403040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b736-b527-4ff8-aaf8-3632f9012209 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Network': ['ID=402bcf85-c8af-474c-936e-c7063a2eda53,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:02.415531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 402bcf85-c8af-474c-936e-c7063a2eda53 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:37:02.436980 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4e857d5-3bc2-49ee-b3a5-2c3d0b42f7a6 req-5a41b441-bb32-4d43-8c05-af2e5ccec5d3 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300528 Feb 16 12:37:02.439400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-17561650-ad77-4390-a103-576f2b40abf8 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831872 Feb 16 12:37:02.449633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'status': 'completed', 'code': 200} Feb 16 12:37:02.708784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.777632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.780574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.781726 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ccefc31c-d3bd-41aa-9891-b23ba6f52966 tempest-ExternalNetworksAdminNegativeTestJSON-98337338 tempest-ExternalNetworksAdminNegativeTestJSON-98337338-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/e8700107-f401-4277-a1ab-24d5ba6ef46e HTTP/1.1" status: 204 len: 168 time: 2.5700769 Feb 16 12:37:02.827294 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc3a996c-f4af-42be-b228-a5158847ce84 req-efce85a6-f821-4890-a632-d3fdcda4241b service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798249 Feb 16 12:37:02.863108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e40a-dc9b-41da-ac0b-3c73f8e8efd7 req-5a532e76-5b8c-4766-b670-bf10d7673872 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:02.870810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f26e40a-dc9b-41da-ac0b-3c73f8e8efd7 req-5a532e76-5b8c-4766-b670-bf10d7673872 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 943 time: 0.2011068 Feb 16 12:37:02.930057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a89aada5-2574-4a72-8f42-1ba90c608970 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:02.931949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.054564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port a89aada5-2574-4a72-8f42-1ba90c608970 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:03.055728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Pushing event updated for resources: {'Port': ['ID=e25ce68b-0c19-42be-8601-739aac703061,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:03.106423 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f26e40a-dc9b-41da-ac0b-3c73f8e8efd7 req-97885cfd-0515-4cb6-80c2-888567e476c3 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343419 Feb 16 12:37:03.148701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:03.157704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:03.161982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:03.214420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-b80b8229-816d-4b92-9be0-8abf668c9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:03.215904 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-b80b8229-816d-4b92-9be0-8abf668c9a9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04bc28f6-6471-4eea-89ff-aa6b7d17388a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0718911 Feb 16 12:37:03.220353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:03.241861 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Sync routers for ids ['24cab765-3f73-4320-800a-9ce2d13c08e6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:03.258742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-b1cadbc4-b3bc-47f9-92f6-8e9eaf8aa565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:03.260050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-b1cadbc4-b3bc-47f9-92f6-8e9eaf8aa565 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1096 time: 0.2055295 Feb 16 12:37:03.261493 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Routers {'24cab765-3f73-4320-800a-9ce2d13c08e6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:03.262379 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['24cab765-3f73-4320-800a-9ce2d13c08e6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:03.280158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:03.329159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:03.330150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.376164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:subnet and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:03.400648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:03.478643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:03.557770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c502622-eb6f-4c88-925d-480ac734eb58 None None] Network 91556367-8799-46e8-84a4-41f7ae87912d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:03.612213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Set router 24cab765-3f73-4320-800a-9ce2d13c08e6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:03.660298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.664388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.664924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b4a2f44-83ac-489c-805b-109d908abfe4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.2736206 Feb 16 12:37:03.676042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47906) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:03.723369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:03.727151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.818283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.853401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:03.870925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Usage tracker for resource:security_group_rule and tenant:bd55d3bbf0fc4b3caa3e6ca404ea2af5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:03.877017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-484e6d86-4e53-46ab-95e3-2593bb14a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:03.878468 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-484e6d86-4e53-46ab-95e3-2593bb14a0f9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.6087980 Feb 16 12:37:03.881878 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-da8497a3-e6b6-4220-9107-4fc3aa423659 service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378989 Feb 16 12:37:03.883217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:03.883472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:03.897391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:03.900565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.908722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Provisioning for port a89aada5-2574-4a72-8f42-1ba90c608970 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:03.923553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Provisioning complete for port a89aada5-2574-4a72-8f42-1ba90c608970 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:03.923843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:03.985259 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:57Z', 'updated_at': '2022-02-16T12:37:00Z', 'revision_number': 3, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port': {'id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:58Z', 'updated_at': '2022-02-16T12:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:03.990802 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Checking router: 24cab765-3f73-4320-800a-9ce2d13c08e6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:37:03.991542 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Updating router 24cab765-3f73-4320-800a-9ce2d13c08e6 port bcc12e40-5091-421e-9784-db4e34f9d0b2 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:37:04.063606 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.074067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-3f48ad88-54da-4617-9abd-c73e699e15ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 217 time: 0.1723580 Feb 16 12:37:04.169608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13c31-4b59-4681-a493-e189cff82547 req-4b3e6d25-12f4-4732-ba4f-d20df3f53b90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:04.171180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74f13c31-4b59-4681-a493-e189cff82547 req-4b3e6d25-12f4-4732-ba4f-d20df3f53b90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 943 time: 0.7493367 Feb 16 12:37:04.203482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.212558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62443984-134c-4970-b946-6f838596bd7f {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:37:04.244998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.248573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] For port a89aada5-2574-4a72-8f42-1ba90c608970, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a89aada5-2574-4a72-8f42-1ba90c608970,segment=NetworkSegment(5753d11e-d056-4ee5-8c91-ab1fbb80d14e),segment_id=5753d11e-d056-4ee5-8c91-ab1fbb80d14e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:04.258655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.361764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0538cd70-db55-4211-aa57-3016da1a78ab tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/24cab765-3f73-4320-800a-9ce2d13c08e6 HTTP/1.1" status: 200 len: 909 time: 0.6798708 Feb 16 12:37:04.367711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af5567-0708-4ef4-a19c-5b71e1d7ca04 None None] Pushing event updated for resources: {'Port': ['ID=a89aada5-2574-4a72-8f42-1ba90c608970,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:04.375843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:04.391007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aedeb-1d60-4098-a1c8-fff2e1d17f4a req-9d69d67c-2ebd-4c9a-87d7-784969b5a7de tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:04.392536 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-230aedeb-1d60-4098-a1c8-fff2e1d17f4a req-9d69d67c-2ebd-4c9a-87d7-784969b5a7de tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 931 time: 0.7302287 Feb 16 12:37:04.404358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-9544db74-a572-4377-a432-458038bef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:04.405802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-9544db74-a572-4377-a432-458038bef7fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.3123984 Feb 16 12:37:04.418482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1456218799', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': True}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:04.429635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Transition to ACTIVE for port object 62443984-134c-4970-b946-6f838596bd7f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:04.431819 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:04.438242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a0f2530-5887-4ea2-bfb5-1c1ab8f9bfde req-a3ecd7e7-1a88-4d1f-94e3-cb897d882000 service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251174 Feb 16 12:37:04.446823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.483379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9f7cc6d4-b002-4c44-a68d-5f6b79dc8518 None None] Provisioning complete for port a89aada5-2574-4a72-8f42-1ba90c608970 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:04.484242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc6d4-b002-4c44-a68d-5f6b79dc8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.494985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74f13c31-4b59-4681-a493-e189cff82547 req-c1091e47-9de3-4397-a2ce-53a731878d82 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833035 Feb 16 12:37:04.502427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Usage tracker for resource:router and tenant:8a68a1d9d3384d44b077dc7dfa187e65 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:04.514859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:04.550394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:04.626806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-230aedeb-1d60-4098-a1c8-fff2e1d17f4a req-31a8b72b-d031-45ed-975b-1aed3909cae0 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199042 Feb 16 12:37:04.670185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.671371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.716183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.744167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.782762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a89aada5-2574-4a72-8f42-1ba90c608970 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:04.807469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.819954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:04.853625 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.869852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.881330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a89aada5-2574-4a72-8f42-1ba90c608970 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:04.882036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.885780 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Transition to ACTIVE for port object bcc12e40-5091-421e-9784-db4e34f9d0b2 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:04.906222 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.952234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.050594 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Attempting to bind port bcc12e40-5091-421e-9784-db4e34f9d0b2 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:05.051407 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Attempting to bind port bcc12e40-5091-421e-9784-db4e34f9d0b2 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:05.051925 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Attempting to bind port bcc12e40-5091-421e-9784-db4e34f9d0b2 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:05.062480 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:05.063081 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:05.063551 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.064094 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:05.064630 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Bound port: bcc12e40-5091-421e-9784-db4e34f9d0b2, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:05.065090 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.082672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Checking segment: {'id': 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:05.083026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network hostable DHCP agents. Network: 402bcf85-c8af-474c-936e-c7063a2eda53, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:05.084126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a59f1e4-d5b3-4b5e-b119-9d0765aae6b8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.087943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-549c0b37-c3b5-4420-a1c6-0c0210eb267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:05.089440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-549c0b37-c3b5-4420-a1c6-0c0210eb267c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6622953 Feb 16 12:37:05.090032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.154693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Pushing event updated for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.178133 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] For port bcc12e40-5091-421e-9784-db4e34f9d0b2, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:05.178367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:05.182597 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] For port bcc12e40-5091-421e-9784-db4e34f9d0b2, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bcc12e40-5091-421e-9784-db4e34f9d0b2,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:05.192552 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.202628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Subnet': ['ID=377f5722-b89d-4bd1-85d3-9864aa7572c6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.239692 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Routers {'24cab765-3f73-4320-800a-9ce2d13c08e6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:05.240722 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['24cab765-3f73-4320-800a-9ce2d13c08e6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:05.257535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 402bcf85-c8af-474c-936e-c7063a2eda53) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:05.266721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ec605-4e97-4d4c-822f-c344e76c32fc None None] Network 402bcf85-c8af-474c-936e-c7063a2eda53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:05.286156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:05.286777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.314206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.319386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-394c57ee-b2ec-47c7-94c7-099c283b6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:05.320910 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-394c57ee-b2ec-47c7-94c7-099c283b6b10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2ecb619d63594175ae01ee9c8b1e62c1&device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 1096 time: 0.7274971 Feb 16 12:37:05.327351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Attempting to bind port 62443984-134c-4970-b946-6f838596bd7f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:05.327665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Attempting to bind port 62443984-134c-4970-b946-6f838596bd7f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:05.328031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Attempting to bind port 62443984-134c-4970-b946-6f838596bd7f on network b49b4875-c241-434b-8ad6-b1a20fd3fae9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:05.334182 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9571521-ceb0-4aab-8bf8-929c9859cf8a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd55d3bbf0fc4b3caa3e6ca404ea2af5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9942825 Feb 16 12:37:05.391528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:05.457487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Port 62443984-134c-4970-b946-6f838596bd7f on network b49b4875-c241-434b-8ad6-b1a20fd3fae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:05.457808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Attempting to bind port 62443984-134c-4970-b946-6f838596bd7f on network b49b4875-c241-434b-8ad6-b1a20fd3fae9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:05.460774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Allocated IP 172.20.0.1 (91556367-8799-46e8-84a4-41f7ae87912d/6dfb3af9-43e2-4a69-b769-15c9ebc33278/e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:05.468924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-80af6182-32aa-4d0d-a52a-4220107b42c5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1789544 Feb 16 12:37:05.478467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:05.490050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:05.490474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Checking segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:05.490764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Bound using segment: {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:05.491191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Bound port: 62443984-134c-4970-b946-6f838596bd7f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:05.491849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.506800 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23803865-937e-444d-9c91-364e681aaea6 None None] Pushing event updated for resources: {'Port': ['ID=bcc12e40-5091-421e-9784-db4e34f9d0b2,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.507075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-1185507963'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:05.605786 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23803865-937e-444d-9c91-364e681aaea6 None None] Pushing event updated for resources: {'Port': ['ID=bcc12e40-5091-421e-9784-db4e34f9d0b2,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.610845 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] Set router 24cab765-3f73-4320-800a-9ce2d13c08e6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:05.633620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Pushing event updated for resources: {'Port': ['ID=e25ce68b-0c19-42be-8601-739aac703061,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:05.672984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-402bcf85-c8af-474c-936e-c7063a2eda53', 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'tenant_id': '923698ff2e6b4c82b54b3a7cb094fddc', 'fixed_ips': [{'subnet_id': '377f5722-b89d-4bd1-85d3-9864aa7572c6'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:37:05.673975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.809110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fcec3-936d-4fde-812a-3f0a31c38057 req-563d4710-3bce-4087-a088-a721ac4db004 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:05.811223 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d51fcec3-936d-4fde-812a-3f0a31c38057 req-563d4710-3bce-4087-a088-a721ac4db004 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 943 time: 0.9823248 Feb 16 12:37:05.812066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.888522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Allocated IP 172.20.0.2 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/0f817bf4-f4e6-46ca-98f4-72d1ab049ee3) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:05.943170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.970517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.036420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:06.037799 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:57Z', 'updated_at': '2022-02-16T12:37:00Z', 'revision_number': 3, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port': {'id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:58Z', 'updated_at': '2022-02-16T12:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:06.041403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:port and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:06.043770 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12027b5c-4e6a-421e-ba32-5ca4631222b2 None None] The sync data for ids ['24cab765-3f73-4320-800a-9ce2d13c08e6'] in dv-neutron-829435-1-hyperv is: [{'id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:57Z', 'updated_at': '2022-02-16T12:37:00Z', 'revision_number': 3, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port': {'id': 'bcc12e40-5091-421e-9784-db4e34f9d0b2', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cab765-3f73-4320-800a-9ce2d13c08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:58Z', 'updated_at': '2022-02-16T12:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:06.045985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:06.090537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.108695 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-db00bf39-3968-44cc-9c7c-47fbbaed6c24 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9634187 Feb 16 12:37:06.159028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.176690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d51fcec3-936d-4fde-812a-3f0a31c38057 req-886b1ada-6fd2-40c9-b608-27d63a541905 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494298 Feb 16 12:37:06.176909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Transition to ACTIVE for port object 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:06.177720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.182033 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a59f1e4-d5b3-4b5e-b119-9d0765aae6b8 HTTP/1.1" status: 204 len: 168 time: 0.7862377 Feb 16 12:37:06.182033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0bb8-f980-4ed5-b538-0e252d8b2261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a59f1e4-d5b3-4b5e-b119-9d0765aae6b8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:06.187496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.191902 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b0464af-cdd3-45f6-8eef-639280e87e55 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8974144 Feb 16 12:37:06.197102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47930) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:06.232862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.253368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Transition to ACTIVE for port object e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:06.286781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Transition to ACTIVE for port object 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:06.304125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.312033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:06.323188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.383785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f7007-fae4-4863-9b39-51eee3813862 req-786d6c3c-b7fe-4414-8ac6-772d57661633 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:06.385410 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f6f7007-fae4-4863-9b39-51eee3813862 req-786d6c3c-b7fe-4414-8ac6-772d57661633 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 943 time: 0.6453731 Feb 16 12:37:06.428470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:37:06.478628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-17832a0e-8c36-4778-b13b-9d3c6f612100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:06.481361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-17832a0e-8c36-4778-b13b-9d3c6f612100 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04bc28f6-6471-4eea-89ff-aa6b7d17388a HTTP/1.1" status: 200 len: 912 time: 1.1396513 Feb 16 12:37:06.517258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:06.545009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:06.558257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:06.564902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:06.609382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:06.631155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Usage tracker for resource:floatingip and tenant:d560ede1c1fc46a4809299c7b81878d5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:06.646900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:06.657788 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-44408f58-2a08-4127-a9be-18f1fe1955fc req-2862b921-e8ee-4f66-8706-dd55ee844bec service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337868 Feb 16 12:37:06.669879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:06.685792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-40509884-03ee-4847-829e-c6c5afb9d872 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b HTTP/1.1" status: 200 len: 217 time: 0.1039424 Feb 16 12:37:06.701567 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f6f7007-fae4-4863-9b39-51eee3813862 req-ba07cd71-7d0e-4337-bdc7-be61a0ea4d28 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887255 Feb 16 12:37:06.729786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Pushing event updated for resources: {'Port': ['ID=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:06.738446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.750845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.resource_extend [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:06.804832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Attempting to bind port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:06.805196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Attempting to bind port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:06.805551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Attempting to bind port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 on network 402bcf85-c8af-474c-936e-c7063a2eda53 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:06.878769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:06.879219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Checking segment: {'id': 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:06.879574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.879966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Bound using segment: {'id': 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:06.880499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Bound port: 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:06.880871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.890034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:06.897555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bcc12e40-5091-421e-9784-db4e34f9d0b2 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:06.899988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62443984-134c-4970-b946-6f838596bd7f,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:06.902564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 91556367-8799-46e8-84a4-41f7ae87912d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:06.914089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:06.920910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.933315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:06.949952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:06.990681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:07.001517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:07.054172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4e39-fae0-46c4-82be-dea219657bef req-f7fa2e76-2d78-4911-aea1-46bb6e762dfe tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:07.061780 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccca4e39-fae0-46c4-82be-dea219657bef req-f7fa2e76-2d78-4911-aea1-46bb6e762dfe tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 943 time: 0.6592522 Feb 16 12:37:07.066805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-d152d93b-0714-4ca5-82b9-eb514ca15fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:07.068665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-d152d93b-0714-4ca5-82b9-eb514ca15fcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9513b4b3-dd1b-4122-adc8-b31212b716ef HTTP/1.1" status: 200 len: 850 time: 0.3303933 Feb 16 12:37:07.069601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.117900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] For port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:07.124497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] For port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,segment=NetworkSegment(eea1ec44-79a1-4413-a2c0-f456ddc5d18b),segment_id=eea1ec44-79a1-4413-a2c0-f456ddc5d18b)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:07.151352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port bcc12e40-5091-421e-9784-db4e34f9d0b2 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:07.155808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.186671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96901600-1be6-4e07-bc47-74d0b903ac6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1e1944dd631428f80031bd462c7773b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949244 Feb 16 12:37:07.192531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:07.201166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 47942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:07.290702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d542c30-043d-44e0-af26-f58d436eaf37 None None] Pushing event updated for resources: {'Port': ['ID=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:07.301288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'port_id': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'mac_address': 'fa:16:3e:8b:ef:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:37:07.305037 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bcc12e40-5091-421e-9784-db4e34f9d0b2 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:07.305598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.366532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.416744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-01d72b75-8cae-4214-89d3-07903128bc1b None None] Provisioning for port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:07.434149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccca4e39-fae0-46c4-82be-dea219657bef req-5991dec3-3226-4691-ab44-35dad84ea5a3 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711967 Feb 16 12:37:07.445684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-01d72b75-8cae-4214-89d3-07903128bc1b None None] Provisioning complete for port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:07.446051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-01d72b75-8cae-4214-89d3-07903128bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.453900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.462817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:07.463491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.464798 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] 10.222.0.81 "PUT /v2.0/ports/62443984-134c-4970-b946-6f838596bd7f HTTP/1.1" status: 200 len: 1093 time: 5.8321114 Feb 16 12:37:07.487089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'tag': '62443984-134c-4970-b946-6f838596bd7f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:07.503786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.546715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.580715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:37:07.597263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.678463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.679057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:07.712697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-01d72b75-8cae-4214-89d3-07903128bc1b None None] Port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:07.727199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:07.756600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.792403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'tag': '62443984-134c-4970-b946-6f838596bd7f', 'status': 'completed', 'code': 200} Feb 16 12:37:07.893691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:07.899115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bde12-3317-453b-a66a-db8de582285e req-5d6e4b4c-a208-4fc9-bbaf-e2b95327dd88 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:07.901413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.907492 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e6bde12-3317-453b-a66a-db8de582285e req-5d6e4b4c-a208-4fc9-bbaf-e2b95327dd88 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 943 time: 0.5298996 Feb 16 12:37:07.913795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:07.925512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37667977-45bd-4a2c-b9c2-92442f4b9889 service neutron] Pushing event updated for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:07.959587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port bcc12e40-5091-421e-9784-db4e34f9d0b2, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bcc12e40-5091-421e-9784-db4e34f9d0b2,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:07.979938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.084897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=bcc12e40-5091-421e-9784-db4e34f9d0b2,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:08.095623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:37:08.103053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.161604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 172.26.4.146 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/4dc1b55f-4b43-42e1-97de-a2b5a90b4df9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:08.225921 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e6bde12-3317-453b-a66a-db8de582285e req-a283d9b0-228e-4831-82fc-97f97629348d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2262855 Feb 16 12:37:08.369751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-5ac82fb8-cce0-4acd-8c53-2fdd336d394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:08.371395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-5ac82fb8-cce0-4acd-8c53-2fdd336d394c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04bc28f6-6471-4eea-89ff-aa6b7d17388a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0105860 Feb 16 12:37:08.380310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.9 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/72f66b4f-0ec0-4614-bc52-aa500bdbeb17) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:08.384627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:37:08.429625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-bb8bf039-0e0e-4db2-bdc6-ec9767a7ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:08.431114 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-bb8bf039-0e0e-4db2-bdc6-ec9767a7ed13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa&device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 1096 time: 0.8426185 Feb 16 12:37:08.491601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70881c-c4bd-4731-8609-3cf8422b2085 req-bcb7f557-cbde-4357-8b8c-e5030fc4b95e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:08.493414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed70881c-c4bd-4731-8609-3cf8422b2085 req-bcb7f557-cbde-4357-8b8c-e5030fc4b95e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 944 time: 0.4961150 Feb 16 12:37:08.496946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.558766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44caed5b-3df3-4e7e-afea-b80aab1dea0e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:08.586941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.587204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.587546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.587879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.588230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.588561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.588888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.589212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.589535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.589856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.590174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.590492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:08.591896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:08.606834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.611044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7c04e43a-21bd-4a7e-acf7-8847a7826deb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44caed5b-3df3-4e7e-afea-b80aab1dea0e HTTP/1.1" status: 204 len: 168 time: 1.4088726 Feb 16 12:37:08.645782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'port_id': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'mac_address': 'fa:16:3e:4d:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:37:08.683615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.694599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed70881c-c4bd-4731-8609-3cf8422b2085 req-0d8c395d-70e8-454c-b21a-0a52441d1164 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658959 Feb 16 12:37:08.720140 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-96e8cca8-7443-4454-a1bf-e0c6d798cdd7 service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308079 Feb 16 12:37:08.768148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.789015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785cd3d-15d8-474d-8abf-a3392832688f req-a80d8ca9-3de5-4ff7-8e88-fb3a67668e03 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:08.790750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b785cd3d-15d8-474d-8abf-a3392832688f req-a80d8ca9-3de5-4ff7-8e88-fb3a67668e03 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 943 time: 0.1688914 Feb 16 12:37:08.825109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:37:08.854108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b785cd3d-15d8-474d-8abf-a3392832688f req-40040d15-08c9-4957-8bd1-3b413d1277ae tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497701 Feb 16 12:37:08.856379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:08.860880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.870626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:08.972566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bcc12e40-5091-421e-9784-db4e34f9d0b2 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:08.985067 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19632048-f3f6-44ea-9ece-d55c54303d4e req-27b4f2ee-154e-4904-b4da-bac0ca805214 service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529950 Feb 16 12:37:09.001678 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-2cc5c268-ea43-4ea8-83e3-cc3a3c764410 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62443984-134c-4970-b946-6f838596bd7f HTTP/1.1" status: 200 len: 217 time: 0.5518732 Feb 16 12:37:09.027245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:09.032697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:09.035472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:09.091528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:09.116222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bcc12e40-5091-421e-9784-db4e34f9d0b2 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:09.116592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.134505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:09.137045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-ca552518-d5c5-4d75-ba16-6cb08660a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:09.138668 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-ca552518-d5c5-4d75-ba16-6cb08660a026 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09 HTTP/1.1" status: 200 len: 842 time: 0.0905471 Feb 16 12:37:09.152637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Allocated IP 172.26.4.69 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/86221213-21cf-444a-aac8-721f08733d07) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:09.170694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:37:09.391006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e232b-585b-4092-899a-a5d0fb636abf None None] Network 402bcf85-c8af-474c-936e-c7063a2eda53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:09.508448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.529686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0a097c65-c02f-42d5-b2d8-e7470381a2d4 None None] Provisioning for port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:09.569183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:09.581451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:09.613652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-a7c8103d-37a6-40bd-8f6f-97fd90abd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:09.615150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-a7c8103d-37a6-40bd-8f6f-97fd90abd6b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b49b4875-c241-434b-8ad6-b1a20fd3fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4565682 Feb 16 12:37:09.674369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.719128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.790577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.886841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.893130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=72f66b4f-0ec0-4614-bc52-aa500bdbeb17,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:09.904647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:09.914508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:09.916092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:09.916610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:09.920089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.924745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.925439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.925832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.926223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.926618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.927007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.927392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:09.933666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:09.994328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.027080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:10.027795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.063853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:10.070466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.098438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.126465 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-137a2a53-7568-4680-9613-c590971e6950 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6446028 Feb 16 12:37:10.134676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:10.135921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 47986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:10.152540 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-c236dd95-6427-4524-9023-1133834ae1a2 service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288849 Feb 16 12:37:10.156724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-1589446111', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9d:4d:75'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:10.180116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,segment=NetworkSegment(eea1ec44-79a1-4413-a2c0-f456ddc5d18b),segment_id=eea1ec44-79a1-4413-a2c0-f456ddc5d18b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:10.186787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.196032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:10.297910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Pushing event updated for resources: {'Port': ['ID=86221213-21cf-444a-aac8-721f08733d07,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:10.302389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:10.311296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.311658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.312026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.312973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.312973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.313138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.313219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b437ce-8a80-4306-8446-5df512b627fb req-ad006efc-fda2-4461-90d4-de7a729f98f0 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:10.313312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.313631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.313956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.314273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.314519 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17b437ce-8a80-4306-8446-5df512b627fb req-ad006efc-fda2-4461-90d4-de7a729f98f0 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 944 time: 0.8627846 Feb 16 12:37:10.314628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.314897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:37:10.360946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.368469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:10.395407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:10.552875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Provisioning complete for port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:10.553244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.572539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d50f6a-e160-4832-8e60-f94e69364265 req-9828e6dc-7975-4f60-8523-41891ebd37d4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:10.580111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33d50f6a-e160-4832-8e60-f94e69364265 req-9828e6dc-7975-4f60-8523-41891ebd37d4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 944 time: 0.5125000 Feb 16 12:37:10.628956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:10.635559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:10.635861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.728328 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33d50f6a-e160-4832-8e60-f94e69364265 req-834979f7-e663-421d-aa57-4a3011c4180d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472399 Feb 16 12:37:10.794623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d4cf5c9-ca64-4f0c-a0e2-26baa598c38b req-3cb76423-cb71-4304-9638-ad3afeb9f60b service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137655 Feb 16 12:37:10.804931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:10.811083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:10.828555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:port and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:10.833984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:10.842520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:10.849762 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17b437ce-8a80-4306-8446-5df512b627fb req-206ba8ec-3257-4e77-b67e-f894464f3d2c tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5114980 Feb 16 12:37:10.891176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:10.979347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:11.005608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:11.028444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.063869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:11.065029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Provisioning for port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:11.069969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:11.107930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 91556367-8799-46e8-84a4-41f7ae87912d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:11.116110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.118638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:11.145147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.145934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:11.173775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Provisioning complete for port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:11.174148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.208202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.214283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-5624aeda-1e07-4953-bc2b-df876aa0ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:11.216439 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-5624aeda-1e07-4953-bc2b-df876aa0ce5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa&device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 1096 time: 0.3140321 Feb 16 12:37:11.230067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18c567-0903-4224-afd6-c6575755d107 req-9f0b8904-113b-4898-a0b8-42703a334596 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:11.232103 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b18c567-0903-4224-afd6-c6575755d107 req-9f0b8904-113b-4898-a0b8-42703a334596 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 943 time: 0.3195953 Feb 16 12:37:11.362090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1954357754'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:11.391584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.393865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7d0b4-6d83-4b63-aa81-9f3c3ce0245a None None] Port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:11.411478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:11.432532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:11.437808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:11.438409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.475885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Usage tracker for resource:network and tenant:93a2d3191d55437fa75b953d36798ac9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:11.484387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:11.502309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:11.513345 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b18c567-0903-4224-afd6-c6575755d107 req-afe8f597-41d1-47e2-923a-771018987720 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954854 Feb 16 12:37:11.529833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:11.542594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port 40a418d6-f9d5-460f-95fc-bf3bafca0df2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:11.545053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Provisioning complete for port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:11.545798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.609176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Made reservation on behalf of 93a2d3191d55437fa75b953d36798ac9 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:11.613031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.637551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:11.637962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.649639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.668568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-0b8ebfb3-3850-4eea-8647-51e3c4c1c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:11.670790 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-0b8ebfb3-3850-4eea-8647-51e3c4c1c2b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b49b4875-c241-434b-8ad6-b1a20fd3fae9 HTTP/1.1" status: 200 len: 904 time: 0.4349101 Feb 16 12:37:11.690233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:11.703078 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'code': 200} Feb 16 12:37:11.711416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:11.716961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.726126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.763759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Provisioning complete for port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:11.764172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.792335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Usage tracker for resource:security_group_rule and tenant:93a2d3191d55437fa75b953d36798ac9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:11.849868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:11.866787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Pushing event updated for resources: {'Port': ['ID=86221213-21cf-444a-aac8-721f08733d07,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:11.885996 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-340f4a81-8817-456b-b96d-7b5841f2202a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62443984-134c-4970-b946-6f838596bd7f HTTP/1.1" status: 200 len: 217 time: 0.1847579 Feb 16 12:37:11.887344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:11.977144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:11.978924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.000418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ce969-fbc7-44b5-b711-a71db886e595 None None] Port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:12.010351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Router 62a41a1d-59cc-45f8-9618-88061410f923 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:12.024368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:12.029841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.043322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:12.047025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.5 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/40a418d6-f9d5-460f-95fc-bf3bafca0df2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:12.067229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-318c6ea7-740e-4b43-8ee3-6118e8f7b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.068711 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-318c6ea7-740e-4b43-8ee3-6118e8f7b12c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09 HTTP/1.1" status: 200 len: 842 time: 0.1706202 Feb 16 12:37:12.108740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:12.128645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.129874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18bdeab3-10de-4682-b48e-b86ac1b0d5bd tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9319022 Feb 16 12:37:12.137182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48018) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:12.240788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5884bf-52f3-4721-8306-9e0afeb3c870 req-c1939b04-06e2-416a-88b9-4ccddf464f18 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.242234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e5884bf-52f3-4721-8306-9e0afeb3c870 req-c1939b04-06e2-416a-88b9-4ccddf464f18 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3821383 Feb 16 12:37:12.253833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ed8cf3df-feea-43f7-8e1b-21b3b7f31a39 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Synchronizing usage tracker for tenant:3828b3f538a34d0a8ef1b6fc7f9a9326 on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:12.391103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e005e9b-f7e8-4b5e-bde6-11b7b1ad7f41 req-cd280a0b-a433-4fda-97c2-8c72c7b54979 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.392689 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e005e9b-f7e8-4b5e-bde6-11b7b1ad7f41 req-cd280a0b-a433-4fda-97c2-8c72c7b54979 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.4098353 Feb 16 12:37:12.399597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ed8cf3df-feea-43f7-8e1b-21b3b7f31a39 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Unset dirty status for tenant:3828b3f538a34d0a8ef1b6fc7f9a9326 on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:12.403958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ed8cf3df-feea-43f7-8e1b-21b3b7f31a39 tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2557216 Feb 16 12:37:12.416985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:12.421063 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e5884bf-52f3-4721-8306-9e0afeb3c870 req-f87567c1-b088-4b4d-80eb-5b6f1d08adbc tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695676 Feb 16 12:37:12.537986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:12.549167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] Sync routers for ids ['62a41a1d-59cc-45f8-9618-88061410f923'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:12.563491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] Routers {'62a41a1d-59cc-45f8-9618-88061410f923'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:12.564410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['62a41a1d-59cc-45f8-9618-88061410f923'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:12.588503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-011d6811-0ba3-4bf8-ba73-006cf9dc6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.589970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-011d6811-0ba3-4bf8-ba73-006cf9dc6d5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.6384490 Feb 16 12:37:12.633621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:12.639946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c8fc8aa-8e2d-4c11-87eb-4464a8fbf02c tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Synchronizing usage tracker for tenant:40bc5b676c04410384a04a6819da83a1 on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:12.642150 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Sync routers for ids ['134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:12.654904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.659652 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e005e9b-f7e8-4b5e-bde6-11b7b1ad7f41 req-5134a26e-ef3f-41cf-936f-ffc9b2cee947 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2576745 Feb 16 12:37:12.660220 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Routers {'134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:12.661121 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:12.667063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.677247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.681258 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e9babd0-263e-4424-b830-7d576c083a45 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2976961 Feb 16 12:37:12.682522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48028) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:12.695022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-9f28ab39-df8d-48c2-8a53-5332f0c7571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.695022 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-9f28ab39-df8d-48c2-8a53-5332f0c7571a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b49b4875-c241-434b-8ad6-b1a20fd3fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5603194 Feb 16 12:37:12.695022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.695352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c8fc8aa-8e2d-4c11-87eb-4464a8fbf02c tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Unset dirty status for tenant:40bc5b676c04410384a04a6819da83a1 on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:12.695352 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c8fc8aa-8e2d-4c11-87eb-4464a8fbf02c tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2693453 Feb 16 12:37:12.713511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:12.764459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:12.775306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] Routers {'62a41a1d-59cc-45f8-9618-88061410f923'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:12.776504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['62a41a1d-59cc-45f8-9618-88061410f923'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:12.816908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:12.854615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:12.855404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeda464-792d-4e4c-9029-04a66fd517b6 None None] The sync data for ids ['62a41a1d-59cc-45f8-9618-88061410f923'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:12.860969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:37:12.869981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:12.870248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Added segment 48244bf3-4065-4ee0-83e2-60434a006181 of type vlan for network ea3dd12c-d4c1-4586-9883-3d3a5f46924e Feb 16 12:37:12.913999 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Set router 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:12.941854 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2075d18-a8dd-4dce-bd5e-1aa7e50be841 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 HTTP/1.1" status: 200 len: 908 time: 0.2577109 Feb 16 12:37:12.944351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:12.954443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48aca2-69e4-4d67-a1ff-76cff3f1a692 req-bdbf70ac-e110-4f71-a6dd-9516a97f5fc7 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:12.955888 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf48aca2-69e4-4d67-a1ff-76cff3f1a692 req-bdbf70ac-e110-4f71-a6dd-9516a97f5fc7 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 943 time: 0.2011771 Feb 16 12:37:12.985255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Usage tracker for resource:security_group_rule and tenant:f6dd1a9f010c4a17892e84431f340888 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:12.999765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:13.006049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc354be-4698-4a9c-bce0-89550c0d9429,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:13.024420 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b08b9a04-5040-4c5a-a720-9d765aa8b9bf tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "PUT /v2.0/routers/62a41a1d-59cc-45f8-9618-88061410f923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6601014 Feb 16 12:37:13.024420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:13.030989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Deleting port 86221213-21cf-444a-aac8-721f08733d07 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:13.031397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.045122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:13.064306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'port': {'network_id': '91556367-8799-46e8-84a4-41f7ae87912d', 'name': 'tempest-FloatingIPNegativeTestJSON-42034526'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:13.158751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.209190 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.146'}], 'enable_snat': True}, 'gw_port_id': '4dc1b55f-4b43-42e1-97de-a2b5a90b4df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:04Z', 'updated_at': '2022-02-16T12:37:09Z', 'revision_number': 3, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port': {'id': '4dc1b55f-4b43-42e1-97de-a2b5a90b4df9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:37:07Z', 'updated_at': '2022-02-16T12:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:13.213312 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Checking router: 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:37:13.213660 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Updating router 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:37:13.222773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.238675 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf48aca2-69e4-4d67-a1ff-76cff3f1a692 req-76f745ae-0a27-4c6d-a0bb-0f8598466dd2 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946337 Feb 16 12:37:13.255344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object 40a418d6-f9d5-460f-95fc-bf3bafca0df2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:13.276744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.306392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.366626 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-50466a51-a8c3-4e85-ac18-68fb3fb7d656 service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554446 Feb 16 12:37:13.372599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:13.386442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:port and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:13.391607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:13.443727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.449004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:13.449588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.454757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:13.477695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Made reservation on behalf of 7d6c67de0d9d499f8bf48863d55d3a0c for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:13.481126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.516966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] device_id is not set on port 4f89a1c5-1866-4ed9-978f-b3a43095c51f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:13.553176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.579579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:13.579958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.646634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.646954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.702238 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.703836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:13.727187 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Transition to ACTIVE for port object 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:13.735746 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.817872 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511cd03-f2a1-4aa3-8163-cc7cd67cac23 None None] Pushing event updated for resources: {'Port': ['ID=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:13.846355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Calling delete_port for 86221213-21cf-444a-aac8-721f08733d07 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:13.855528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Attempting to bind port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:13.855884 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Attempting to bind port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:13.856261 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Attempting to bind port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:13.861746 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:13.862122 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:13.862491 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.862867 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:13.863309 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Bound port: 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:13.863699 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.902474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Allocated IP 172.20.0.6 (91556367-8799-46e8-84a4-41f7ae87912d/6dfb3af9-43e2-4a69-b769-15c9ebc33278/4f89a1c5-1866-4ed9-978f-b3a43095c51f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:13.931136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.934164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c4cdffb-0224-44a8-9c0c-f46bf9afc3ca req-5f7dcd20-7bb5-45b9-884b-cb66bf65e861 service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526011 Feb 16 12:37:13.939787 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] For port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:13.943811 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] For port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:13.949293 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:13.967468 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9562626 Feb 16 12:37:13.988670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a216862-b5bd-4a8f-97ca-83384113f792 req-f13bbba0-0097-49bb-a365-09def7bceeae tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:13.990129 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a216862-b5bd-4a8f-97ca-83384113f792 req-f13bbba0-0097-49bb-a365-09def7bceeae tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3781900 Feb 16 12:37:14.000797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.013848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.019255 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Routers {'134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:14.019914 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:14.042541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1339-5282-435e-83ee-391d8e808975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Pushing event updated for resources: {'Network': ['ID=ea3dd12c-d4c1-4586-9883-3d3a5f46924e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:14.045016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.067393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:37:14.098115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:14.116274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:14.118411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Synchronizing usage tracker for tenant:f6dd1a9f010c4a17892e84431f340888 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:14.121140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:14.161529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=40a418d6-f9d5-460f-95fc-bf3bafca0df2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:14.182098 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511cd03-f2a1-4aa3-8163-cc7cd67cac23 None None] Pushing event updated for resources: {'Port': ['ID=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:14.205305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5ba96-431e-490a-92da-009372afec49,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:14.230257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] Set router 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:14.279572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] Unset dirty status for tenant:f6dd1a9f010c4a17892e84431f340888 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:14.280759 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5e950b95-0bb3-487f-a11d-aa0c51e95739 req-2d217652-6783-40a1-b7dc-f11558c06aad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6671753 Feb 16 12:37:14.292153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:14.292450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.320222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:14.345829 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71456ac1-6384-4c1e-82e2-17f97c93ac22 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.2075858 Feb 16 12:37:14.347157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.354527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48060) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:14.391051 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:04Z', 'updated_at': '2022-02-16T12:37:13Z', 'revision_number': 4, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:14.398989 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45066-8ad3-45bf-9239-4ce422d8733d None None] The sync data for ids ['134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442'] in dv-neutron-829435-1-hyperv is: [{'id': '134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442', 'name': 'tempest-snat-router-1456218799', 'tenant_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:04Z', 'updated_at': '2022-02-16T12:37:13Z', 'revision_number': 4, 'project_id': '8a68a1d9d3384d44b077dc7dfa187e65', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:14.422197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db91e3c-5201-483e-9af4-f821a4c1e287 req-053fba37-51ae-49d6-837a-c9b18acb37b6 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:14.423884 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6db91e3c-5201-483e-9af4-f821a4c1e287 req-053fba37-51ae-49d6-837a-c9b18acb37b6 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.5933063 Feb 16 12:37:14.444193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 62443984-134c-4970-b946-6f838596bd7f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:37:14.491081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0981-5f1c-4821-b9f5-91615e9b70e6 None None] Provisioning for port 40a418d6-f9d5-460f-95fc-bf3bafca0df2 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:14.501426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0981-5f1c-4821-b9f5-91615e9b70e6 None None] Provisioning complete for port 40a418d6-f9d5-460f-95fc-bf3bafca0df2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:14.502048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0981-5f1c-4821-b9f5-91615e9b70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.580233 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6db91e3c-5201-483e-9af4-f821a4c1e287 req-43ab64f8-79d1-4ce0-ab6b-4d085a16e7b6 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992324 Feb 16 12:37:14.589895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a216862-b5bd-4a8f-97ca-83384113f792 req-fd0de0ef-ec78-499f-94a8-6bfb1f290c4f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5784290 Feb 16 12:37:14.629206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Pushing event deleted for resources: {'Port': ['ID=86221213-21cf-444a-aac8-721f08733d07,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:14.667881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d0981-5f1c-4821-b9f5-91615e9b70e6 None None] Port 40a418d6-f9d5-460f-95fc-bf3bafca0df2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:14.718898 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'code': 200} Feb 16 12:37:14.730781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62443984-134c-4970-b946-6f838596bd7f,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:14.761580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '62443984-134c-4970-b946-6f838596bd7f', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'port_id': '62443984-134c-4970-b946-6f838596bd7f', 'mac_address': 'fa:16:3e:22:b3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:37:14.857725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:14.867851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-960285360'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:14.873887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.874606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.876407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.877530 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a030945b-ac49-4ab5-aa35-cc793488ac9d tempest-FloatingIPAdminTestJSON-23552476 tempest-FloatingIPAdminTestJSON-23552476-project] 10.222.0.65 "DELETE /v2.0/floatingips/c22ba404-7918-4863-acac-cc6b728bdd57 HTTP/1.1" status: 204 len: 168 time: 2.1589777 Feb 16 12:37:14.880122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:14.882729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:14.895871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62443984-134c-4970-b946-6f838596bd7f {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:37:14.899805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Usage tracker for resource:port and tenant:b339614334034591a9f40eaea9bb4679 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:14.905003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:14.912658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62443984-134c-4970-b946-6f838596bd7f,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:14.919315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.921549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:14.930507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:14.937721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:14.939388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Synchronizing usage tracker for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:14.957240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:14.995854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Transition to ACTIVE for port object 4f89a1c5-1866-4ed9-978f-b3a43095c51f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:15.000431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:15.019139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:37:15.019617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:37:15.033887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:15.047043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede1b1-475c-42f4-911b-6bb310afda07 req-ce7e0e84-9c6c-4c6c-b224-f38473d7c060 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:15.048688 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65ede1b1-475c-42f4-911b-6bb310afda07 req-ce7e0e84-9c6c-4c6c-b224-f38473d7c060 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 944 time: 0.2065792 Feb 16 12:37:15.069797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.160761 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65ede1b1-475c-42f4-911b-6bb310afda07 req-897b7669-6334-46c2-93cc-dac947e8656b tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058600 Feb 16 12:37:15.163594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Unset dirty status for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:15.167389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e175724-9d15-452c-a65a-b27d0a25f7b3 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7800336 Feb 16 12:37:15.169645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 91556367-8799-46e8-84a4-41f7ae87912d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:15.172949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:15.175042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Made reservation on behalf of b339614334034591a9f40eaea9bb4679 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:15.177369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.189797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Deleting port e25ce68b-0c19-42be-8601-739aac703061 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:15.190131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.207306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:15.213762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=4f89a1c5-1866-4ed9-978f-b3a43095c51f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:15.215488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:15.226920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.229159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['62443984-134c-4970-b946-6f838596bd7f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:37:15.253052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:15.264577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Usage tracker for resource:security_group_rule and tenant:b339614334034591a9f40eaea9bb4679 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:15.273357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:15.292048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 40a418d6-f9d5-460f-95fc-bf3bafca0df2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:15.292367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.300340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:15.344357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:15.345007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.354639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32f6f-906b-4ed2-b011-bdbcb6f8967c req-d8663b99-a7f7-4fab-982f-908a1a563375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:15.356926 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ab32f6f-906b-4ed2-b011-bdbcb6f8967c req-d8663b99-a7f7-4fab-982f-908a1a563375 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 1098 time: 0.3441715 Feb 16 12:37:15.435004 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9971a5e-67e6-4f12-b500-30bbb675258a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3888848 Feb 16 12:37:15.438717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:15.452935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:15.463045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:15.471621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:floatingip and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:15.481372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:15.501077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-14012aee-8132-40de-ab9d-3c6712b45fd6 None None] Provisioning for port 4f89a1c5-1866-4ed9-978f-b3a43095c51f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:15.506675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-14012aee-8132-40de-ab9d-3c6712b45fd6 None None] Provisioning complete for port 4f89a1c5-1866-4ed9-978f-b3a43095c51f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:15.507044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-14012aee-8132-40de-ab9d-3c6712b45fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.507551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:15.527227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:15.527920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.554941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ab32f6f-906b-4ed2-b011-bdbcb6f8967c req-ead38a2f-f2fc-42f3-b73a-34f2c6cc2f45 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1740637 Feb 16 12:37:15.570601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-14012aee-8132-40de-ab9d-3c6712b45fd6 None None] Port 4f89a1c5-1866-4ed9-978f-b3a43095c51f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:15.571235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.573036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.632697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.737169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Calling delete_port for e25ce68b-0c19-42be-8601-739aac703061 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:15.807859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.816258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:15.844781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port 205bf3c6-11a4-486e-9b54-091f0b7959f2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:15.954816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcade284-888a-466f-baa8-c74cda76f43c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:15.981325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.024602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.100098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Pushing event deleted for resources: {'Port': ['ID=e25ce68b-0c19-42be-8601-739aac703061,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:16.186979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 40a418d6-f9d5-460f-95fc-bf3bafca0df2 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:16.249010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] For port 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:16.249372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.340054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.359957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port 205bf3c6-11a4-486e-9b54-091f0b7959f2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:16.374344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.392890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Transition to ACTIVE for port object 205bf3c6-11a4-486e-9b54-091f0b7959f2 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:16.401526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for 4dc1b55f-4b43-42e1-97de-a2b5a90b4df9 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:16.402936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.404531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a049ed3-b6a9-4d98-b367-9fb1cd29519b tempest-FloatingIPAdminTestJSON-941945563 tempest-FloatingIPAdminTestJSON-941945563-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/0bc580d4-46a8-41ad-832a-73e226554a66 HTTP/1.1" status: 204 len: 168 time: 1.5208311 Feb 16 12:37:16.407975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.409122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:16.462087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 62443984-134c-4970-b946-6f838596bd7f up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:16.507376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776acc4-4d81-4cc1-8e33-557de8ce2438 req-5ac92bc1-ad1b-4807-a532-ec4be14ab895 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:16.508884 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c776acc4-4d81-4cc1-8e33-557de8ce2438 req-5ac92bc1-ad1b-4807-a532-ec4be14ab895 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.7259686 Feb 16 12:37:16.547244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 62443984-134c-4970-b946-6f838596bd7f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:16.549617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8c087-2a76-4ba5-8fb5-36adfed70d74 req-7a4cd613-9b0e-4f2c-ae03-5560644d0783 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:16.551219 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39f8c087-2a76-4ba5-8fb5-36adfed70d74 req-7a4cd613-9b0e-4f2c-ae03-5560644d0783 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.7693803 Feb 16 12:37:16.562031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 62443984-134c-4970-b946-6f838596bd7f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:16.562388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.681130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=205bf3c6-11a4-486e-9b54-091f0b7959f2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:16.692776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:16.693122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.693754 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c776acc4-4d81-4cc1-8e33-557de8ce2438 req-84e022b9-0848-4c81-887c-2b3e2e476eea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778605 Feb 16 12:37:16.728594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.734511 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39f8c087-2a76-4ba5-8fb5-36adfed70d74 req-8e076d0b-8720-4d7a-b851-4bcbd123a156 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354733 Feb 16 12:37:16.741685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Checking segment: {'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:16.742061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Network hostable DHCP agents. Network: ea3dd12c-d4c1-4586-9883-3d3a5f46924e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:16.776682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.825134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62443984-134c-4970-b946-6f838596bd7f,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:16.826609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62443984-134c-4970-b946-6f838596bd7f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:16.834928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.848095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:16.854593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:16.908664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ea3dd12c-d4c1-4586-9883-3d3a5f46924e) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:16.918339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:16.925086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5713af-a7fb-48f6-955d-66bafa11b96b None None] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:16.942297 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62443984-134c-4970-b946-6f838596bd7f', 'code': 200} Feb 16 12:37:17.022222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=40a418d6-f9d5-460f-95fc-bf3bafca0df2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:17.024495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.024982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.024982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.040502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.040502 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.055700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:17.068094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.210778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Allocated IP 172.26.4.133 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/13a274ad-c125-487a-b793-143751f1b55b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:17.228733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Calling delete_port for e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:17.258614 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 2 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.335073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.335324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.335659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.350614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.350929 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.352380 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 3 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.387679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.387992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.388337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.434052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.434289 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.437488 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 4 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.462071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c766a13-780d-466d-99a3-78c675ef7f52 req-7e3520c5-92f5-42dc-8bb4-5fee2c125e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:17.463558 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c766a13-780d-466d-99a3-78c675ef7f52 req-7e3520c5-92f5-42dc-8bb4-5fee2c125e41 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 1098 time: 0.1916842 Feb 16 12:37:17.465339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.472849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.473177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.473506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.503132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.503453 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.506599 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 5 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.527252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.570396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd952b4f-61e8-4ad8-8e57-dc01074d008f req-28558ebd-6be8-4756-a8ed-4f2844791cc3 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:17.572049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd952b4f-61e8-4ad8-8e57-dc01074d008f req-28558ebd-6be8-4756-a8ed-4f2844791cc3 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.6442266 Feb 16 12:37:17.574874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.575248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.575583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.591236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Port': ['ID=e38b90dc-fa0e-43c1-94fe-e6325d00f1f6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:17.594146 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c766a13-780d-466d-99a3-78c675ef7f52 req-1ad74097-769a-48d6-8c88-d8035931922b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224952 Feb 16 12:37:17.595259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.595703 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.597113 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 6 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.601246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc1b55f-4b43-42e1-97de-a2b5a90b4df9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:17.648612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.648987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.649322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.686764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.687053 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.689588 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 7 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.717413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.717760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.718066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.729364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.730059 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.730670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.734238 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 8 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.737455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.752309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7784befe-b36d-4205-bc5b-f1294c30ba06 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/ports/e38b90dc-fa0e-43c1-94fe-e6325d00f1f6 HTTP/1.1" status: 204 len: 168 time: 1.3419967 Feb 16 12:37:17.753423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48098) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:17.789027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.789353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.789946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.805842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.806192 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.808551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 9 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.837335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.837683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.838002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.845557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.845882 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.846413 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 10 to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 Feb 16 12:37:17.866958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:17.867294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:17.867638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:17.877627 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd952b4f-61e8-4ad8-8e57-dc01074d008f req-09111086-85d6-468c-929e-6768d30c2614 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596097 Feb 16 12:37:17.878500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:17.879465 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 205bf3c6-11a4-486e-9b54-091f0b7959f2 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:17.879886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.890267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.920783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ac539-efc2-4764-afed-2570b4da42f0 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:17.921488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fe7ac539-efc2-4764-afed-2570b4da42f0 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Synchronizing usage tracker for tenant:40bc5b676c04410384a04a6819da83a1 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:17.967685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:17.984459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fe7ac539-efc2-4764-afed-2570b4da42f0 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Unset dirty status for tenant:40bc5b676c04410384a04a6819da83a1 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:17.985627 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe7ac539-efc2-4764-afed-2570b4da42f0 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "GET /v2.0/ports?device_id=165bcc48-70fb-42e9-aa09-94ddfb15a3f3 HTTP/1.1" status: 200 len: 913 time: 0.2299378 Feb 16 12:37:17.988634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:18.041826 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ceb7bd33-d8b1-4dca-8ce9-d4e9ca02ae68 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/40a418d6-f9d5-460f-95fc-bf3bafca0df2 HTTP/1.1" status: 204 len: 168 time: 2.8679740 Feb 16 12:37:18.062778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:18.126612 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc72435-48ee-4748-8475-c00fd5cfe710 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] GET failed (client error): The resource could not be found. Feb 16 12:37:18.127925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-acc72435-48ee-4748-8475-c00fd5cfe710 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports/40a418d6-f9d5-460f-95fc-bf3bafca0df2 HTTP/1.1" status: 404 len: 333 time: 0.0642080 Feb 16 12:37:18.131346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port 205bf3c6-11a4-486e-9b54-091f0b7959f2, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:18.131346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:37:18.132280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:18.149031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-369638003'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:18.165100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.167220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.169993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.282626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.283007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:18.307941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.309023 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f493205-5096-4a5b-b955-232f8253a9de tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/routers/134f6ff7-b3c7-4d1d-a78f-dfbe20f8a442 HTTP/1.1" status: 204 len: 168 time: 5.3638015 Feb 16 12:37:18.312814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.317239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:18.355992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45a60-e9a8-40eb-a54f-2d53a3c08da5 req-2f4a6948-9323-4232-877b-34d52c30a8c2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:18.357802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eca45a60-e9a8-40eb-a54f-2d53a3c08da5 req-2f4a6948-9323-4232-877b-34d52c30a8c2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4780829 Feb 16 12:37:18.441813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3a07-f14b-4721-8620-523993be678f req-716b193f-97a3-4ab9-a2cf-0088c8fbc7a9 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:18.443288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c84e3a07-f14b-4721-8620-523993be678f req-716b193f-97a3-4ab9-a2cf-0088c8fbc7a9 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.4090085 Feb 16 12:37:18.464719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:18.465304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.525494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=205bf3c6-11a4-486e-9b54-091f0b7959f2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:18.531695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:18.537804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=13a274ad-c125-487a-b793-143751f1b55b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:18.542562 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1579affb-f4d0-4307-9e8f-bb8ed8a2832b tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6817884 Feb 16 12:37:18.547122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:18.549397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:18.577855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48120) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:18.641421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eca45a60-e9a8-40eb-a54f-2d53a3c08da5 req-e4ce1bbb-0e1d-42b5-9271-24ede50283e9 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750857 Feb 16 12:37:18.727564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c84e3a07-f14b-4721-8620-523993be678f req-9170455f-af3c-42d7-b016-e1c5f290a69d tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636838 Feb 16 12:37:18.779640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:18.784501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:port and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:18.787740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:18.794747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:18.821440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:18.825898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.864111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:18.889392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port bf8c4452-dc52-4d36-baf9-8bf947fba1dd yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:18.993159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Deleting port 205bf3c6-11a4-486e-9b54-091f0b7959f2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:18.993497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.110528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.10 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/bf8c4452-dc52-4d36-baf9-8bf947fba1dd) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:19.215982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.278221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.543172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.639039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddac80-9b81-404f-b8dc-a2bfea3db202 req-a5e678ee-2199-4702-87a5-d23eed90d4dd tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:19.640519 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87ddac80-9b81-404f-b8dc-a2bfea3db202 req-a5e678ee-2199-4702-87a5-d23eed90d4dd tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.8835239 Feb 16 12:37:19.649597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object bf8c4452-dc52-4d36-baf9-8bf947fba1dd will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:19.651298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:19.664837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Request body: {'floatingip': {'port_id': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:19.707170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.753443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.758085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.798686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30694ffe-0325-4bec-8531-d75322cd07ac req-e3955f06-7d7c-4a31-b4fe-5ba89d87bfba tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:19.800090 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30694ffe-0325-4bec-8531-d75322cd07ac req-e3955f06-7d7c-4a31-b4fe-5ba89d87bfba tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.8429246 Feb 16 12:37:19.818511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:19.842646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Request body: {'floatingip': {'port_id': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:19.861129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port 205bf3c6-11a4-486e-9b54-091f0b7959f2, host hv-neutron-8294, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:19.861489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.885586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Deleting port bcc12e40-5091-421e-9784-db4e34f9d0b2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:19.886169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:19.973669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.079266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Calling delete_port for 205bf3c6-11a4-486e-9b54-091f0b7959f2 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:20.209898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.378885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.397477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:20.436115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e112a8-077c-4565-a2be-b55c6b220544 req-57972ead-0d9c-4d76-ae9a-ec00cdd38921 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:20.437572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53e112a8-077c-4565-a2be-b55c6b220544 req-57972ead-0d9c-4d76-ae9a-ec00cdd38921 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.6912777 Feb 16 12:37:20.440784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:20.489099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.499937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event deleted for resources: {'Port': ['ID=205bf3c6-11a4-486e-9b54-091f0b7959f2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:20.519937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] For port bcc12e40-5091-421e-9784-db4e34f9d0b2, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bcc12e40-5091-421e-9784-db4e34f9d0b2,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:20.520320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.543332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:20.548902 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-51a42e0f-3ad7-4e6a-ae21-5f931e4c4025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "DELETE /v2.0/ports/205bf3c6-11a4-486e-9b54-091f0b7959f2 HTTP/1.1" status: 204 len: 168 time: 1.9560294 Feb 16 12:37:20.608197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48138) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:20.614627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:20.615282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.627556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=bf8c4452-dc52-4d36-baf9-8bf947fba1dd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:20.708828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53e112a8-077c-4565-a2be-b55c6b220544 req-a8d44bd3-c150-4fca-bef0-2d76ab4f2248 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464819 Feb 16 12:37:20.709870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:20.723097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port 42367506-0aab-445d-8895-d98da92bd181 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:20.723448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.728428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Calling delete_port for bcc12e40-5091-421e-9784-db4e34f9d0b2 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:20.756938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1f73290f-7076-41c6-8990-abca02f3ea1a None None] Provisioning for port bf8c4452-dc52-4d36-baf9-8bf947fba1dd completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:20.764633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1f73290f-7076-41c6-8990-abca02f3ea1a None None] Provisioning complete for port bf8c4452-dc52-4d36-baf9-8bf947fba1dd triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:20.765124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1f73290f-7076-41c6-8990-abca02f3ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.771019 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d19f8a-d2ac-497d-ab4f-7f942f3208ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:37:20.771553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-06d19f8a-d2ac-497d-ab4f-7f942f3208ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:20.782642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.805718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:20.842919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1f73290f-7076-41c6-8990-abca02f3ea1a None None] Port bf8c4452-dc52-4d36-baf9-8bf947fba1dd cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:20.870708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81665119-fe25-448d-99d9-76dfcceb502a tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7377315 Feb 16 12:37:20.877611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:20.897770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-06d19f8a-d2ac-497d-ab4f-7f942f3208ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:20.898837 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06d19f8a-d2ac-497d-ab4f-7f942f3208ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports/205bf3c6-11a4-486e-9b54-091f0b7959f2 HTTP/1.1" status: 404 len: 333 time: 0.2889347 Feb 16 12:37:20.908706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48146) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:20.967402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9d:4d:75'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:20.974575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297235309'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:20.998191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:21.012384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=13a274ad-c125-487a-b793-143751f1b55b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:21.033080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:21.051418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.063367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Made reservation on behalf of b339614334034591a9f40eaea9bb4679 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:21.065677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.112286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.113603 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7dd35e03-ab88-4e5e-b178-4a87bbd2817a tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6737568 Feb 16 12:37:21.115966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port 0ceaf3c0-0fe9-4228-869a-d1250543741e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:21.150634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:21.159978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2389-3268-4b5c-8c15-a2da9138d782 req-9a57bc39-b343-410d-91ee-e99b011495a9 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:21.161485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-197c2389-3268-4b5c-8c15-a2da9138d782 req-9a57bc39-b343-410d-91ee-e99b011495a9 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.3111041 Feb 16 12:37:21.197546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:21.223048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Request body: {'floatingip': {'port_id': '62443984-134c-4970-b946-6f838596bd7f'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:21.298920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f3e35244-c5b6-4a7a-835e-5767cf3fa136 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'floatingip': {'port_id': '4f89a1c5-1866-4ed9-978f-b3a43095c51f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:21.404945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3e35244-c5b6-4a7a-835e-5767cf3fa136 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.561873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.570811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.672532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc12e40-5091-421e-9784-db4e34f9d0b2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:21.739435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.765511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.865746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f3e35244-c5b6-4a7a-835e-5767cf3fa136 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] update failed (client error): The resource could not be found. Feb 16 12:37:21.866769 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3e35244-c5b6-4a7a-835e-5767cf3fa136 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "PUT /v2.0/floatingips/f249a215-a669-40ee-adcd-6666c2dd6d82 HTTP/1.1" status: 404 len: 507 time: 0.7042656 Feb 16 12:37:21.871143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:21.932351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Calling delete_port for 42367506-0aab-445d-8895-d98da92bd181 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:21.945152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:21.964123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.212929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port 13a274ad-c125-487a-b793-143751f1b55b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:22.213264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.236769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.249985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.265554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.288659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:22.320327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.320815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24cab765-3f73-4320-800a-9ce2d13c08e6 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:22.370542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.475031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:22.484319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:22.490053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.491148 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ccdb10a-6fd7-4a03-9ec4-d1c90c037598 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "DELETE /v2.0/routers/24cab765-3f73-4320-800a-9ce2d13c08e6 HTTP/1.1" status: 204 len: 168 time: 4.1437404 Feb 16 12:37:22.491827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceaf3c0-0fe9-4228-869a-d1250543741e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:22.502052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:22.502950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:22.503526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.508040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:22.524845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405339803', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:22.555940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:22.627769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.628184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.641513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:22.672120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.696138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:22.709017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.753034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:22.761467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Calling delete_port for 13a274ad-c125-487a-b793-143751f1b55b owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:22.790084 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f26816fa-1c3c-4549-be06-d69a32a36ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8718534 Feb 16 12:37:22.795824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.796725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:22.798222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:22.821278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:22.835086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.836350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.878053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bcc12e40-5091-421e-9784-db4e34f9d0b2 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:37:22.891068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:22.925457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bcc12e40-5091-421e-9784-db4e34f9d0b2 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:37:22.925797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bcc12e40-5091-421e-9784-db4e34f9d0b2 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:37:23.060930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.091008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.190381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Port': ['ID=13a274ad-c125-487a-b793-143751f1b55b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:23.324087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.382974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.458441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.463311 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54bcf132-d2c9-47d8-a332-154a3d1fb0c8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "DELETE /v2.0/floatingips/f249a215-a669-40ee-adcd-6666c2dd6d82 HTTP/1.1" status: 204 len: 168 time: 1.5802922 Feb 16 12:37:23.463569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:23.469099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'floatingip': {'floating_network_id': '91556367-8799-46e8-84a4-41f7ae87912d', 'port_id': '4f89a1c5-1866-4ed9-978f-b3a43095c51f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:23.478203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:23.484678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:floatingip and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:23.488907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:23.494963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.496483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:23.517508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.584754 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Floating IP a5d32148-768b-4428-8f44-c58ef60367d4 associated. External IP: 172.26.4.42, port: 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc. Feb 16 12:37:23.699313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.772658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.781441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Port': ['ID=42367506-0aab-445d-8895-d98da92bd181,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:23.808980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:23.813149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Floating IP 688500ef-1899-4541-a9e4-5b78702369b9 associated. External IP: 172.26.4.246, port: 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b. Feb 16 12:37:23.980360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Allocated IP 172.26.4.105 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/3492674e-c4e6-4bcb-a5e9-709cb362151d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:23.983133 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:23.984303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6c414ed-1264-4ed3-8808-8eb29b3edbfe tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5198357 Feb 16 12:37:23.987982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48178) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:23.994141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '4f89a1c5-1866-4ed9-978f-b3a43095c51f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:24.093987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:24.098271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-1f491865-1b3e-49d9-9161-7c4f0627eb7e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8990905 Feb 16 12:37:24.100346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Usage tracker for resource:floatingip and tenant:7d6c67de0d9d499f8bf48863d55d3a0c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:24.115712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:24.132642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:24.195145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.331682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.355578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:24.390619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.452301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.455015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:24.458347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:24.498390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:24.548150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event updated for resources: {'Port': ['ID=3492674e-c4e6-4bcb-a5e9-709cb362151d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:24.776800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:24.786279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.820561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Allocated IP 172.26.4.155 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8904ac80-3249-4511-bb1d-2b180a7044ba) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:24.923856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:24.974413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.025179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.103804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.183051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.211580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:25.376208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.395738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.404123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-22087095-fe7c-478d-ac34-0fef2e7d5248 None None] Provisioning complete for port bf8c4452-dc52-4d36-baf9-8bf947fba1dd triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:25.405265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-22087095-fe7c-478d-ac34-0fef2e7d5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.458903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=bf8c4452-dc52-4d36-baf9-8bf947fba1dd,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:25.462656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-22087095-fe7c-478d-ac34-0fef2e7d5248 None None] Port bf8c4452-dc52-4d36-baf9-8bf947fba1dd cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:25.462846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-c9656af5-8679-4364-afb4-f8c4cf5cd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:25.464299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-c9656af5-8679-4364-afb4-f8c4cf5cd15f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 1.1251781 Feb 16 12:37:25.619897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac06f0dc-86f8-4a8c-931a-da0438476b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.627464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:25.632568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:25.639398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:25.662973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event updated for resources: {'Port': ['ID=8904ac80-3249-4511-bb1d-2b180a7044ba,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:25.697342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.772908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:25.794187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] In _notify_port_updated(), no bound segment for port bf8c4452-dc52-4d36-baf9-8bf947fba1dd on network 402bcf85-c8af-474c-936e-c7063a2eda53 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:37:25.799771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:25.800413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.801667 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a55937e4-74d7-4f20-9ee3-9c003e8524b0 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "PUT /v2.0/ports/bf8c4452-dc52-4d36-baf9-8bf947fba1dd HTTP/1.1" status: 200 len: 993 time: 4.8675983 Feb 16 12:37:25.810689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:25.811504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port 0ceaf3c0-0fe9-4228-869a-d1250543741e yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:25.817793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Floating IP 381b966b-eb81-4cb9-b196-aa1aed9f5706 associated. External IP: 172.26.4.143, port: 62443984-134c-4970-b946-6f838596bd7f. Feb 16 12:37:25.881489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:25.964289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Router 617c0187-22b4-4360-b586-d5d487c95b0d has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:25.994042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port bf8c4452-dc52-4d36-baf9-8bf947fba1dd {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:25.994379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.042494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Transition to ACTIVE for port object 0ceaf3c0-0fe9-4228-869a-d1250543741e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:26.084640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.117570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port 8904ac80-3249-4511-bb1d-2b180a7044ba {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:26.118108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.319677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Router 9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:26.501455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-6429839c-d9c6-45b0-8e64-20f0d2431b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:26.502935 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-6429839c-d9c6-45b0-8e64-20f0d2431b12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.9897242 Feb 16 12:37:26.510227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.510575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.639755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceaf3c0-0fe9-4228-869a-d1250543741e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:26.698376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:26.711659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Calling delete_port for 8904ac80-3249-4511-bb1d-2b180a7044ba owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:26.827680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:26.828267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:26.828365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:26.830866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:26.842957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Sync routers for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:26.857194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:26.858039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:26.986901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for bf8c4452-dc52-4d36-baf9-8bf947fba1dd owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:27.043215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:27.044214 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:27.050758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:27.056743 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 2 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:27.079458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:27.092747 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] Sync routers for ids ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:27.097509 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-c3510b8d-3c0d-4e1b-96b5-63f1cd4e2cb8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 998 time: 0.5715580 Feb 16 12:37:27.099308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.108851 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] Routers {'9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:27.109621 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.139525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.143580 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b5235264-70ed-4f8c-b5a1-2328895e963b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6256003 Feb 16 12:37:27.169431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:27.186588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:27.219688 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.233381 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] Routers {'9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:27.234078 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.246392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:27.253626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Sync routers for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:27.260944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.302858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:27.303193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:27.303527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:27.304123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.309685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.323237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:27.324242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:36:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.326972 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.327755 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3dce1-e9e0-431b-8877-5f89223ccf34 None None] The sync data for ids ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:27.334709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Port': ['ID=8904ac80-3249-4511-bb1d-2b180a7044ba,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:27.432290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:27.433037 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:27.444733 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 3 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:27.543002 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b54cc08-ab58-437e-ad80-864749c7edea tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "PUT /v2.0/floatingips/a5d32148-768b-4428-8f44-c58ef60367d4 HTTP/1.1" status: 200 len: 990 time: 7.8896217 Feb 16 12:37:27.545513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-5bc2e533-706e-48f3-a5d2-ad04ee4d080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:27.547057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-5bc2e533-706e-48f3-a5d2-ad04ee4d080a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.4162230 Feb 16 12:37:27.555862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:27.570129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:27.570562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:27.571467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:27.587327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=bf8c4452-dc52-4d36-baf9-8bf947fba1dd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:27.690952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:27.726860 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-faea9c8e-8638-4005-8f63-a2f275cba432 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "PUT /v2.0/floatingips/688500ef-1899-4541-a9e4-5b78702369b9 HTTP/1.1" status: 200 len: 991 time: 7.9072073 Feb 16 12:37:27.742028 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'status': 'completed', 'code': 200} Feb 16 12:37:27.742597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:27.742915 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:27.755973 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 4 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:27.766179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Router 663f5b91-a7aa-48ae-a2c4-98f16529a283 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:27.826233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.830570 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] create failed (client error): The resource could not be found. Feb 16 12:37:27.833425 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6299bb45-515d-4971-85ec-232be6af12a7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8426528 Feb 16 12:37:27.858075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:27.860087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:27.898169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24bebcbd-bd06-4aaf-845e-4172cdabf865 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/bf8c4452-dc52-4d36-baf9-8bf947fba1dd HTTP/1.1" status: 204 len: 168 time: 2.0840468 Feb 16 12:37:27.899330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48200) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:27.921830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ce9898a5-1e61-42bd-abe3-c48bc49f1d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:27.953566 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7340709-d96f-4dbd-aaa3-2ca4ff3faae5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] GET failed (client error): The resource could not be found. Feb 16 12:37:27.954097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7340709-d96f-4dbd-aaa3-2ca4ff3faae5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Synchronizing usage tracker for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:27.963124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'a5d32148-768b-4428-8f44-c58ef60367d4', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'port_id': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'mac_address': 'fa:16:3e:8b:ef:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:41Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:27.963370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df954d22-2ed7-4b16-b401-42112cc070df req-5ca13636-037d-4102-a195-973c6b4cf20c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:27.964671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df954d22-2ed7-4b16-b401-42112cc070df req-5ca13636-037d-4102-a195-973c6b4cf20c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2389941 Feb 16 12:37:27.989346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:27.989681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:27.990009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:28.000359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7340709-d96f-4dbd-aaa3-2ca4ff3faae5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Unset dirty status for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:28.005520 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c7340709-d96f-4dbd-aaa3-2ca4ff3faae5 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports/bf8c4452-dc52-4d36-baf9-8bf947fba1dd HTTP/1.1" status: 404 len: 333 time: 0.0996907 Feb 16 12:37:28.013473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48204) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:28.022314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-1806446898'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:28.033907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:28.034243 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:28.044747 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 5 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:28.063486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac691a-f37c-40da-9107-52d19d712c02 req-65d60eb3-c4e1-469f-8462-39081609fa9a tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:28.063701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Checking router: aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:37:28.065042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cac691a-f37c-40da-9107-52d19d712c02 req-65d60eb3-c4e1-469f-8462-39081609fa9a tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.2416916 Feb 16 12:37:28.086641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df954d22-2ed7-4b16-b401-42112cc070df req-23062e19-6420-4ba0-b201-692a934a54af tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101737 Feb 16 12:37:28.086991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:28.087592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:28.272553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cac691a-f37c-40da-9107-52d19d712c02 req-0d52e0c5-a386-46db-9169-94d43eddb2c2 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920104 Feb 16 12:37:28.304396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port 4f89a1c5-1866-4ed9-978f-b3a43095c51f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:28.304629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:28.344897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:28.353735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:28.358467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:28.358467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:28.358671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:28.367038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:28.376682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb70fc-7e22-415e-8841-ad1daa28a552 req-5c4a6431-daeb-4233-9de1-00f8ecb2699d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:28.378146 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1abb70fc-7e22-415e-8841-ad1daa28a552 req-5c4a6431-daeb-4233-9de1-00f8ecb2699d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1629210 Feb 16 12:37:28.399225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-11bd50cc-a194-4a50-95f8-d7489637f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:28.400746 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-11bd50cc-a194-4a50-95f8-d7489637f532 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8106484 Feb 16 12:37:28.401309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:28.401624 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:28.402071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:28.406335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:28.411983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '688500ef-1899-4541-a9e4-5b78702369b9', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'port_id': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'mac_address': 'fa:16:3e:4d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:28.417408 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 6 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:28.419438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Checking router: 617c0187-22b4-4360-b586-d5d487c95b0d for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:37:28.442205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port 6727bdc0-c511-42ec-8b63-c999056770a2 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:28.484797 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1abb70fc-7e22-415e-8841-ad1daa28a552 req-757d32e3-3a6d-4185-8d76-97543241417a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984976 Feb 16 12:37:28.508091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:28.508730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:28.624507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.4 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/6727bdc0-c511-42ec-8b63-c999056770a2) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:28.804189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:28.804580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:28.804928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:28.805478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:28.908349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:28.928255 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Sync routers for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:28.939920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:28.940953 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:28.944080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:28.962552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object 6727bdc0-c511-42ec-8b63-c999056770a2 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:28.991551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.049538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.057279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.081648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:29.083219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:29.114199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:29.135420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.147189 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:29.208908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'a5d32148-768b-4428-8f44-c58ef60367d4', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'port_id': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'mac_address': 'fa:16:3e:8b:ef:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:41Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.212821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=6727bdc0-c511-42ec-8b63-c999056770a2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:29.240014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1b53-f2bd-456d-ade6-c32a5dabafae None None] The sync data for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv is: [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'a5d32148-768b-4428-8f44-c58ef60367d4', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'port_id': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'mac_address': 'fa:16:3e:8b:ef:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:41Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:29.252967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:29.253629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.315846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c49738fa-8e08-4c87-b3b2-2ac994c991db tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3010845 Feb 16 12:37:29.316950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48214) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:29.322525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9d:4d:75'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:29.393035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '688500ef-1899-4541-a9e4-5b78702369b9', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'port_id': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'mac_address': 'fa:16:3e:4d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.403888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d81ee9-37b0-4e4b-844e-15787cb419c5 None None] The sync data for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv is: [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '688500ef-1899-4541-a9e4-5b78702369b9', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'port_id': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'mac_address': 'fa:16:3e:4d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:22Z', 'revision_number': 1, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:29.429981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:29.430349 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:29.436917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8b9db4b4-2a3d-4d09-8d3f-540526a9a485 None None] Provisioning for port 6727bdc0-c511-42ec-8b63-c999056770a2 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:29.445101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8b9db4b4-2a3d-4d09-8d3f-540526a9a485 None None] Provisioning complete for port 6727bdc0-c511-42ec-8b63-c999056770a2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:29.445618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8b9db4b4-2a3d-4d09-8d3f-540526a9a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.514093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Calling delete_port for 4f89a1c5-1866-4ed9-978f-b3a43095c51f owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:29.563208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8b9db4b4-2a3d-4d09-8d3f-540526a9a485 None None] Port 6727bdc0-c511-42ec-8b63-c999056770a2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:29.584614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.618279 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 7 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:29.664690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f6cbb-d328-4755-b6b4-151cc313e2b5 None None] New status for floating IP a5d32148-768b-4428-8f44-c58ef60367d4: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:37:29.712785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:29.719561 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '381b966b-eb81-4cb9-b196-aa1aed9f5706', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'port_id': '62443984-134c-4970-b946-6f838596bd7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'mac_address': 'fa:16:3e:22:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e54327-1881-49da-b2fd-eab074de6735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:23Z', 'revision_number': 1, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.724436 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] Sync routers for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:29.733447 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Checking router: 663f5b91-a7aa-48ae-a2c4-98f16529a283 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:37:29.745961 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:29.747328 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.754945 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c826b0ac-22bd-452a-9dfc-ede1e5885bc8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "PUT /v2.0/routers/165bcc48-70fb-42e9-aa09-94ddfb15a3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7653148 Feb 16 12:37:29.755848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:29.766734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48220) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:29.777486 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-7814dd67-507a-4bac-abfc-1a878d6daa8f service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3515518 Feb 16 12:37:29.818065 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:29.818818 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.856114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:29.905704 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.906539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53513e7-ed6a-48fa-a849-525c5cd55b83 None None] New status for floating IP 688500ef-1899-4541-a9e4-5b78702369b9: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:37:29.932134 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] Routers {'165bcc48-70fb-42e9-aa09-94ddfb15a3f3'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:29.933361 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:29.976729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b847a5-cb78-46ac-b47a-37cd4082e756 req-f64340aa-b7f2-4003-b8cc-be027dd16b25 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:29.978233 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9b847a5-cb78-46ac-b47a-37cd4082e756 req-f64340aa-b7f2-4003-b8cc-be027dd16b25 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2560449 Feb 16 12:37:30.011617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:30.012784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:30.012889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:30.019589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.042750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9b847a5-cb78-46ac-b47a-37cd4082e756 req-b05c84ef-a99d-46b4-9a3f-83ae56fc813d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558443 Feb 16 12:37:30.085873 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:30.086570 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f7774-a2a4-42c1-a1ab-fd1463b36d3f None None] The sync data for ids ['165bcc48-70fb-42e9-aa09-94ddfb15a3f3'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:30.130105 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:37:30.139250 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'status': 'completed', 'code': 200} Feb 16 12:37:30.142149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:30.142477 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:30.144457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.164409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 8 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:30.181764 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc4fff07-180f-44c0-85ee-a33400f96b85 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "PUT /v2.0/floatingips/381b966b-eb81-4cb9-b196-aa1aed9f5706 HTTP/1.1" status: 200 len: 991 time: 8.9778545 Feb 16 12:37:30.223619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:30.223968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:30.224304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:30.285094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.295631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.315466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:30.315808 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:30.374296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.393903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 9 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:30.444623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=6727bdc0-c511-42ec-8b63-c999056770a2,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:30.454518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:30.454865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:30.455199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:30.517739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] In _notify_port_updated(), no bound segment for port 6727bdc0-c511-42ec-8b63-c999056770a2 on network 402bcf85-c8af-474c-936e-c7063a2eda53 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:37:30.523313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:30.523891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.527733 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7e489f8b-a285-43d9-94f5-9d7aca4d3257 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "PUT /v2.0/ports/6727bdc0-c511-42ec-8b63-c999056770a2 HTTP/1.1" status: 200 len: 996 time: 1.2074935 Feb 16 12:37:30.534329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:30.595921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed729a-3e13-4198-8a97-6403c03cff40 req-b11e4e94-1759-4fe3-bd1d-e5288385c384 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:30.597545 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8ed729a-3e13-4198-8a97-6403c03cff40 req-b11e4e94-1759-4fe3-bd1d-e5288385c384 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.2158034 Feb 16 12:37:30.641089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 6727bdc0-c511-42ec-8b63-c999056770a2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:30.641438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.668123 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '381b966b-eb81-4cb9-b196-aa1aed9f5706', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'port_id': '62443984-134c-4970-b946-6f838596bd7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'mac_address': 'fa:16:3e:22:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e54327-1881-49da-b2fd-eab074de6735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:23Z', 'revision_number': 1, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:30.674505 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df65571-218b-4862-8f96-33dc0ac3f4c0 None None] The sync data for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv is: [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '381b966b-eb81-4cb9-b196-aa1aed9f5706', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'port_id': '62443984-134c-4970-b946-6f838596bd7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'mac_address': 'fa:16:3e:22:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e54327-1881-49da-b2fd-eab074de6735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:36:44Z', 'updated_at': '2022-02-16T12:37:23Z', 'revision_number': 1, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:30.706081 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8ed729a-3e13-4198-8a97-6403c03cff40 req-c68a3785-e829-476d-a89b-bcb66b7e6e34 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026657 Feb 16 12:37:30.802279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-503e23c3-d279-48ca-8292-0c97f8f6904e None None] Provisioning complete for port 6727bdc0-c511-42ec-8b63-c999056770a2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:30.802918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-503e23c3-d279-48ca-8292-0c97f8f6904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.829013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:30.829338 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:30.836166 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 10 to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e Feb 16 12:37:30.866171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-503e23c3-d279-48ca-8292-0c97f8f6904e None None] Port 6727bdc0-c511-42ec-8b63-c999056770a2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:30.918369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:30.919771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:30.920204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:30.954023 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d9d7ae9-5731-4d48-bca2-3265c1c55022 req-8a8beb9f-6400-418d-8c93-f35e36dfd8b1 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670297 Feb 16 12:37:30.955854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.962523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:30.963072 dv-neutron-829435-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port 0ceaf3c0-0fe9-4228-869a-d1250543741e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:30.963615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:30.975245 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0d30c-c25b-487f-8eab-a0f9daee3184 None None] New status for floating IP 381b966b-eb81-4cb9-b196-aa1aed9f5706: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:37:31.029531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.037790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.041398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-dd82b678-db9e-411e-8e70-dea5a5d98799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:31.042882 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-dd82b678-db9e-411e-8e70-dea5a5d98799 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2ecb619d63594175ae01ee9c8b1e62c1&device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 1098 time: 0.9378972 Feb 16 12:37:31.129736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 6727bdc0-c511-42ec-8b63-c999056770a2 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:31.199066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Port': ['ID=4f89a1c5-1866-4ed9-978f-b3a43095c51f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:31.202834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port 6dd2d521-f4c3-4972-8951-15e36dd82eff {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:31.203173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.455882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbbaf1-4032-4c71-8828-4b3e3ef3d4cb req-f5906ead-fcc1-4589-a313-5593eaa9f1bf tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:31.457324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cfbbaf1-4032-4c71-8828-4b3e3ef3d4cb req-f5906ead-fcc1-4589-a313-5593eaa9f1bf tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2612281 Feb 16 12:37:31.482310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.523813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port 0ceaf3c0-0fe9-4228-869a-d1250543741e, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:31.524135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:37:31.542972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=6727bdc0-c511-42ec-8b63-c999056770a2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:31.595296 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cfbbaf1-4032-4c71-8828-4b3e3ef3d4cb req-e4a59df4-248e-4ce0-a0e8-9d541d6a516f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314831 Feb 16 12:37:31.605127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.657724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.698273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.707807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-761de3c5-c93c-4992-9cbd-ad1bf5e173cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:31.709347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c37e4a6-ad1a-4501-837e-570f062a3868 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/6727bdc0-c511-42ec-8b63-c999056770a2 HTTP/1.1" status: 204 len: 168 time: 1.1741986 Feb 16 12:37:31.711145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-761de3c5-c93c-4992-9cbd-ad1bf5e173cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=04bc28f6-6471-4eea-89ff-aa6b7d17388a HTTP/1.1" status: 200 len: 912 time: 0.6031816 Feb 16 12:37:31.711814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:31.799994 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7bc415c-1ed7-4f9b-99aa-cd70f9915ee6 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "DELETE /v2.0/ports/4f89a1c5-1866-4ed9-978f-b3a43095c51f HTTP/1.1" status: 204 len: 168 time: 3.9347868 Feb 16 12:37:31.802453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:31.810499 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-209d1b43-416c-4742-a364-4db895b151e7 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] GET failed (client error): The resource could not be found. Feb 16 12:37:31.811097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-209d1b43-416c-4742-a364-4db895b151e7 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Synchronizing usage tracker for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:31.811548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] In _notify_port_updated(), no bound segment for port 0ceaf3c0-0fe9-4228-869a-d1250543741e on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:37:31.812416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:31.813021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.814314 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "PUT /v2.0/ports/0ceaf3c0-0fe9-4228-869a-d1250543741e HTTP/1.1" status: 200 len: 981 time: 9.0120571 Feb 16 12:37:31.817068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-a75297f1-ed29-4db1-a8d5-a129d974be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:31.818419 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-a75297f1-ed29-4db1-a8d5-a129d974be9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.6846383 Feb 16 12:37:31.832743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:31.879655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-209d1b43-416c-4742-a364-4db895b151e7 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Unset dirty status for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:31.880716 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-209d1b43-416c-4742-a364-4db895b151e7 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports/6727bdc0-c511-42ec-8b63-c999056770a2 HTTP/1.1" status: 404 len: 333 time: 0.1677802 Feb 16 12:37:31.884772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:31.893019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-1024655554'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:31.915370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b901dd-c7d8-46ca-96fe-49bcd627d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceaf3c0-0fe9-4228-869a-d1250543741e,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:31.924755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:32.018893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e34c0d-58ee-4704-bf5f-add16a1d59e9 req-e6fcb357-8339-4a58-a4d3-9b9c14ce3450 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.020424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89e34c0d-58ee-4704-bf5f-add16a1d59e9 req-e6fcb357-8339-4a58-a4d3-9b9c14ce3450 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2629147 Feb 16 12:37:32.037430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c2118-430a-433d-927e-17edf69df3a0 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.038112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-826c2118-430a-433d-927e-17edf69df3a0 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Synchronizing usage tracker for tenant:7d6c67de0d9d499f8bf48863d55d3a0c on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:32.113052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89e34c0d-58ee-4704-bf5f-add16a1d59e9 req-cb549ddd-0c45-4945-82cb-7c4101074756 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834510 Feb 16 12:37:32.113963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:32.116025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-826c2118-430a-433d-927e-17edf69df3a0 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Unset dirty status for tenant:7d6c67de0d9d499f8bf48863d55d3a0c on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:32.119874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-826c2118-430a-433d-927e-17edf69df3a0 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "GET /v2.0/ports?device_id=62a41a1d-59cc-45f8-9618-88061410f923 HTTP/1.1" status: 200 len: 913 time: 0.3136520 Feb 16 12:37:32.121901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48256) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:32.184779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:32.186614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'tag': '62443984-134c-4970-b946-6f838596bd7f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:37:32.201336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Calling delete_port for 6dd2d521-f4c3-4972-8951-15e36dd82eff owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:32.265723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:32.269209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:32.310654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port 3f8bf540-2774-4bd6-841e-1b731da22c7d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:32.394044 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'tag': '62443984-134c-4970-b946-6f838596bd7f', 'status': 'completed', 'code': 200} Feb 16 12:37:32.410008 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-228834fd-7cd7-48ff-bc81-66cce4ad0567 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b HTTP/1.1" status: 200 len: 1001 time: 0.6689334 Feb 16 12:37:32.602017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-fab6cb51-a75a-4e23-b789-b6d2aefc2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.603487 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-fab6cb51-a75a-4e23-b789-b6d2aefc2b2f service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.7600605 Feb 16 12:37:32.703882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-60c30201-6708-419a-8b9b-3a703eade19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.705357 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-60c30201-6708-419a-8b9b-3a703eade19a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9513b4b3-dd1b-4122-adc8-b31212b716ef HTTP/1.1" status: 200 len: 850 time: 0.2728455 Feb 16 12:37:32.803022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-b224372d-335a-4302-9a6c-ec6d9d3d740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.804526 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-b224372d-335a-4302-9a6c-ec6d9d3d740e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa&device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 1098 time: 0.4592645 Feb 16 12:37:32.816139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.6 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/3f8bf540-2774-4bd6-841e-1b731da22c7d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:32.847433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6810b-d7ed-4847-ae12-a1ad440ca986 req-5df919ab-ffd7-44d0-a0aa-4f7e3c583352 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.848948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55a6810b-d7ed-4847-ae12-a1ad440ca986 req-5df919ab-ffd7-44d0-a0aa-4f7e3c583352 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3903995 Feb 16 12:37:32.863347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.863819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.864306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.864775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.865227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.865685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.866137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.866582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.867032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.867481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.867926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.868402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.868847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.869296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.869743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.870187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.870633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.871074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.871652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.872126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.872578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.873021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.873466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.873909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.874355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.874796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.875239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.875717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:32.878032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:32.933032 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-658cff71-0071-4558-8032-d9d9aacbebf4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.3055127 Feb 16 12:37:33.036567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:33.037729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d991be94-8b49-407d-a6b8-b23658debd45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24939 time: 1.2009227 Feb 16 12:37:33.050533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48266) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:33.116956 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55a6810b-d7ed-4847-ae12-a1ad440ca986 req-ad6b2717-f865-4e38-a43c-4f0fdf46e8de tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562432 Feb 16 12:37:33.192861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-010d8a32-ad99-4d7b-9d64-c9dc60f2a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:33.194199 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-010d8a32-ad99-4d7b-9d64-c9dc60f2a2d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b49b4875-c241-434b-8ad6-b1a20fd3fae9 HTTP/1.1" status: 200 len: 904 time: 0.3795152 Feb 16 12:37:33.261976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-26395061-4c26-4356-8cf4-13fd7a7e9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:33.264209 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-26395061-4c26-4356-8cf4-13fd7a7e9067 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.2696533 Feb 16 12:37:33.279043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-e5d77b09-503d-4832-a10e-fb017cc84aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:33.280720 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-e5d77b09-503d-4832-a10e-fb017cc84aee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04bc28f6-6471-4eea-89ff-aa6b7d17388a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5609620 Feb 16 12:37:33.283000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Deleting port 0ceaf3c0-0fe9-4228-869a-d1250543741e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:33.283336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.424912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-003a58c9-c45a-4c88-960f-a22d0aebae38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62443984-134c-4970-b946-6f838596bd7f HTTP/1.1" status: 200 len: 1001 time: 0.1946259 Feb 16 12:37:33.433384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.493456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.562481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.609035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Port': ['ID=6dd2d521-f4c3-4972-8951-15e36dd82eff,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:33.654779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object 3f8bf540-2774-4bd6-841e-1b731da22c7d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:33.659464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-691a1924-bf57-4c96-8973-c905c0c0aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:33.660947 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-691a1924-bf57-4c96-8973-c905c0c0aff1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09 HTTP/1.1" status: 200 len: 842 time: 0.2229795 Feb 16 12:37:33.761504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.890643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.932276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:33.965828 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-aee185cf-ed5c-4ce8-a493-6e8a5a68dfa6 service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448252 Feb 16 12:37:33.973744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:33.995395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:34.005327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:34.035208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=3f8bf540-2774-4bd6-841e-1b731da22c7d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:34.069137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9249-ba2d-4a2a-a375-548c83dcfff3 req-672460f9-a3b5-459a-84ea-acfad3172282 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:34.070615 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-315e9249-ba2d-4a2a-a375-548c83dcfff3 req-672460f9-a3b5-459a-84ea-acfad3172282 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2981987 Feb 16 12:37:34.077022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-f2cafd45-2ea3-4cb4-9dc8-0b1a17a33579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:34.078449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-f2cafd45-2ea3-4cb4-9dc8-0b1a17a33579 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b49b4875-c241-434b-8ad6-b1a20fd3fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3975542 Feb 16 12:37:34.137968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-ec28c3fd-653e-4d43-aa45-deeb24f81081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:34.139458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-ec28c3fd-653e-4d43-aa45-deeb24f81081 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8652170 Feb 16 12:37:34.186844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.204277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:34.204878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.234353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fccdd8c4-b572-468f-9ed4-3653f40a2e11 None None] Provisioning for port 3f8bf540-2774-4bd6-841e-1b731da22c7d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:34.240653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fccdd8c4-b572-468f-9ed4-3653f40a2e11 None None] Provisioning complete for port 3f8bf540-2774-4bd6-841e-1b731da22c7d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:34.241406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fccdd8c4-b572-468f-9ed4-3653f40a2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.303276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fccdd8c4-b572-468f-9ed4-3653f40a2e11 None None] Port 3f8bf540-2774-4bd6-841e-1b731da22c7d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:34.308528 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-315e9249-ba2d-4a2a-a375-548c83dcfff3 req-91c2a7e3-4fce-4b3f-9de0-5682546faf09 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258136 Feb 16 12:37:34.313385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:34.313905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.360255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e0f966f-d58c-4aab-8c65-6cb895b41455 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4721801 Feb 16 12:37:34.369661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48278) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:34.382264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port 0ceaf3c0-0fe9-4228-869a-d1250543741e, host hv-neutron-8294, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:34.383031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.383670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'network_id': '402bcf85-c8af-474c-936e-c7063a2eda53', 'name': 'tempest-AllowedAddressPairTestJSON-663980051'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:34.462908 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-a9ad9e30-1c13-493b-9c6e-069f047a3b90 service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615744 Feb 16 12:37:34.618861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.679961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.691888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Calling delete_port for 0ceaf3c0-0fe9-4228-869a-d1250543741e owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:34.817018 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45731c86-bde7-45b7-9e3a-37bdc86937fb req-50503984-6b12-4e60-8219-46c1aea1b2ad service neutron] 10.222.0.81 "GET /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843010 Feb 16 12:37:34.834086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:34.838778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.839276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Fanout notify agent at l3_agent the message router_deleted on router 165bcc48-70fb-42e9-aa09-94ddfb15a3f3 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:34.862650 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-3a526356-c34c-4640-9e50-a7a9db90ffb1 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003622 Feb 16 12:37:34.864497 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:37:34.898642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:34.901688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.910198 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01c3243-a31d-489d-861f-0afd1ebd9959 req-853210fd-8413-4b7b-82e4-32985780ccfc service neutron] 10.222.0.81 "GET /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893729 Feb 16 12:37:34.915964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Usage tracker for resource:port and tenant:923698ff2e6b4c82b54b3a7cb094fddc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:34.972383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:34.976067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.985312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.986379 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11ceed5d-b485-462c-8ce4-e3f5e5e09310 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/routers/165bcc48-70fb-42e9-aa09-94ddfb15a3f3 HTTP/1.1" status: 204 len: 168 time: 5.2117112 Feb 16 12:37:35.033825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48282) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:35.044579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Calling delete_port for e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:35.072314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:35.107241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ceaf3c0-0fe9-4228-869a-d1250543741e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:35.137050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Made reservation on behalf of 923698ff2e6b4c82b54b3a7cb094fddc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:35.141194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.198970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting subnet d2147847-c9f8-4b51-bdb8-68bb938befbd {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:37:35.202057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] device_id is not set on port 2f52738a-5f2e-4d80-ba4b-e437228b4745 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:35.261739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.298483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.346975 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c6fc8a0-0b19-405f-92d6-ac7696caab19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0ceaf3c0-0fe9-4228-869a-d1250543741e HTTP/1.1" status: 204 len: 168 time: 2.2954168 Feb 16 12:37:35.352817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:35.368895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.393169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:35.402064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.403664 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e247116c-ed2a-4d3a-8cc2-772c7c6845a0 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "PUT /v2.0/routers/9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 200 len: 925 time: 8.2195570 Feb 16 12:37:35.406281 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e95a6d2-56fa-4e10-82c1-2c3a628235e9 req-76c78754-cbbf-40f8-9381-fa93397a4636 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310304 Feb 16 12:37:35.406743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:35.410515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] Sync routers for ids ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:35.426391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] Routers {'9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:35.427662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:35.465572 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23f1452-6344-4c0e-90fd-83b8279b276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:37:35.466257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c23f1452-6344-4c0e-90fd-83b8279b276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:35.497640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:35.508454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c23f1452-6344-4c0e-90fd-83b8279b276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:35.509013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] Routers {'9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:35.509606 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c23f1452-6344-4c0e-90fd-83b8279b276c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports/0ceaf3c0-0fe9-4228-869a-d1250543741e HTTP/1.1" status: 404 len: 333 time: 0.1536958 Feb 16 12:37:35.509725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:35.514797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:35.520424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1225077725', 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:35.576029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:35.579526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:35.579941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a733df-f70d-4ba2-8de2-eaa0745d2a66 None None] The sync data for ids ['9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:35.596659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:35.608958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Allocated IP 172.20.0.4 (402bcf85-c8af-474c-936e-c7063a2eda53/377f5722-b89d-4bd1-85d3-9864aa7572c6/2f52738a-5f2e-4d80-ba4b-e437228b4745) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:35.626126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-832a1729-98cf-4c92-a893-b273cf07d7e4 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 200 len: 925 time: 0.2125609 Feb 16 12:37:35.627548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Made reservation on behalf of b339614334034591a9f40eaea9bb4679 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:35.630119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.640491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:35.676709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.696112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port 8d24745d-3102-418b-bde3-6434a587659c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:35.758851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.788156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Port': ['ID=e2a016f6-efd1-47dd-ba6f-9d86bdd4cb90,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:35.810240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b8d74-a1a3-4bf0-b3b2-2aa47a39dca2 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:35.810934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a38b8d74-a1a3-4bf0-b3b2-2aa47a39dca2 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Synchronizing usage tracker for tenant:8a68a1d9d3384d44b077dc7dfa187e65 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:35.837622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528fac-c1fb-4f70-ae39-3953941be9e0 req-62c60fbc-4dc2-4ae3-9507-289d76d41ea5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:35.844564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb528fac-c1fb-4f70-ae39-3953941be9e0 req-62c60fbc-4dc2-4ae3-9507-289d76d41ea5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3932025 Feb 16 12:37:35.907256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a38b8d74-a1a3-4bf0-b3b2-2aa47a39dca2 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Unset dirty status for tenant:8a68a1d9d3384d44b077dc7dfa187e65 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:35.908497 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a38b8d74-a1a3-4bf0-b3b2-2aa47a39dca2 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2670536 Feb 16 12:37:35.911538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48306) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.010677 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb528fac-c1fb-4f70-ae39-3953941be9e0 req-a707b93c-90e1-41a8-92bb-663eb960853e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649396 Feb 16 12:37:36.031641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.081739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195642ef-43b0-448f-93b5-f7c9a250587a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:36.082226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-195642ef-43b0-448f-93b5-f7c9a250587a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Synchronizing usage tracker for tenant:8a68a1d9d3384d44b077dc7dfa187e65 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:36.102980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-195642ef-43b0-448f-93b5-f7c9a250587a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Unset dirty status for tenant:8a68a1d9d3384d44b077dc7dfa187e65 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:36.104242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-195642ef-43b0-448f-93b5-f7c9a250587a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.1915288 Feb 16 12:37:36.105939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.107833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.161108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.207905 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d66d63a-ce77-4c16-b892-2ec2301a0cb9 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 200 len: 205 time: 0.0989099 Feb 16 12:37:36.213215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.273592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:36.282384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:36.294061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:36.295320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:36.295917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.330721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=8d24745d-3102-418b-bde3-6434a587659c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:36.349984 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d3840ad-8045-4047-ab2d-81353b6236b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8355935 Feb 16 12:37:36.369937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48318) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.383492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Subnet': ['ID=d2147847-c9f8-4b51-bdb8-68bb938befbd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:36.427220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.430977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.434710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb907e-e507-45a7-9d71-ef56284970d3 None None] Network 46952466-0a44-4ade-a3bf-a478f0584338 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:36.444405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.550880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.564150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-32376767-a72b-4225-b23d-ae31493e29e8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/subnets/d2147847-c9f8-4b51-bdb8-68bb938befbd HTTP/1.1" status: 204 len: 168 time: 1.5246837 Feb 16 12:37:36.617093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.650566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409f178-79d3-4007-afc5-529eafeb59dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:36.651131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9409f178-79d3-4007-afc5-529eafeb59dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:36.654041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.664744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port 3492674e-c4e6-4bcb-a5e9-709cb362151d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:36.665267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.690110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Transition to ACTIVE for port object 2f52738a-5f2e-4d80-ba4b-e437228b4745 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:36.701381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] DHCP port deletion for 46952466-0a44-4ade-a3bf-a478f0584338 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:37:36.705683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Deleting port ec7e2571-3d24-439c-bd77-2a024cd1114a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:36.706060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.900400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9409f178-79d3-4007-afc5-529eafeb59dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:36.901624 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9409f178-79d3-4007-afc5-529eafeb59dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports/8d24745d-3102-418b-bde3-6434a587659c HTTP/1.1" status: 200 len: 959 time: 0.5256841 Feb 16 12:37:36.908629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.911066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48328) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:36.922284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Router 62a41a1d-59cc-45f8-9618-88061410f923 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:37:36.928235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] For port ec7e2571-3d24-439c-bd77-2a024cd1114a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec7e2571-3d24-439c-bd77-2a024cd1114a,segment=NetworkSegment(23b18ecc-3044-4226-928d-b2614375bb3c),segment_id=23b18ecc-3044-4226-928d-b2614375bb3c)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:36.928865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.962256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.994831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port ec7e2571-3d24-439c-bd77-2a024cd1114a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:36.995205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.054034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Calling delete_port for ec7e2571-3d24-439c-bd77-2a024cd1114a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:37.079623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.082974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Deleting port 8d24745d-3102-418b-bde3-6434a587659c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:37.083305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.094201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for 3492674e-c4e6-4bcb-a5e9-709cb362151d owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:37.191104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.241780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] Pushing event deleted for resources: {'Port': ['ID=ec7e2571-3d24-439c-bd77-2a024cd1114a,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:37.243551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8b2fc-473a-453b-8fee-8169d5887de2 None None] No DVR routers for this DVR port ec7e2571-3d24-439c-bd77-2a024cd1114a on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:37:37.291651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.330806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Network 402bcf85-c8af-474c-936e-c7063a2eda53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:37.362548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:37.364654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:37.366024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:37.374328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=3492674e-c4e6-4bcb-a5e9-709cb362151d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:37.375049 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] Sync routers for ids ['62a41a1d-59cc-45f8-9618-88061410f923'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:37.388209 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] Routers {'62a41a1d-59cc-45f8-9618-88061410f923'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:37.391528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['62a41a1d-59cc-45f8-9618-88061410f923'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.414142 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e65d9030-edd2-49be-9573-c2c58ea2f604 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "PUT /v2.0/routers/62a41a1d-59cc-45f8-9618-88061410f923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2908247 Feb 16 12:37:37.416165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:37.419587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] The port 'ec7e2571-3d24-439c-bd77-2a024cd1114a' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:37:37.460588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=2f52738a-5f2e-4d80-ba4b-e437228b4745,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:37.472334 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.482429 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] Routers {'62a41a1d-59cc-45f8-9618-88061410f923'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:37.483350 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['62a41a1d-59cc-45f8-9618-88061410f923'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.561232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.598824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:37.599494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.648905 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.649867 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7f7db-51dd-44f9-941b-a24d0eae504b None None] The sync data for ids ['62a41a1d-59cc-45f8-9618-88061410f923'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:37.750116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c25d759d-6c3b-4e32-9c17-1f011e1ae517 None None] Provisioning for port 2f52738a-5f2e-4d80-ba4b-e437228b4745 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:37.755324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c25d759d-6c3b-4e32-9c17-1f011e1ae517 None None] Provisioning complete for port 2f52738a-5f2e-4d80-ba4b-e437228b4745 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:37.755906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c25d759d-6c3b-4e32-9c17-1f011e1ae517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.808099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c25d759d-6c3b-4e32-9c17-1f011e1ae517 None None] Port 2f52738a-5f2e-4d80-ba4b-e437228b4745 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:37.810481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.823331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.883644 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a256f183-a3d5-4e9e-8d9f-c143d836a0ef tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5128548 Feb 16 12:37:37.906617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:37.917811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9d:4d:75'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6d:f8:c9'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:37.944869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46952466-0a44-4ade-a3bf-a478f0584338']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.957068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:37.970894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d5dfe-ab79-4090-a6ef-5d8b5ffcaa4a req-bcdd6030-84dc-48a5-94a3-79ced8abe27e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:37.972353 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c68d5dfe-ab79-4090-a6ef-5d8b5ffcaa4a req-bcdd6030-84dc-48a5-94a3-79ced8abe27e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.7941031 Feb 16 12:37:37.990801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b18ecc-3044-4226-928d-b2614375bb3c') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.991135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b18ecc-3044-4226-928d-b2614375bb3c') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:37.994453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.047968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.063846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.068455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.092150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.092605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Fanout notify agent at l3_agent the message router_deleted on router 62a41a1d-59cc-45f8-9618-88061410f923 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:38.106738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.107419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router 9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:38.114193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.120826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da3715a7-34fe-42b8-963d-9c9bfbcb54a6 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 204 len: 168 time: 1.9011116 Feb 16 12:37:38.120826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.120826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bc9500a-0d21-466d-931c-e0b49e80cac8 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "DELETE /v2.0/routers/62a41a1d-59cc-45f8-9618-88061410f923 HTTP/1.1" status: 204 len: 168 time: 0.7033222 Feb 16 12:37:38.121965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.124166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.128701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709954861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:38.140115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Calling delete_port for 8d24745d-3102-418b-bde3-6434a587659c owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:38.162672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:38.173056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.173419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:38.178007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:38.187465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:38.214008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting subnet 6dfb3af9-43e2-4a69-b769-15c9ebc33278 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:37:38.217343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.233941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.258176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c68d5dfe-ab79-4090-a6ef-5d8b5ffcaa4a req-0b1264fd-75aa-48c7-aacf-9fe733f672b3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722342 Feb 16 12:37:38.263047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:37:38.263466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:37:38.291159 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:37:38.356964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.357971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.394203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.421938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.447675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.461043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.492253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.515231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d24745d-3102-418b-bde3-6434a587659c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:38.537512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.553932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.558652 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c038a4aa-f650-4a43-ba3a-e9cb14ea1ff4 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4327948 Feb 16 12:37:38.558809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Network': ['ID=46952466-0a44-4ade-a3bf-a478f0584338,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:38.558939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.568200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:38.588079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.593196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b1519c3-2f4b-4cf4-a0a1-cff2102c44fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8d24745d-3102-418b-bde3-6434a587659c HTTP/1.1" status: 204 len: 168 time: 1.6764681 Feb 16 12:37:38.598988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99b0fb58-6991-483b-8871-10b527f3abf8 tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/networks/46952466-0a44-4ade-a3bf-a478f0584338 HTTP/1.1" status: 204 len: 168 time: 1.9788747 Feb 16 12:37:38.603965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48354) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.604340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48356) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.639701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.723849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec7e2571-3d24-439c-bd77-2a024cd1114a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:37:38.736682 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ae10f9-74dc-421e-9394-a5c9de7627d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:37:38.737218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19ae10f9-74dc-421e-9394-a5c9de7627d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:38.759712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ec7e2571-3d24-439c-bd77-2a024cd1114a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:37:38.760320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec7e2571-3d24-439c-bd77-2a024cd1114a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:37:38.803212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.837175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Deleting port ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:38.837424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:38.898837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19ae10f9-74dc-421e-9394-a5c9de7627d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:38.899983 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19ae10f9-74dc-421e-9394-a5c9de7627d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports/8d24745d-3102-418b-bde3-6434a587659c HTTP/1.1" status: 404 len: 333 time: 0.2947583 Feb 16 12:37:38.909150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:38.926724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579245435'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:38.944703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:38.997802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:39.014871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.019110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.059714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfb3af9-43e2-4a69-b769-15c9ebc33278,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:39.083589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.100969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Made reservation on behalf of b339614334034591a9f40eaea9bb4679 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:39.103403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.110473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b36d8dae-26e4-4b63-af37-de383abd63c7 tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "DELETE /v2.0/subnets/6dfb3af9-43e2-4a69-b769-15c9ebc33278 HTTP/1.1" status: 204 len: 168 time: 0.9827313 Feb 16 12:37:39.112082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:39.119806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87049ab3-44c6-4453-b685-effe46ce0bff None None] Network 91556367-8799-46e8-84a4-41f7ae87912d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:39.284898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.311949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port a89aada5-2574-4a72-8f42-1ba90c608970 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:39.312319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.315793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port d253c8f6-244b-4f86-b5d0-0865511ef93a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:39.365554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.365929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.413217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] DHCP port deletion for 91556367-8799-46e8-84a4-41f7ae87912d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:37:39.417510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Deleting port a89aada5-2574-4a72-8f42-1ba90c608970 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:39.417880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.560079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Calling delete_port for ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:39.642854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] For port a89aada5-2574-4a72-8f42-1ba90c608970, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a89aada5-2574-4a72-8f42-1ba90c608970,segment=NetworkSegment(5753d11e-d056-4ee5-8c91-ab1fbb80d14e),segment_id=5753d11e-d056-4ee5-8c91-ab1fbb80d14e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:39.643337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.685657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.738798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.783598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Calling delete_port for a89aada5-2574-4a72-8f42-1ba90c608970 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:39.799667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.845563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.863561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.889919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] For port a89aada5-2574-4a72-8f42-1ba90c608970, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a89aada5-2574-4a72-8f42-1ba90c608970,segment=NetworkSegment(5753d11e-d056-4ee5-8c91-ab1fbb80d14e),segment_id=5753d11e-d056-4ee5-8c91-ab1fbb80d14e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:39.890190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.918633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] Pushing event deleted for resources: {'Port': ['ID=a89aada5-2574-4a72-8f42-1ba90c608970,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:39.930654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613ddb9-ef3b-48cf-bf6e-8bbe6570ff4c None None] No DVR routers for this DVR port a89aada5-2574-4a72-8f42-1ba90c608970 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:37:39.987758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef2f7c-91b0-45c4-9b3c-e92a6ce0172c req-cf8e3332-4f09-49f3-a94c-4b65a5428d00 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:39.989289 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ef2f7c-91b0-45c4-9b3c-e92a6ce0172c req-cf8e3332-4f09-49f3-a94c-4b65a5428d00 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.5843933 Feb 16 12:37:40.001763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event updated for resources: {'Port': ['ID=2f52738a-5f2e-4d80-ba4b-e437228b4745,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:40.030432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Calling delete_port for a89aada5-2574-4a72-8f42-1ba90c608970 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:40.049640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.063292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] In _notify_port_updated(), no bound segment for port 2f52738a-5f2e-4d80-ba4b-e437228b4745 on network 402bcf85-c8af-474c-936e-c7063a2eda53 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:37:40.069670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:40.070564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.076187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c46c2f61-1d3e-490f-a09e-261b26d89715 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "PUT /v2.0/ports/2f52738a-5f2e-4d80-ba4b-e437228b4745 HTTP/1.1" status: 200 len: 1054 time: 2.1649756 Feb 16 12:37:40.079709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:40.105001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.110968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ef2f7c-91b0-45c4-9b3c-e92a6ce0172c req-e051f059-186f-4323-86b8-70955a1eeec6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954514 Feb 16 12:37:40.161982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Pushing event deleted for resources: {'Port': ['ID=ed6a67a9-1db4-4fcb-b9cb-b9cc3b8dae39,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:40.171346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4aea52be-c10d-4a98-ba6a-d41baa0f44d0 None None] Provisioning complete for port 2f52738a-5f2e-4d80-ba4b-e437228b4745 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:40.172445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4aea52be-c10d-4a98-ba6a-d41baa0f44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.216955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 2f52738a-5f2e-4d80-ba4b-e437228b4745 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:40.217477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.269631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4aea52be-c10d-4a98-ba6a-d41baa0f44d0 None None] Port 2f52738a-5f2e-4d80-ba4b-e437228b4745 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:40.271127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:37:40.271607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.271751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:37:40.285830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Allocated IP 172.26.4.162 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/d611ff5f-bb0c-4c30-9724-f903b50be936) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:40.313790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.349734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Network ea3dd12c-d4c1-4586-9883-3d3a5f46924e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:40.354282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:40.364509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:40.365600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:40.366343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.391270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=d253c8f6-244b-4f86-b5d0-0865511ef93a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:40.411647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.413240 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dcb5756c-4e73-45f6-ab8c-b8dc2b005c4d tempest-FloatingIPAdminTestJSON-398206621 tempest-FloatingIPAdminTestJSON-398206621-project] 10.222.0.65 "DELETE /v2.0/floatingips/8ad97d3f-815c-4b64-a50d-402190e04d4e HTTP/1.1" status: 204 len: 168 time: 1.8064928 Feb 16 12:37:40.426181 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d92cb632-ab8f-43fe-bc2f-0e02f31c23db tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5160279 Feb 16 12:37:40.429983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:40.440892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:40.646807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.659273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.666704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.741351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a89aada5-2574-4a72-8f42-1ba90c608970 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:37:40.781820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: a89aada5-2574-4a72-8f42-1ba90c608970 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:37:40.782631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a89aada5-2574-4a72-8f42-1ba90c608970 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:37:40.802172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Deleting port a89aada5-2574-4a72-8f42-1ba90c608970 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:40.802172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:40.815568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48388) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:40.838936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 2f52738a-5f2e-4d80-ba4b-e437228b4745 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:40.850932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785659b-4c8b-460c-92e6-1007f54be8e0 req-28de6472-8c66-4bb3-8010-0221e49f1732 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:40.852421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9785659b-4c8b-460c-92e6-1007f54be8e0 req-28de6472-8c66-4bb3-8010-0221e49f1732 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3597047 Feb 16 12:37:40.916211 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9785659b-4c8b-460c-92e6-1007f54be8e0 req-d441c92c-d060-4a79-b9d8-ca56e455c4d8 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549016 Feb 16 12:37:40.932918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] The port 'a89aada5-2574-4a72-8f42-1ba90c608970' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:37:41.010392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] device_id is not set on port d253c8f6-244b-4f86-b5d0-0865511ef93a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:41.025689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.043724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69a65cfc-596c-4e45-a0ab-91a3bae27188 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40bc5b676c04410384a04a6819da83a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231762 Feb 16 12:37:41.045014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:41.064332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Transition to ACTIVE for port object d253c8f6-244b-4f86-b5d0-0865511ef93a will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:41.069923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.237826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.274151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-3adfe305-6bd5-4bc2-9a83-28a5f13c6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:41.275617 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-3adfe305-6bd5-4bc2-9a83-28a5f13c6e81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.6717362 Feb 16 12:37:41.282388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.344723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=d253c8f6-244b-4f86-b5d0-0865511ef93a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:41.357036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.357613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.357773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.362837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.366232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.366575 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.373670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 2 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.393177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:41.399472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.399685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.400111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.404284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91556367-8799-46e8-84a4-41f7ae87912d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:41.408806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.411021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:41.415061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.415387 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.417801 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 3 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.443835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.444229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.444539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.461454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.461779 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.462704 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 4 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.469848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:41.479292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.479612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.479950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.485473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.485765 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.486222 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 5 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.502080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.502433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.502753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.506376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.506580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5753d11e-d056-4ee5-8c91-ab1fbb80d14e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:41.506876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5753d11e-d056-4ee5-8c91-ab1fbb80d14e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:41.520638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.520968 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.521341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event updated for resources: {'Port': ['ID=d611ff5f-bb0c-4c30-9724-f903b50be936,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:41.522741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 6 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.532178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105025ec-c439-4e71-80bd-b5cc98512834,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:41.543695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.545016 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-633ac3dc-9190-4cc5-9ebd-defa2d2762bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/105025ec-c439-4e71-80bd-b5cc98512834 HTTP/1.1" status: 204 len: 168 time: 0.4990013 Feb 16 12:37:41.545677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.546003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.546336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.549375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.552443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.552773 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.553160 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 7 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.573993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.575204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.575756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.581542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.581874 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.582255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 8 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.602113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.602560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.602895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.604761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.608939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.609269 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.609651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 9 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.613095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.627144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.627522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.627863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.633106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.633431 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.633814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempt 10 to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a Feb 16 12:37:41.649740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:41.650427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:41.650427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempting to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:41.656359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:37:41.657041 dv-neutron-829435-1-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Failed to bind port d253c8f6-244b-4f86-b5d0-0865511ef93a on host hv-neutron-8294 for vnic_type normal using segments [{'id': '48244bf3-4065-4ee0-83e2-60434a006181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea3dd12c-d4c1-4586-9883-3d3a5f46924e'}] Feb 16 12:37:41.657299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.724439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:37:41.724836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:37:41.739614 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:37:41.753850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-32c63e7a-5b71-4d22-9d2c-a3d1540614ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:41.755303 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-32c63e7a-5b71-4d22-9d2c-a3d1540614ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.4639056 Feb 16 12:37:41.757631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port d253c8f6-244b-4f86-b5d0-0865511ef93a, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:41.758143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attempted to set empty binding levels {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:37:41.763737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.814170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=2f52738a-5f2e-4d80-ba4b-e437228b4745,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:41.820124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] In _notify_port_updated(), no bound segment for port d253c8f6-244b-4f86-b5d0-0865511ef93a on network ea3dd12c-d4c1-4586-9883-3d3a5f46924e {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:37:41.820974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:41.821569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.822857 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "PUT /v2.0/ports/d253c8f6-244b-4f86-b5d0-0865511ef93a HTTP/1.1" status: 200 len: 980 time: 1.3909202 Feb 16 12:37:41.826473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48402) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:41.883652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0f49-2fab-4d83-bcd5-4e00530ee213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event updated for resources: {'Port': ['ID=d253c8f6-244b-4f86-b5d0-0865511ef93a,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:41.906383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Deleting port d253c8f6-244b-4f86-b5d0-0865511ef93a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:41.906774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:41.934184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:41.975850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.005154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:42.041669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Usage tracker for resource:security_group_rule and tenant:d560ede1c1fc46a4809299c7b81878d5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:42.048314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:42.071053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.076340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.097367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:42.176127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] Pushing event deleted for resources: {'Network': ['ID=91556367-8799-46e8-84a4-41f7ae87912d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:42.185446 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-fc4d8a3a-d21b-4d6c-9ea9-497ae73e59e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.3186214 Feb 16 12:37:42.258912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] For port d253c8f6-244b-4f86-b5d0-0865511ef93a, host hv-neutron-8294, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:42.259184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.311721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e35189ef-a22a-41f5-90bb-4d8d891b58ea tempest-FloatingIPNegativeTestJSON-139036782 tempest-FloatingIPNegativeTestJSON-139036782-project] 10.222.0.65 "DELETE /v2.0/networks/91556367-8799-46e8-84a4-41f7ae87912d HTTP/1.1" status: 204 len: 168 time: 3.1977186 Feb 16 12:37:42.408308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Calling delete_port for d253c8f6-244b-4f86-b5d0-0865511ef93a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:42.420632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-4c345c91-37e3-40c5-b4e0-a1dd14e2c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:42.422260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-4c345c91-37e3-40c5-b4e0-a1dd14e2c7f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.1721482 Feb 16 12:37:42.461946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c020-8664-41f9-9ba1-21ee942c3d40 req-96896dfb-0290-4e74-ba86-c081fa0e5fc2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:42.463405 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-00f1c020-8664-41f9-9ba1-21ee942c3d40 req-96896dfb-0290-4e74-ba86-c081fa0e5fc2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4162793 Feb 16 12:37:42.547721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.563905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.587369 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-00f1c020-8664-41f9-9ba1-21ee942c3d40 req-deb5d40a-bdf9-4961-912d-bbefdb0ace29 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082850 Feb 16 12:37:42.615172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.665731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.672029 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d560ede1c1fc46a4809299c7b81878d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7341433 Feb 16 12:37:42.679782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6beef-2172-4700-8594-abb672710163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545e02a-bcb9-49c3-a82d-c508f86d5ebc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:42.693137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.705407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Pushing event deleted for resources: {'Port': ['ID=d253c8f6-244b-4f86-b5d0-0865511ef93a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:42.718439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.762997 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f51d212-7d37-4c3a-82c0-fd717453e23a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d253c8f6-244b-4f86-b5d0-0865511ef93a HTTP/1.1" status: 204 len: 168 time: 0.9353228 Feb 16 12:37:42.765776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48428) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.776765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.830937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5136f4ea-7a76-49c2-9919-4910dc1871ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:37:42.831466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5136f4ea-7a76-49c2-9919-4910dc1871ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Synchronizing usage tracker for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:42.842490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.865772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.868129 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-338463fe-7147-4df7-bf78-a754b58eb5b6 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/2f52738a-5f2e-4d80-ba4b-e437228b4745 HTTP/1.1" status: 204 len: 168 time: 2.7871888 Feb 16 12:37:42.871810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.880138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5136f4ea-7a76-49c2-9919-4910dc1871ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] Unset dirty status for tenant:b339614334034591a9f40eaea9bb4679 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:42.886078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5136f4ea-7a76-49c2-9919-4910dc1871ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107286691-project-admin] 10.222.0.65 "GET /v2.0/ports/d253c8f6-244b-4f86-b5d0-0865511ef93a HTTP/1.1" status: 404 len: 333 time: 0.1151474 Feb 16 12:37:42.886227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.918383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:42.959253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-edf591c2-8399-490e-98d6-7219dccaf908 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d6c67de0d9d499f8bf48863d55d3a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882745 Feb 16 12:37:42.963853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48440) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:42.984043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca005974-47d3-4354-b0cc-4646df237a52 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] GET failed (client error): The resource could not be found. Feb 16 12:37:42.984430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ca005974-47d3-4354-b0cc-4646df237a52 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Synchronizing usage tracker for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:42.998705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-fbf451f5-b401-40dd-91a1-d3fa65108841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:43.000135 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-fbf451f5-b401-40dd-91a1-d3fa65108841 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5249903 Feb 16 12:37:43.063711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ca005974-47d3-4354-b0cc-4646df237a52 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Unset dirty status for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:43.068385 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca005974-47d3-4354-b0cc-4646df237a52 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports/2f52738a-5f2e-4d80-ba4b-e437228b4745 HTTP/1.1" status: 404 len: 333 time: 0.1919031 Feb 16 12:37:43.068557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48444) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:43.185288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.267661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 3f8bf540-2774-4bd6-841e-1b731da22c7d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:43.268046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.299449 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-cebc0bd5-e378-4164-a6d9-3375a649ddc8 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876921 Feb 16 12:37:43.311425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.357316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.358737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545e02a-bcb9-49c3-a82d-c508f86d5ebc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:43.360452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.371790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.453750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.454861 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0529cbab-1915-4483-9bd2-19cb99ca34d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8545e02a-bcb9-49c3-a82d-c508f86d5ebc HTTP/1.1" status: 204 len: 168 time: 0.7607675 Feb 16 12:37:43.500795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.517795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.581534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3dd12c-d4c1-4586-9883-3d3a5f46924e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:43.631553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48244bf3-4065-4ee0-83e2-60434a006181') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:43.631738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48244bf3-4065-4ee0-83e2-60434a006181') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:43.681282 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88c82b1d-522a-4f20-b522-f9f90c4b33c5 req-2a8df391-a0c5-490e-93c6-23035e5220d4 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675454 Feb 16 12:37:43.702509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.724913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Router 0a1c106d-cd7a-48dd-a3d0-90ce6025a544 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:43.740522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.756997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.762373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:37:43.762865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:37:43.786115 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:37:43.796478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48456) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:43.891918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9dc9e6-e5bc-44de-bd2c-5ad0eb65d918,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:43.924103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:43.931910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.936318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce8e3911-9bec-42ca-a03a-96b960191040 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "PUT /v2.0/routers/0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 200 len: 884 time: 5.3722787 Feb 16 12:37:43.936542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:43.939536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] Sync routers for ids ['0a1c106d-cd7a-48dd-a3d0-90ce6025a544'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:43.944789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.951875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] Routers {'0a1c106d-cd7a-48dd-a3d0-90ce6025a544'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:43.952594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['0a1c106d-cd7a-48dd-a3d0-90ce6025a544'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:43.956715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.974016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:43.977622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8fed247e-c986-469a-8d58-4f559d4374fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae9dc9e6-e5bc-44de-bd2c-5ad0eb65d918 HTTP/1.1" status: 204 len: 168 time: 1.0076408 Feb 16 12:37:44.033934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:44.036783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:44.050436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] Routers {'0a1c106d-cd7a-48dd-a3d0-90ce6025a544'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:44.051083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['0a1c106d-cd7a-48dd-a3d0-90ce6025a544'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:44.091099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.102540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 3f8bf540-2774-4bd6-841e-1b731da22c7d owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:44.126211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:44.126930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e827c30e-4fa6-4e6c-aadb-d87aa4b40b18 None None] The sync data for ids ['0a1c106d-cd7a-48dd-a3d0-90ce6025a544'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:44.132216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-874c40b8-f63e-4e29-b93e-405119c3873c tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 200 len: 925 time: 0.1929753 Feb 16 12:37:44.133091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.176598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Usage tracker for resource:security_group_rule and tenant:3828b3f538a34d0a8ef1b6fc7f9a9326 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:44.179723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:44.187808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:44.214312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca373a-b3df-4aa7-8d72-0e486f0f14d7 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:44.218873 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dfca373a-b3df-4aa7-8d72-0e486f0f14d7 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=0a1c106d-cd7a-48dd-a3d0-90ce6025a544&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0814908 Feb 16 12:37:44.221140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.223763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.253863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] Pushing event deleted for resources: {'Network': ['ID=ea3dd12c-d4c1-4586-9883-3d3a5f46924e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:44.276623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ba82a49-ada5-4c40-8b02-8d4a7866186b tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-847587313-project] 10.222.0.65 "DELETE /v2.0/networks/ea3dd12c-d4c1-4586-9883-3d3a5f46924e HTTP/1.1" status: 204 len: 168 time: 1.3893723 Feb 16 12:37:44.376811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1369c-6e21-430a-9fca-c6315ddfb705 req-9becd389-3bb7-4eb8-9da9-b45bb948284d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:44.378381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bec1369c-6e21-430a-9fca-c6315ddfb705 req-9becd389-3bb7-4eb8-9da9-b45bb948284d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6175654 Feb 16 12:37:44.553645 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bec1369c-6e21-430a-9fca-c6315ddfb705 req-3867de27-5101-4959-a9b5-d8785eac5dbd tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235938 Feb 16 12:37:44.561570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.566186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.583307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.598296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6581d7-9cd8-4cad-b998-55ab5d929c28 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:44.603509 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb6581d7-9cd8-4cad-b998-55ab5d929c28 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.3812289 Feb 16 12:37:44.604241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48488) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.655384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03641430-3903-4ea5-8dce-5da584e329d9 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 200 len: 205 time: 0.0499666 Feb 16 12:37:44.656122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48492) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.713533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=3f8bf540-2774-4bd6-841e-1b731da22c7d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:44.753251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48496) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.798019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f2bad-7ad6-43e4-aba3-bbd4ad814b21,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:44.819590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9e29b02-b38f-4dc3-91b3-0bda36b27f46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3828b3f538a34d0a8ef1b6fc7f9a9326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9833138 Feb 16 12:37:44.822686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.879050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.906870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:44.926269 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b9c833a-d240-4a63-8feb-41916ad79dfc tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/3f8bf540-2774-4bd6-841e-1b731da22c7d HTTP/1.1" status: 204 len: 168 time: 1.8572443 Feb 16 12:37:44.930869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48508) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:44.933508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.006611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.014351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84a7cc-723b-409e-b4ef-c84120277816 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] GET failed (client error): The resource could not be found. Feb 16 12:37:45.014882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc84a7cc-723b-409e-b4ef-c84120277816 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Synchronizing usage tracker for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:45.048999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d571c2a-7f76-4da1-8867-c16744cea708 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93a2d3191d55437fa75b953d36798ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944927 Feb 16 12:37:45.051635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48516) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:45.068987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc84a7cc-723b-409e-b4ef-c84120277816 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Unset dirty status for tenant:923698ff2e6b4c82b54b3a7cb094fddc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:45.070324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fc84a7cc-723b-409e-b4ef-c84120277816 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "GET /v2.0/ports/3f8bf540-2774-4bd6-841e-1b731da22c7d HTTP/1.1" status: 404 len: 333 time: 0.1383231 Feb 16 12:37:45.074112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48522) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:45.165468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.178315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port d611ff5f-bb0c-4c30-9724-f903b50be936 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:45.178983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.212061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:45.265573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:45.265914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.296922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.333695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f2bad-7ad6-43e4-aba3-bbd4ad814b21,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:45.339345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1a431b02-26d8-4db6-ac2b-78dc01dc2fb7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:45.340605 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-1a431b02-26d8-4db6-ac2b-78dc01dc2fb7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:37:45.341105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1a431b02-26d8-4db6-ac2b-78dc01dc2fb7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:37:45.345768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a431b02-26d8-4db6-ac2b-78dc01dc2fb7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1287234 Feb 16 12:37:45.348391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:45.358241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.377222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100845010'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:45.381532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.384900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eac3f02a-35ea-408b-b24e-d7b46d47661f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c55f2bad-7ad6-43e4-aba3-bbd4ad814b21 HTTP/1.1" status: 204 len: 168 time: 0.5558472 Feb 16 12:37:45.394130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.417051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:45.440348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:45.445257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:45.455691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.463772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:45.533166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for d611ff5f-bb0c-4c30-9724-f903b50be936 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:45.535169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.619384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.717551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:45.744735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:45.752830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:45.763347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.774140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:45.779720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.787333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.810464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=d611ff5f-bb0c-4c30-9724-f903b50be936,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:45.903688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:45.940780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 72f66b4f-0ec0-4614-bc52-aa500bdbeb17 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:45.972875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc354be-4698-4a9c-bce0-89550c0d9429,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:45.999089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.000228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-beae0dd3-e42b-4049-9bdb-2633810557aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbc354be-4698-4a9c-bce0-89550c0d9429 HTTP/1.1" status: 204 len: 168 time: 0.9474831 Feb 16 12:37:46.082264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da0b2e-416d-4d31-91fb-490e603640ba req-f4df225f-a7ce-4baf-9324-5cc9d837ac31 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:46.083789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71da0b2e-416d-4d31-91fb-490e603640ba req-f4df225f-a7ce-4baf-9324-5cc9d837ac31 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4131227 Feb 16 12:37:46.224785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71da0b2e-416d-4d31-91fb-490e603640ba req-10a2a83f-eef1-471c-92f8-e50f1e5c2fa4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308844 Feb 16 12:37:46.230102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.230412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.233243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.237665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.254448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:46.259340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.273088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.273951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1c106d-cd7a-48dd-a3d0-90ce6025a544 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:46.294610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.296574 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41ed5655-b981-4a12-8aa1-eb64cc45491a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 204 len: 168 time: 1.6392910 Feb 16 12:37:46.301032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.307850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1584674715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:46.315479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:46.321197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:46.323397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:46.325880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:46.332577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:46.341331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:46.344480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.347805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Port': ['ID=72f66b4f-0ec0-4614-bc52-aa500bdbeb17,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:46.356189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.357880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.376881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.404323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.422491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:46.438491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23399b6d-85f2-42b2-a76e-11a0b1334e23,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:46.439322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.442542 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-666cae79-5470-4c13-a6dc-cddab3d46d8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1396391 Feb 16 12:37:46.445671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.460270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': True}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:46.633283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.666152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.707768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b936d70a-4114-4fec-90bf-46fd5c1c0282 tempest-AgentManagementNegativeTest-839258401 tempest-AgentManagementNegativeTest-839258401-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3616292 Feb 16 12:37:46.749286 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-30c9b369-f899-4f22-a955-e479e99c835b tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/ports/72f66b4f-0ec0-4614-bc52-aa500bdbeb17 HTTP/1.1" status: 204 len: 168 time: 1.6704884 Feb 16 12:37:46.759051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ada32c33-6305-42b4-8bff-b11fcd030b01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b339614334034591a9f40eaea9bb4679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184099 Feb 16 12:37:46.760144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48584) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.760469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.768198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c8522-56ea-4608-be11-5ba06d629095 req-21abf390-c79f-495a-bef1-9ae5325fad4e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:46.769656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e13c8522-56ea-4608-be11-5ba06d629095 req-21abf390-c79f-495a-bef1-9ae5325fad4e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2502749 Feb 16 12:37:46.775762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.830209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.915989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.927559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.931556 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5686142 Feb 16 12:37:46.937096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:46.942220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '39fcd4e6-04f9-4438-b33e-169025431b37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:46.951519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4efb6-57d2-4c77-949a-76334cd0cc12 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fcd4e6-04f9-4438-b33e-169025431b37,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:46.952108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:46.957091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting subnet 377f5722-b89d-4bd1-85d3-9864aa7572c6 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:37:46.957402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:46.960669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:46.966802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:46.978609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:47.014741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e13c8522-56ea-4608-be11-5ba06d629095 req-a3ac09c8-9709-410c-8b3f-d11c99f4aa62 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924520 Feb 16 12:37:47.030595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.048378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:47.060962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.071434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.106592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.160752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.176720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.194276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.229774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.234188 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936208 Feb 16 12:37:47.234188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09196d-e09c-44e7-b4a4-0cfb91184fe6 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c338a196-522f-4ff7-a90f-cf95d3bbb092,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:47.236610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:47.261677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.278139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.296421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcade284-888a-466f-baa8-c74cda76f43c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:47.306722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '39fcd4e6-04f9-4438-b33e-169025431b37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:47.315317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:47.317517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.318625 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75eaf7c9-e951-43fa-b2a3-c6597124cfc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcade284-888a-466f-baa8-c74cda76f43c HTTP/1.1" status: 204 len: 168 time: 0.5464365 Feb 16 12:37:47.322108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3d4dbfbdc746fa97019ab2b186f63f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:47.326739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:47.332561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:47.336033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:47.361751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.401964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:47.406799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:47.442895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:47.478937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.510513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.523125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.549450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Subnet': ['ID=377f5722-b89d-4bd1-85d3-9864aa7572c6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:47.554196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.564630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866be588-2961-4a26-8286-f0327560f5ca None None] Network 402bcf85-c8af-474c-936e-c7063a2eda53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:47.586964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a85c90f8-0beb-43cb-bf03-4712fb19fd43 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/subnets/377f5722-b89d-4bd1-85d3-9864aa7572c6 HTTP/1.1" status: 204 len: 168 time: 0.8163183 Feb 16 12:37:47.592526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:47.661207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367069a0-a916-4eb1-8809-9b65b18df2e6 req-8b8778a9-0345-4bb8-ad12-978460fbb729 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:47.663440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-367069a0-a916-4eb1-8809-9b65b18df2e6 req-8b8778a9-0345-4bb8-ad12-978460fbb729 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2975264 Feb 16 12:37:47.669011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.689782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.768968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-367069a0-a916-4eb1-8809-9b65b18df2e6 req-7ac2a482-46d2-418c-b9a5-6202a8d6be28 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969474 Feb 16 12:37:47.775086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4115f7-b793-41f6-87ca-742591cfffa8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:47.783571 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8cb90604-e988-48d0-aaa1-8f70d433cef2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e3d4dbfbdc746fa97019ab2b186f63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7296817 Feb 16 12:37:47.783758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:47.788437 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:37:47.789457 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21064112-3c9a-456e-8e04-4ac71e8fa008 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5513585 Feb 16 12:37:47.799127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.800227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:47.836761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 172.26.4.215 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/231e2dbb-faa3-4ad1-bcb3-669f1edf1679) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:47.841428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:47.841764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.914900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.937658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:47.983375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.039319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] DHCP port deletion for 402bcf85-c8af-474c-936e-c7063a2eda53 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:37:48.045387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Deleting port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:48.045875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.085916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.201463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d136-2e5b-42a0-bbf0-8ff77f26f66f req-5b20f9ac-d256-460e-81ff-8ea2b1391c5c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:48.202994 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbc7d136-2e5b-42a0-bbf0-8ff77f26f66f req-5b20f9ac-d256-460e-81ff-8ea2b1391c5c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2114868 Feb 16 12:37:48.204406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.214395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.231388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4115f7-b793-41f6-87ca-742591cfffa8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:48.300481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fcd4e6-04f9-4438-b33e-169025431b37,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:48.325651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.325651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f5aa467f-ae46-42f3-bf3b-a778784f3afa tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/39fcd4e6-04f9-4438-b33e-169025431b37 HTTP/1.1" status: 204 len: 168 time: 0.5225966 Feb 16 12:37:48.326984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.328167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b97ce34-e65a-4b02-bdc8-c11b10eb140a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a4115f7-b793-41f6-87ca-742591cfffa8 HTTP/1.1" status: 204 len: 168 time: 0.5432110 Feb 16 12:37:48.332789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:48.350153 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbc7d136-2e5b-42a0-bbf0-8ff77f26f66f req-5d83ba8d-65ab-4561-a7fd-1d5644323ac3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278195 Feb 16 12:37:48.415557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.429940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] For port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,segment=NetworkSegment(eea1ec44-79a1-4413-a2c0-f456ddc5d18b),segment_id=eea1ec44-79a1-4413-a2c0-f456ddc5d18b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:48.430331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.451968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fc06ffe-40f9-4466-8c07-734f8f7632a2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:48.486573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.498349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fc06ffe-40f9-4466-8c07-734f8f7632a2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:48.498525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] For port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,segment=NetworkSegment(eea1ec44-79a1-4413-a2c0-f456ddc5d18b),segment_id=eea1ec44-79a1-4413-a2c0-f456ddc5d18b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:48.498864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.499859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9fc06ffe-40f9-4466-8c07-734f8f7632a2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1605275 Feb 16 12:37:48.503726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:48.509385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896387060'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:48.517800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:48.530191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:48.585028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.611256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Calling delete_port for 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:48.624844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:48.634264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:48.639735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:48.647443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:48.719269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82f9c-fcfb-4e48-be0f-c4541b095f93 req-4ba03801-65c6-4a32-bb85-8bd2db9e1c43 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:48.721403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.725646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfd82f9c-fcfb-4e48-be0f-c4541b095f93 req-4ba03801-65c6-4a32-bb85-8bd2db9e1c43 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1834621 Feb 16 12:37:48.779595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:37:48.819755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfd82f9c-fcfb-4e48-be0f-c4541b095f93 req-543341b6-789b-4aaf-97ea-0124bca55539 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890429 Feb 16 12:37:48.832797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:37:48.833793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:37:48.836697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] Pushing event deleted for resources: {'Port': ['ID=0f817bf4-f4e6-46ca-98f4-72d1ab049ee3,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:48.843564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cf375-0d18-490c-9b96-c7d757482d88 None None] No DVR routers for this DVR port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:37:48.859950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.869362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.912788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Calling delete_port for 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:48.915971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15ef4d3-8c6b-4acc-94bd-983e2f5674ae,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:48.924176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:48.925450 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b61d7807-bc10-400a-88de-a9627f5a690e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4206600 Feb 16 12:37:48.929899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:48.936573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1b1e523e-7bc7-49f0-b2bd-7b54dd889552 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'd15ef4d3-8c6b-4acc-94bd-983e2f5674ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:48.937471 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-1b1e523e-7bc7-49f0-b2bd-7b54dd889552 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:37:48.937965 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-1b1e523e-7bc7-49f0-b2bd-7b54dd889552 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:48.938957 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b1e523e-7bc7-49f0-b2bd-7b54dd889552 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072007 Feb 16 12:37:48.941488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:48.989540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:48.994001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:49.005989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:49.035279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.079932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.081539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=231e2dbb-faa3-4ad1-bcb3-669f1edf1679,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:49.100283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:37:49.100720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:37:49.174067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.222865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15ef4d3-8c6b-4acc-94bd-983e2f5674ae,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:49.303372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.308193 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75e5f93d-e487-4908-ba18-692594648fae tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/d15ef4d3-8c6b-4acc-94bd-983e2f5674ae HTTP/1.1" status: 204 len: 168 time: 0.3651185 Feb 16 12:37:49.313016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48692) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.409983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08c211-472a-4027-8228-8be47c184799 req-6e276224-b8f9-4b28-a545-62e0961ce983 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:49.411766 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b08c211-472a-4027-8228-8be47c184799 req-6e276224-b8f9-4b28-a545-62e0961ce983 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1713476 Feb 16 12:37:49.414721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbd97694-e914-454a-86af-4770e0cc26e3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:49.478851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbd97694-e914-454a-86af-4770e0cc26e3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:49.480357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbd97694-e914-454a-86af-4770e0cc26e3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1657300 Feb 16 12:37:49.485117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b08c211-472a-4027-8228-8be47c184799 req-0d21dfa9-105d-4f29-b176-a05ea6ab4fa8 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655355 Feb 16 12:37:49.488665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.494330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--99487682'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:49.501701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:49.516580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:49.560566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.594239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:49.608666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:49.612506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Deleting port 0f817bf4-f4e6-46ca-98f4-72d1ab049ee3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:49.612972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:49.613484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.623932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:49.729415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] The port '0f817bf4-f4e6-46ca-98f4-72d1ab049ee3' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:37:49.754367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48712) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.765736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.773572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.829256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1eb889-b3b6-41e5-a040-8766bf2bb849,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:49.851483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.853324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-251bc77d-e190-4966-b743-6b6886a24b8f tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3633797 Feb 16 12:37:49.856178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48720) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.863224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5a11463f-e591-46b9-a3a5-9908d47ba533 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '4c1eb889-b3b6-41e5-a040-8766bf2bb849', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:49.864806 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-5a11463f-e591-46b9-a3a5-9908d47ba533 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:37:49.865319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5a11463f-e591-46b9-a3a5-9908d47ba533 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:49.866411 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a11463f-e591-46b9-a3a5-9908d47ba533 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092103 Feb 16 12:37:49.869870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.939499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.961387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48728) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:49.973983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:49.992381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.020983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.025373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.050485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-534339393', 'router:external': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:50.060218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1922325408'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:50.067108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.069510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.070583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c1eb889-b3b6-41e5-a040-8766bf2bb849 HTTP/1.1" status: 204 len: 168 time: 0.1995749 Feb 16 12:37:50.071442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b89d5-f2b1-487b-b7df-d90d9e3a261d tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1eb889-b3b6-41e5-a040-8766bf2bb849,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.073480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.078816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:50.092883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:network and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.095749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402bcf85-c8af-474c-936e-c7063a2eda53']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:50.095853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Usage tracker for resource:network and tenant:033acbc458b54b9f8720b77face7c52a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.098212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.104423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.110580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.111946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:50.112282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea1ec44-79a1-4413-a2c0-f456ddc5d18b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:50.123516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.134770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.138254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Made reservation on behalf of a0e0e05531a44b06bf25f1521c4335bb for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:50.140593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.158338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.177831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Made reservation on behalf of 033acbc458b54b9f8720b77face7c52a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:50.181181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.200319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.204927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b873cc3b-c6b0-4db7-8d22-0ecbb0842ba8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:50.207412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.222744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:security_group_rule and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.227340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.239189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.245494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.252297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b873cc3b-c6b0-4db7-8d22-0ecbb0842ba8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:50.253553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b873cc3b-c6b0-4db7-8d22-0ecbb0842ba8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1738260 Feb 16 12:37:50.259790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Usage tracker for resource:security_group_rule and tenant:033acbc458b54b9f8720b77face7c52a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.262795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:50.266760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.273195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519865721'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:50.288033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.290150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.313412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.324665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.343153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:37:50.343541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.344029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:37:50.358204 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:37:50.389207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:50.401894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:50.408497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:50.418534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:50.484932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.494887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.497786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.510521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.511845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.542142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:37:50.556914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.558046 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Added segment 391246db-3406-4df7-9223-9536b2d78dcc of type vlan for network dc5f1f6f-bff3-4e21-9555-430c10a4781e Feb 16 12:37:50.591687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.595459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.601228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] Pushing event deleted for resources: {'Network': ['ID=402bcf85-c8af-474c-936e-c7063a2eda53,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.632467 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b24b6ee3-4b2c-4bbc-8ea8-83c1cc43e615 tempest-AllowedAddressPairTestJSON-1022174721 tempest-AllowedAddressPairTestJSON-1022174721-project] 10.222.0.65 "DELETE /v2.0/networks/402bcf85-c8af-474c-936e-c7063a2eda53 HTTP/1.1" status: 204 len: 168 time: 3.0388632 Feb 16 12:37:50.637141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.640713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.731568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:37:50.734676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afb106-498b-41c1-b1c3-7db905ae6434,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.761618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.767537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:50.768155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.832827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.833070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Added segment e97baf7a-e2eb-46d6-9d7f-a230cff6fd53 of type vlan for network f816db22-40ef-4eb1-8d1c-e72927a14aef Feb 16 12:37:50.837712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.859976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 0fd11066-b309-45e2-982c-1d1c44e10c88 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:37:50.882226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:50.941569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbdb2dd-7135-43a0-a50c-a5d89a3d8133,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:50.955704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.025214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'Network': ['ID=dc5f1f6f-bff3-4e21-9555-430c10a4781e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:51.035532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.041167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7719860 Feb 16 12:37:51.041769 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-29d93716-49c0-4921-b63b-ab32de5b074f tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0787106 Feb 16 12:37:51.042765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48756) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.042989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48758) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.043901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:37:51.046462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.054083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bf908b22-e73d-418f-aae7-de7e795eaee8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '24b694fe-597b-4255-a8b3-55af27ce89b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.060704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Request body: {'subnet': {'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.068486 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-bf908b22-e73d-418f-aae7-de7e795eaee8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:37:51.069264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-bf908b22-e73d-418f-aae7-de7e795eaee8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:51.073105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf908b22-e73d-418f-aae7-de7e795eaee8 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0262096 Feb 16 12:37:51.073557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.075538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf6726-bab7-4f97-9172-6109ec391d47 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b694fe-597b-4255-a8b3-55af27ce89b1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:51.086426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f699967e-993f-41f6-a6f1-023ff33dab21 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '24b694fe-597b-4255-a8b3-55af27ce89b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.089719 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-f699967e-993f-41f6-a6f1-023ff33dab21 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:37:51.091536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5c2f3-3bba-4f2b-93de-bfabf2bb1280 req-bdd9232a-64ee-49b7-a312-dca7516f829e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:51.091876 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-f699967e-993f-41f6-a6f1-023ff33dab21 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:51.095702 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f699967e-993f-41f6-a6f1-023ff33dab21 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0176435 Feb 16 12:37:51.095862 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-54b5c2f3-3bba-4f2b-93de-bfabf2bb1280 req-bdd9232a-64ee-49b7-a312-dca7516f829e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4701161 Feb 16 12:37:51.096007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:37:51.096127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48768) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.100755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.102011 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc046a6c-8c57-4177-be84-eb2d2506e58f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "PUT /v2.0/routers/0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 200 len: 919 time: 4.6550171 Feb 16 12:37:51.106162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-de50bac0-ca73-42c7-936e-83678bc878a5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '24b694fe-597b-4255-a8b3-55af27ce89b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.107224 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-de50bac0-ca73-42c7-936e-83678bc878a5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:37:51.107907 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-de50bac0-ca73-42c7-936e-83678bc878a5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:51.109069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-de50bac0-ca73-42c7-936e-83678bc878a5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119860 Feb 16 12:37:51.109822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.112028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.113778 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] Sync routers for ids ['0fd11066-b309-45e2-982c-1d1c44e10c88'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:37:51.128491 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] Routers {'0fd11066-b309-45e2-982c-1d1c44e10c88'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:51.133880 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['0fd11066-b309-45e2-982c-1d1c44e10c88'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:51.179975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-330594e4-6773-4c97-b156-e9c0f2dec7c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '24b694fe-597b-4255-a8b3-55af27ce89b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.181218 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-330594e4-6773-4c97-b156-e9c0f2dec7c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:37:51.181920 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-330594e4-6773-4c97-b156-e9c0f2dec7c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:51.183164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-330594e4-6773-4c97-b156-e9c0f2dec7c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0698473 Feb 16 12:37:51.189318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.241640 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:51.250875 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] Routers {'0fd11066-b309-45e2-982c-1d1c44e10c88'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:37:51.251528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['0fd11066-b309-45e2-982c-1d1c44e10c88'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:51.283872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:51.310720 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:37:51.311116 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861ae1e-04c1-4b58-b353-8c3b2ce0e392 None None] The sync data for ids ['0fd11066-b309-45e2-982c-1d1c44e10c88'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:37:51.321056 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-54b5c2f3-3bba-4f2b-93de-bfabf2bb1280 req-680d62f3-f61d-44dd-bafc-7e9cf70d5d23 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207482 Feb 16 12:37:51.336203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.337199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:51.338029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.342302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:51.365517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Usage tracker for resource:subnet and tenant:033acbc458b54b9f8720b77face7c52a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:51.386450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.387226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:51.399274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:51.437226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a11a24cf-894e-47d1-9807-a302f3fdb00a tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 200 len: 925 time: 0.3261065 Feb 16 12:37:51.447529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48788) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.450729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a55b0cc7-0ce7-4397-886f-863df3d7786d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=923698ff2e6b4c82b54b3a7cb094fddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938023 Feb 16 12:37:51.456111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7007337 Feb 16 12:37:51.456775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.463714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.479220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Made reservation on behalf of 033acbc458b54b9f8720b77face7c52a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:51.483380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.493091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.500572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878e104-4e0d-4f23-9a7c-affbf25e0fe8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Network': ['ID=f816db22-40ef-4eb1-8d1c-e72927a14aef,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:51.513540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network f816db22-40ef-4eb1-8d1c-e72927a14aef details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:37:51.514330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'subnet': {'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:51.566451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:51.576996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:subnet and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:51.582436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:51.585290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb5562-7487-433c-b86b-939baea459ba tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:51.589326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ffeb5562-7487-433c-b86b-939baea459ba tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=0fd11066-b309-45e2-982c-1d1c44e10c88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1346502 Feb 16 12:37:51.590427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.594147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:51.600083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.639515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Made reservation on behalf of a0e0e05531a44b06bf25f1521c4335bb for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:51.641764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.657162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b694fe-597b-4255-a8b3-55af27ce89b1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:51.740354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.743834 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c923e37d-d42b-4c46-aa9d-7bc04aeef7b1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/24b694fe-597b-4255-a8b3-55af27ce89b1 HTTP/1.1" status: 204 len: 168 time: 0.5508597 Feb 16 12:37:51.744519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.749264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.814270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c642aaf-8a39-42a5-aa67-eb36719930ac tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:51.815974 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c642aaf-8a39-42a5-aa67-eb36719930ac tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.1930976 Feb 16 12:37:51.818812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.858197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a59c7cb-706a-4bea-86ec-d04a1947a8e0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:51.873916 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbf10322-a4a1-49e6-b305-583f542f2219 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 200 len: 205 time: 0.0540476 Feb 16 12:37:51.877887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.884489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.938008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:51.968584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a59c7cb-706a-4bea-86ec-d04a1947a8e0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:51.969957 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a59c7cb-706a-4bea-86ec-d04a1947a8e0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2246289 Feb 16 12:37:51.974707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:51.979409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c094ba5-10ef-4f9f-a903-6bac2ab2c2c6 req-b2ae631f-ab15-44b8-885f-55c96b7c952d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:51.981166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c094ba5-10ef-4f9f-a903-6bac2ab2c2c6 req-b2ae631f-ab15-44b8-885f-55c96b7c952d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3503892 Feb 16 12:37:52.105859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--914784105'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:52.113739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:52.161269 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c094ba5-10ef-4f9f-a903-6bac2ab2c2c6 req-eae8150f-5564-4c0f-9b17-f89545d9c116 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476438 Feb 16 12:37:52.186982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:52.192510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.211350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.225895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59341b9-e644-4d1e-aaca-a786ef89c235,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:52.227769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.236788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.301774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:52.309737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:52.313971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:52.315089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.320055 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1075c0c2-94e5-4a1a-8324-d1a4b52e8ad8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e59341b9-e644-4d1e-aaca-a786ef89c235 HTTP/1.1" status: 204 len: 168 time: 0.8568168 Feb 16 12:37:52.335330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:52.355617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'Subnet': ['ID=b7518a10-e984-41bb-9ce3-d1261a5e13c5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:52.361540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Checking segment: {'id': '391246db-3406-4df7-9223-9536b2d78dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:52.361829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Network hostable DHCP agents. Network: dc5f1f6f-bff3-4e21-9555-430c10a4781e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:52.437698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:52.458338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, dc5f1f6f-bff3-4e21-9555-430c10a4781e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:52.458446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.469753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:52.470406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.476144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e4ac2-c7d6-419a-84ed-7c8ac42a7198 None None] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:52.496479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port 231e2dbb-faa3-4ad1-bcb3-669f1edf1679 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:52.497011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.537303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47b914b0-a3f7-4675-aaaa-7f95697176c6 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4867938 Feb 16 12:37:52.538209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:37:52.538787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.541712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48826) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:52.544295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.552509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Request body: {'port': {'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1712291387'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:52.575479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.623782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0cab7218-12d6-466a-a6c3-a914762beefa,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:52.632508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Checking segment: {'id': 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:52.632973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network hostable DHCP agents. Network: f816db22-40ef-4eb1-8d1c-e72927a14aef, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:52.656623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network f816db22-40ef-4eb1-8d1c-e72927a14aef is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:52.675733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, f816db22-40ef-4eb1-8d1c-e72927a14aef) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:52.680849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:52.681502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.714581 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-acd9bc6e-97a8-4302-acda-431b8032df25 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2486389 Feb 16 12:37:52.717242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48832) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:52.724284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1164492638', 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:52.730918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:52.736475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:port and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:52.739468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:52.746852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:52.750975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563b7047-1388-43bd-b24f-23096c861184,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:52.755731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b357222-f041-4174-9519-2e1e83ef1430 None None] Network f816db22-40ef-4eb1-8d1c-e72927a14aef requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:52.776547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Made reservation on behalf of a0e0e05531a44b06bf25f1521c4335bb for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:52.779548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.800801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] device_id is not set on port c29a7335-2a10-4fb3-b72e-719f14638f59 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:52.828545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.830151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7ee903fb-b693-4c21-8962-6c13808a5366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8541908 Feb 16 12:37:52.834334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:52.841106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-baccc01b-13bf-4a7f-87c1-460efa8a9f65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:52.841858 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-baccc01b-13bf-4a7f-87c1-460efa8a9f65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:37:52.842351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-baccc01b-13bf-4a7f-87c1-460efa8a9f65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:52.845841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-baccc01b-13bf-4a7f-87c1-460efa8a9f65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080533 Feb 16 12:37:52.846422 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48844) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:52.856896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:52.869635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:52.878450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:52.883229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:52.897334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:52.924437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-dc5f1f6f-bff3-4e21-9555-430c10a4781e', 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e', 'tenant_id': '033acbc458b54b9f8720b77face7c52a', 'fixed_ips': [{'subnet_id': 'b7518a10-e984-41bb-9ce3-d1261a5e13c5'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:37:52.925531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.925944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:52.987983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.20.0.7 (f816db22-40ef-4eb1-8d1c-e72927a14aef/0cab7218-12d6-466a-a6c3-a914762beefa/c29a7335-2a10-4fb3-b72e-719f14638f59) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:52.997461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.001252 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b55d628-0250-41e6-9ebc-66c01bce8c66 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1511784 Feb 16 12:37:53.001619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48850) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.011484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b96edc6a-8da6-4567-a777-07d7bd1b10d0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.011484 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-b96edc6a-8da6-4567-a777-07d7bd1b10d0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:37:53.012109 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-b96edc6a-8da6-4567-a777-07d7bd1b10d0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.015973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b96edc6a-8da6-4567-a777-07d7bd1b10d0 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107636 Feb 16 12:37:53.087379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for 231e2dbb-faa3-4ad1-bcb3-669f1edf1679 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:53.198304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48856) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.203301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.210299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Usage tracker for resource:port and tenant:033acbc458b54b9f8720b77face7c52a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.213822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.221297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:53.225700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.232566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Allocated IP 172.20.0.2 (dc5f1f6f-bff3-4e21-9555-430c10a4781e/b7518a10-e984-41bb-9ce3-d1261a5e13c5/7db2aec4-0cd1-46fc-9a54-55e95afd894e) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:53.239216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.240447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Made reservation on behalf of 033acbc458b54b9f8720b77face7c52a for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:53.247101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.253582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831fb02-0922-4acd-8b11-f99225baba91 None None] Network f816db22-40ef-4eb1-8d1c-e72927a14aef requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:53.254639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.260114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.269341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:53.288818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.290955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] device_id is not set on port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:53.400414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.404081 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-686922e9-dffb-4df8-bfad-b8d75e3a43d2 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2020509 Feb 16 12:37:53.404081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.406593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48872) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.421034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0ff3ac3c-f599-4120-9457-7694e331201b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.421572 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-0ff3ac3c-f599-4120-9457-7694e331201b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:37:53.422147 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0ff3ac3c-f599-4120-9457-7694e331201b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.426144 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ff3ac3c-f599-4120-9457-7694e331201b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098088 Feb 16 12:37:53.427267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48878) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.432058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.446818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.456042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.493604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.499819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.509671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:53.541549 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Project 1d0216ffd85847f393a50914c1d827c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:37:53.565511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.636377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=231e2dbb-faa3-4ad1-bcb3-669f1edf1679,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:53.639107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-791276371'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.659798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.672039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c8e2-ea5e-4f53-ac87-8113e71f8620 req-2e8b28c1-f51d-45f5-9f92-4ccbd81d3ef2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:53.673675 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fb9c8e2-ea5e-4f53-ac87-8113e71f8620 req-2e8b28c1-f51d-45f5-9f92-4ccbd81d3ef2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3472934 Feb 16 12:37:53.684162 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.687225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8e93e11e-91a4-4afa-8930-613ede84d52c tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2526176 Feb 16 12:37:53.687891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:network and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.688069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.696378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network f816db22-40ef-4eb1-8d1c-e72927a14aef is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:53.700472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:53.706054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.709285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:53.725917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c2a2dbb1-d0aa-4866-b1e7-1227a1cc4f91 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.726888 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-c2a2dbb1-d0aa-4866-b1e7-1227a1cc4f91 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:37:53.727552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c2a2dbb1-d0aa-4866-b1e7-1227a1cc4f91 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:53.731743 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2a2dbb1-d0aa-4866-b1e7-1227a1cc4f91 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0341697 Feb 16 12:37:53.734214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.741172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.741696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:53.749270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.752055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=c29a7335-2a10-4fb3-b72e-719f14638f59,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:53.754769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Transition to ACTIVE for port object 7db2aec4-0cd1-46fc-9a54-55e95afd894e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:53.756222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.765267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.768788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:53.773873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:53.780285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Transition to ACTIVE for port object 7db2aec4-0cd1-46fc-9a54-55e95afd894e will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:53.782428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.786599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.811583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:53.815025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.828514 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fb9c8e2-ea5e-4f53-ac87-8113e71f8620 req-9f755dd8-e2d2-4e6b-898d-fc080513c43b tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343122 Feb 16 12:37:53.830318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:53.833521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.856608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:53.859754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:53.864270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.867382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:53.882924 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12cc0251-68f2-4180-9fe4-d8c7b1eb8fe5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1620393 Feb 16 12:37:53.887492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:53.926097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:53.938171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:security_group_rule and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:53.953832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:53.968569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Pushing event updated for resources: {'Port': ['ID=7db2aec4-0cd1-46fc-9a54-55e95afd894e,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:53.988887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Attempting to bind port 7db2aec4-0cd1-46fc-9a54-55e95afd894e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:37:53.989259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Attempting to bind port 7db2aec4-0cd1-46fc-9a54-55e95afd894e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '391246db-3406-4df7-9223-9536b2d78dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:37:53.989620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Attempting to bind port 7db2aec4-0cd1-46fc-9a54-55e95afd894e on network dc5f1f6f-bff3-4e21-9555-430c10a4781e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:37:53.995310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:37:53.995684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Checking segment: {'id': '391246db-3406-4df7-9223-9536b2d78dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:53.996981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:53.997610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Bound using segment: {'id': '391246db-3406-4df7-9223-9536b2d78dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:37:53.998085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Bound port: 7db2aec4-0cd1-46fc-9a54-55e95afd894e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391246db-3406-4df7-9223-9536b2d78dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:37:53.998457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.004381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:54.049426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port c29a7335-2a10-4fb3-b72e-719f14638f59 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:54.049773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.100106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] For port 7db2aec4-0cd1-46fc-9a54-55e95afd894e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:37:54.103748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] For port 7db2aec4-0cd1-46fc-9a54-55e95afd894e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7db2aec4-0cd1-46fc-9a54-55e95afd894e,segment=NetworkSegment(391246db-3406-4df7-9223-9536b2d78dcc),segment_id=391246db-3406-4df7-9223-9536b2d78dcc)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:37:54.110239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.116346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.123563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.125280 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Project 1d0216ffd85847f393a50914c1d827c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:37:54.182465 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:54.186244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d04faba-6ce6-48d0-ac92-4f21d69ffcd5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4481432 Feb 16 12:37:54.186244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Allocated IP 172.20.0.10 (dc5f1f6f-bff3-4e21-9555-430c10a4781e/b7518a10-e984-41bb-9ce3-d1261a5e13c5/0f652cb6-c512-4dd6-ac43-e3c35c3e447c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:54.187688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:54.187832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.188382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd11066-b309-45e2-982c-1d1c44e10c88 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:37:54.191612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e41c9-b139-4e94-bbd7-7dba9ee1a94a req-fa2a0cd6-f324-44f9-bddf-79d52af2a327 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:54.194025 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f41e41c9-b139-4e94-bbd7-7dba9ee1a94a req-fa2a0cd6-f324-44f9-bddf-79d52af2a327 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2361271 Feb 16 12:37:54.207654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '563b7047-1388-43bd-b24f-23096c861184', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:54.216208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f800d-267c-450d-9aba-c0c22b42ce97 None None] Pushing event updated for resources: {'Port': ['ID=7db2aec4-0cd1-46fc-9a54-55e95afd894e,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:54.225518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:54.235610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:54.241674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.247181 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49a47de7-081f-41be-a505-80f9145a0047 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 204 len: 168 time: 2.3639708 Feb 16 12:37:54.247181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:54.250399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:54.253014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:54.259629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1606210956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:54.301857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:54.316100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:54.319451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:54.325458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Project 1d0216ffd85847f393a50914c1d827c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:37:54.357698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:54.396620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f41e41c9-b139-4e94-bbd7-7dba9ee1a94a req-9c44fe07-ed33-4dd2-a187-608934f36ca1 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869228 Feb 16 12:37:54.406041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.422218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.467734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdddaf7-aad2-40ca-88d7-e8fa29885d30,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:54.473649 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:37:54.474851 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a08cfa70-14ec-40c6-9b14-628aa6963366 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2844787 Feb 16 12:37:54.476062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.477160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.481341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:54.500576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:37:54.509401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.582340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.582683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Added segment 1f62dfd7-2fba-402f-afb6-e6ada7cb9e24 of type vlan for network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 Feb 16 12:37:54.617662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.646692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.688865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.693406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Transition to ACTIVE for port object 0f652cb6-c512-4dd6-ac43-e3c35c3e447c will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:54.707939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.710843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for c29a7335-2a10-4fb3-b72e-719f14638f59 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:54.752201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.753323 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06011925-3278-4ad9-a7b6-99991729f6ff tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5019443 Feb 16 12:37:54.757975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48914) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:54.760938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.775615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:54.831527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.835405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7db2aec4-0cd1-46fc-9a54-55e95afd894e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:54.895238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.922626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:54.937030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:54.941671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.944296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:54.945242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7db2aec4-0cd1-46fc-9a54-55e95afd894e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:54.974264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563b7047-1388-43bd-b24f-23096c861184,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:54.986917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'Port': ['ID=0f652cb6-c512-4dd6-ac43-e3c35c3e447c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:54.997133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:54.998234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2265abc4-68e8-471e-8411-be5c445b1078 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/563b7047-1388-43bd-b24f-23096c861184 HTTP/1.1" status: 204 len: 168 time: 0.4928002 Feb 16 12:37:55.000968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.051826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:55.052480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.087907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fddaf4ec-3d2f-4395-8bdb-456830835185 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:55.097819 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-74cab06d-3137-4b30-b0e5-61f54a168694 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5520303 Feb 16 12:37:55.101386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48924) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.109501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Request body: {'port': {'network_id': 'dc5f1f6f-bff3-4e21-9555-430c10a4781e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-694625377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:55.110126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] bootfile-name is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:37:55.110439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] tftp-server is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:37:55.110768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] server-ip-address is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:37:55.131279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fddaf4ec-3d2f-4395-8bdb-456830835185 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:55.133036 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fddaf4ec-3d2f-4395-8bdb-456830835185 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1311545 Feb 16 12:37:55.137570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.153211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920925479'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:55.163990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.199796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:37:55.230016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:55.254994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.296513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.301206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.303643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:55.307650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:55.312322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Usage tracker for resource:port and tenant:033acbc458b54b9f8720b77face7c52a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:55.317904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:55.321553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:55.329260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:55.351457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Made reservation on behalf of 033acbc458b54b9f8720b77face7c52a for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:55.355135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.390106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] device_id is not set on port bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:37:55.401894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febc11f-ce2a-4f87-bfeb-4f98cb44198a req-07a598ec-ba1b-4403-ba10-6ccfdc617d66 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:55.404122 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7febc11f-ce2a-4f87-bfeb-4f98cb44198a req-07a598ec-ba1b-4403-ba10-6ccfdc617d66 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.8200700 Feb 16 12:37:55.414836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00207e02-f3d4-47b1-a6da-3705f47d9aea None None] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:55.495006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.501990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Provisioning for port 7db2aec4-0cd1-46fc-9a54-55e95afd894e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:55.510847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Provisioning complete for port 7db2aec4-0cd1-46fc-9a54-55e95afd894e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:55.511350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.535980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.567909 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7febc11f-ce2a-4f87-bfeb-4f98cb44198a req-4e5627ac-f6f8-4329-ad00-85ced68ee5aa tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472435 Feb 16 12:37:55.572905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.579412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:55.580057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.581419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.582683 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4441996 Feb 16 12:37:55.589608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48932) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.614133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'f719e32a-94e8-42c6-8b5f-7efa84dc33f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:55.626776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.632192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.641893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:55.645465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Allocated IP 172.20.0.3 (dc5f1f6f-bff3-4e21-9555-430c10a4781e/b7518a10-e984-41bb-9ce3-d1261a5e13c5/bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:55.647727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7d53-ba41-482a-8257-575d57ab4d87 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f719e32a-94e8-42c6-8b5f-7efa84dc33f1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:55.650150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:55.659067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2535226 Feb 16 12:37:55.659354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.663157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:55.676414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'subnet': {'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:55.706649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4613bf4b-c1e3-4421-873d-749d61947b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.824049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.870974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] For port 7db2aec4-0cd1-46fc-9a54-55e95afd894e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7db2aec4-0cd1-46fc-9a54-55e95afd894e,segment=NetworkSegment(391246db-3406-4df7-9223-9536b2d78dcc),segment_id=391246db-3406-4df7-9223-9536b2d78dcc)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:55.871742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a94a4-304b-4ab0-8f96-8d61861e0b09 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Network': ['ID=ce6d1621-c50d-4f1a-8c63-9210e29f90d1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:55.877476 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The resource could not be found. Feb 16 12:37:55.878530 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0dc2d219-70f0-4bd3-b2f4-8fd4c855ab00 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2879870 Feb 16 12:37:55.879613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.881185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.883325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:55.885380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48942) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:55.890361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:subnet and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:55.895588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'f719e32a-94e8-42c6-8b5f-7efa84dc33f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1036c203-50f1-4bf1-aee4-081d73fff60c'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:55.915136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:55.925548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:55.928036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:55.936181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:37:55.951855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:55.973442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Port': ['ID=c29a7335-2a10-4fb3-b72e-719f14638f59,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:56.005512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:56.015879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:37:56.020064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.036447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e6007-e5a1-44ef-80b4-8b12425f688f req-45f40674-94ba-4afa-9a4b-056f1fd05a51 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:56.044678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b83e6007-e5a1-44ef-80b4-8b12425f688f req-45f40674-94ba-4afa-9a4b-056f1fd05a51 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.8878479 Feb 16 12:37:56.063768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39936c62-4042-4e9c-9005-c7cb48c30e92 None None] Pushing event updated for resources: {'Port': ['ID=7db2aec4-0cd1-46fc-9a54-55e95afd894e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:56.107452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:56.191635 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b83e6007-e5a1-44ef-80b4-8b12425f688f req-c78360e4-351b-4968-bf16-7d5002b34d14 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464863 Feb 16 12:37:56.205305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.207210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7243210b-72e5-4861-9aa6-fd2a655db38b tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c29a7335-2a10-4fb3-b72e-719f14638f59 HTTP/1.1" status: 204 len: 168 time: 2.3187246 Feb 16 12:37:56.220248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Provisioning for port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:56.220504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48948) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:56.223000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Provisioning complete for port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:56.223629 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.225292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e14a-c46e-45d5-a035-f40ab950bdc1 req-18d33f2f-c4e2-4474-95aa-b06d58aac4ca tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:56.227428 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfb5e14a-c46e-45d5-a035-f40ab950bdc1 req-18d33f2f-c4e2-4474-95aa-b06d58aac4ca tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4296286 Feb 16 12:37:56.227950 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The resource could not be found. Feb 16 12:37:56.228974 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c3e8d631-8642-4069-b340-ce4a4130ce75 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3426671 Feb 16 12:37:56.234628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef', 'external_fixed_ips': [{'subnet_id': '0cab7218-12d6-466a-a6c3-a914762beefa', 'ip_address': '172.20.0.7'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:56.236626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:56.252771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:56.267736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.300853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:router and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:56.317145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:56.317984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:56.332707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:56.337530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Provisioning complete for port 7db2aec4-0cd1-46fc-9a54-55e95afd894e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:56.338007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1b917fa1-6d33-49b4-a815-0252bd90cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.338134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Transition to ACTIVE for port object bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:37:56.370483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.371624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.384141 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfb5e14a-c46e-45d5-a035-f40ab950bdc1 req-6f6cdef5-f24f-4941-b7c7-1f2d71e8c862 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189947 Feb 16 12:37:56.452371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.465752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.484556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.595699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.630872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-57b4175d-d566-4047-ba5e-eedc193f96d1 None None] Provisioning complete for port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:56.631233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57b4175d-d566-4047-ba5e-eedc193f96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.692120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57b4175d-d566-4047-ba5e-eedc193f96d1 None None] Port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:56.697193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.739135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.756637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7db2aec4-0cd1-46fc-9a54-55e95afd894e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:37:56.799793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.825645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.843335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719e32a-94e8-42c6-8b5f-7efa84dc33f1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:56.859373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330c1b9-cce1-4496-8238-ec8c8d0bc655 req-010b774f-ba38-44dd-8899-b4a4e4d1dab7 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:56.860891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3330c1b9-cce1-4496-8238-ec8c8d0bc655 req-010b774f-ba38-44dd-8899-b4a4e4d1dab7 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2671850 Feb 16 12:37:56.908163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7db2aec4-0cd1-46fc-9a54-55e95afd894e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:56.908163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.925287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:56.928760 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5d1a5b3-ac72-4a36-8565-838a67d3ac98 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/f719e32a-94e8-42c6-8b5f-7efa84dc33f1 HTTP/1.1" status: 204 len: 168 time: 0.6886628 Feb 16 12:37:56.931190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:56.943084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:56.961689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:56.991663 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3330c1b9-cce1-4496-8238-ec8c8d0bc655 req-fd358c8b-4812-43b3-aefb-a474d29d81f4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230364 Feb 16 12:37:57.015966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Allocated IP 172.26.4.123 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/4b01422f-2788-4610-8461-f0f4c3739850) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:57.028065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:57.108915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.125846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'Port': ['ID=bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:57.143843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Subnet': ['ID=b2c4143d-05ef-4034-93c7-e314138b26b9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:57.195609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Checking segment: {'id': '1f62dfd7-2fba-402f-afb6-e6ada7cb9e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:37:57.195970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network hostable DHCP agents. Network: ce6d1621-c50d-4f1a-8c63-9210e29f90d1, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:37:57.209829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.210477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.254507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3bd717cb-7302-484e-ba8a-7281ed31efda tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:57.254703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-46862c38-0406-4977-ada9-b0504b650691 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.255423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-46862c38-0406-4977-ada9-b0504b650691 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Synchronizing usage tracker for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:57.298350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:37:57.299539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.306519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3bd717cb-7302-484e-ba8a-7281ed31efda tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:57.313456 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3bd717cb-7302-484e-ba8a-7281ed31efda tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3812988 Feb 16 12:37:57.321880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-904826e2-4b2f-461e-913b-7d4bf25f321a None None] Provisioning for port bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:37:57.326029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48968) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:57.327195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-904826e2-4b2f-461e-913b-7d4bf25f321a None None] Provisioning complete for port bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:37:57.327610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-904826e2-4b2f-461e-913b-7d4bf25f321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.336983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'ec8f59c3-59f9-46c7-8d8c-658b7834fa50', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:57.353161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592241-365e-4d36-93c5-0fe4f75e4665 req-6a91f4f3-7ed6-4910-ac19-3c2fe8902a52 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.354795 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20592241-365e-4d36-93c5-0fe4f75e4665 req-6a91f4f3-7ed6-4910-ac19-3c2fe8902a52 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1821918 Feb 16 12:37:57.356756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:57.369976 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2dd1a85d-7874-4f0a-b46a-c1192d2834c0 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.2671287 Feb 16 12:37:57.371497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-46862c38-0406-4977-ada9-b0504b650691 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Unset dirty status for tenant:2ecb619d63594175ae01ee9c8b1e62c1 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:57.372667 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-46862c38-0406-4977-ada9-b0504b650691 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.81 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.6111097 Feb 16 12:37:57.373701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48972) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:57.394443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-904826e2-4b2f-461e-913b-7d4bf25f321a None None] Port bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:37:57.411114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ce6d1621-c50d-4f1a-8c63-9210e29f90d1) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:57.421734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0c186-ff2e-4044-9fc4-8dcbeeb1ed93 None None] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:57.456342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.457033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.505338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:57.518416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb4af6d4-25fd-4801-bb80-6a0cab7090a6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8567796 Feb 16 12:37:57.524974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:57.528870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48976) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:57.540493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Deleting port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:57.540975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.548077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:57.556916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-490406441', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:57.579652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:57.599310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:router and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:57.609338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:57.626963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:57.631416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.637999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.640586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20592241-365e-4d36-93c5-0fe4f75e4665 req-5f07f510-ae12-4990-8552-5234e8e52bf5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318755 Feb 16 12:37:57.644282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.645019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Synchronizing usage tracker for tenant:033acbc458b54b9f8720b77face7c52a on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:37:57.668160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.699902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd37f3-24c5-4c19-8792-c84dac84c9a7 None None] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:37:57.765676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.766821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.785647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.793481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Unset dirty status for tenant:033acbc458b54b9f8720b77face7c52a on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:37:57.797289 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0f64c742-7657-4f56-940f-c37a20deb1ff tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4192541 Feb 16 12:37:57.800248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 48982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:57.826411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ca4d8-2687-432b-84c2-fe075cd5b799 req-411ea1fc-8a85-456d-99cb-b7ccf99b4c64 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:57.828121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da0ca4d8-2687-432b-84c2-fe075cd5b799 req-411ea1fc-8a85-456d-99cb-b7ccf99b4c64 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 945 time: 0.4679151 Feb 16 12:37:57.830310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:37:57.900533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:37:57.902850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The resource could not be found. Feb 16 12:37:57.904187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a45802f-641f-420d-9f16-3c48c45dae2e tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5745647 Feb 16 12:37:57.915223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:37:57.942376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Pushing event updated for resources: {'Port': ['ID=4b01422f-2788-4610-8461-f0f4c3739850,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:57.955500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c4fae772-da0a-491f-9d66-0eb655348c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:57.967567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48986) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:58.033597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534856460'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:58.062968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:58.186451 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da0ca4d8-2687-432b-84c2-fe075cd5b799 req-154f2b5b-0845-4d0c-8689-83d9b0c0d52a tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2953529 Feb 16 12:37:58.190113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:58.282228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Deleting port bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:37:58.282857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.335693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.341397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] For port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:37:58.341758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.346585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.421465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.477568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:58.489549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:58.500524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.504374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:58.532193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:58.562740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06c80b-4142-4050-a4e1-e696240708bb req-0121bf0d-3b35-4fe0-862a-69e5d37137f4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:58.564564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da06c80b-4142-4050-a4e1-e696240708bb req-0121bf0d-3b35-4fe0-862a-69e5d37137f4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.5258479 Feb 16 12:37:58.811588 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da06c80b-4142-4050-a4e1-e696240708bb req-b2046492-60da-4d59-9ff1-3b0172d73bf7 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955881 Feb 16 12:37:58.892326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.902558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.923692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:58.944411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.001079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.001452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.001768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Floating IP 688500ef-1899-4541-a9e4-5b78702369b9 disassociated. External IP: 172.26.4.246, port: 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b. Feb 16 12:37:59.002108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Calling delete_port for 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:59.020748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.033453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.134015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404f7f28-ab00-4d93-b5da-b27ecda75921,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:59.184684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Calling delete_port for bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:37:59.211607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.212843 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a261acef-5282-401c-a61c-1350c5613641 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2426212 Feb 16 12:37:59.216730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 48992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:37:59.236983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.20.0.7 (f816db22-40ef-4eb1-8d1c-e72927a14aef/0cab7218-12d6-466a-a6c3-a914762beefa/647bb4e3-da9d-43b9-9e40-6134dd53fc20) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:37:59.333037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953768652'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:37:59.385185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:59.423035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:59.442308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:59.447942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.483504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:59.492333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.549925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.554984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.609319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.619493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event deleted for resources: {'Port': ['ID=36c5bdf5-65eb-437b-bdf6-1d7e926ca83b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:59.624229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.711064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:37:59.798787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:37:59.813531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:37:59.849939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:37:59.863487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8defba-b67e-40bc-9eeb-270b78133f6b req-00322fec-5aec-41ce-8536-afed5912818f tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:37:59.865067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f8defba-b67e-40bc-9eeb-270b78133f6b req-00322fec-5aec-41ce-8536-afed5912818f tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 867 time: 0.5354908 Feb 16 12:37:59.876477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event deleted for resources: {'Port': ['ID=bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:37:59.936985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:59.981082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.005188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.61 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/a0417b34-fe6f-4509-aa54-bcbc58a1e2cd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:00.055006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.092276 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f8defba-b67e-40bc-9eeb-270b78133f6b req-fcbf5e97-33d7-4adb-b3fb-219a11a26690 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups?id=65dd5a20-3461-4e40-a105-3b96b66af199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2062724 Feb 16 12:38:00.119545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-49ad7aa7-5dc0-415e-a250-36a0bc76fcd2 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:00.121083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-49ad7aa7-5dc0-415e-a250-36a0bc76fcd2 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.81 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.5024323 Feb 16 12:38:00.175281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.183409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network f816db22-40ef-4eb1-8d1c-e72927a14aef is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:00.197688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:00.206543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:00.240700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=647bb4e3-da9d-43b9-9e40-6134dd53fc20,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:00.252251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Router 617c0187-22b4-4360-b586-d5d487c95b0d has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:00.262549 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe8c6779-b533-43df-8a85-f7162e203903 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "DELETE /v2.0/ports/bbe0c055-78c1-4f0c-9a5d-43a5ead6e2c9 HTTP/1.1" status: 204 len: 168 time: 2.4592900 Feb 16 12:38:00.266164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:00.281422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Request body: {'port': {'name': 'tempest-new-port-name-685631646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:00.281818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] bootfile-name is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:00.282152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] tftp-server is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:00.282737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] server-ip-address is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:00.368124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.435531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.445673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Deleting port 62443984-134c-4970-b946-6f838596bd7f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:00.446011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.613959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.633379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:00.688798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:00.689642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:00.724451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.783833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a214c0-894c-49bd-97e5-53e4c6a65492,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:00.793292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.794661 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-413dbbde-ec72-4074-b3ec-48194bd77721 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5259778 Feb 16 12:38:00.798817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:00.804654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:00.818653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992445-5201-4703-9f9e-a17dc1ba3b2d req-00caa6df-4015-48c6-83db-8b27344c55eb tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:00.820165 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac992445-5201-4703-9f9e-a17dc1ba3b2d req-00caa6df-4015-48c6-83db-8b27344c55eb tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.7158189 Feb 16 12:38:00.865395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': '404f7f28-ab00-4d93-b5da-b27ecda75921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '66a214c0-894c-49bd-97e5-53e4c6a65492'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:00.872397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:00.891136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Sync routers for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:00.907162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:00.908205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:00.910076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:00.938722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:00.966846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Router 47aca9df-db82-49bd-a990-b699dadbc68a is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:00.985574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:00.992952 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac992445-5201-4703-9f9e-a17dc1ba3b2d req-70ed8ca0-e296-4677-97f7-fb940df53a43 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488960 Feb 16 12:38:01.015852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] No DVR routers for this DVR port 36c5bdf5-65eb-437b-bdf6-1d7e926ca83b on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:01.021146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:01.042327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.044573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7b1c40fb-6924-497b-af6f-c2b42a1745e2 req-f6866a76-ed83-4add-9deb-607b34f2cefe tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.81 "DELETE /v2.0/ports/36c5bdf5-65eb-437b-bdf6-1d7e926ca83b HTTP/1.1" status: 204 len: 173 time: 3.6264298 Feb 16 12:38:01.045017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'name': 'network-vif-deleted', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:38:01.116109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] For port 62443984-134c-4970-b946-6f838596bd7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62443984-134c-4970-b946-6f838596bd7f,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:01.116738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.199302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.297912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3650cd0f-c7dc-41ad-b4e4-57adb48aa557', 'name': 'network-vif-deleted', 'tag': '36c5bdf5-65eb-437b-bdf6-1d7e926ca83b', 'status': 'completed', 'code': 200} Feb 16 12:38:01.353985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:01.367916 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:38:01.372265 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef576836-56f9-4aa9-b97e-48b708bcc450 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5631607 Feb 16 12:38:01.376134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:01.407526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.491367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:01.503810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:01.506710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:01.575373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:01.586320 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] Sync routers for ids ['47aca9df-db82-49bd-a990-b699dadbc68a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:01.589031 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-feb8b7ff-1311-4f14-aea3-6af09aa2e738 req-7bb7b390-f569-4470-aaa1-2f99d32d69d4 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/ports?device_id=3650cd0f-c7dc-41ad-b4e4-57adb48aa557 HTTP/1.1" status: 200 len: 210 time: 0.1856749 Feb 16 12:38:01.602524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.603893 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4aa0733e-4c7f-4bcd-b229-27144816c1da tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "PUT /v2.0/routers/47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 200 len: 920 time: 6.8441653 Feb 16 12:38:01.607909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49016) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:01.613733 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] Routers {'47aca9df-db82-49bd-a990-b699dadbc68a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:01.614448 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['47aca9df-db82-49bd-a990-b699dadbc68a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.729415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.755183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.762195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.795457 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] Routers {'47aca9df-db82-49bd-a990-b699dadbc68a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:01.796458 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['47aca9df-db82-49bd-a990-b699dadbc68a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.843566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=a0417b34-fe6f-4509-aa54-bcbc58a1e2cd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:01.873948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:01.926842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.931613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Checking router: 617c0187-22b4-4360-b586-d5d487c95b0d for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:01.944189 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.944636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:01.945257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:01.946842 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff79d0e-a8f4-413c-9d50-764b4cedd7b2 None None] The sync data for ids ['47aca9df-db82-49bd-a990-b699dadbc68a'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:02.127821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.128406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.128724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Floating IP 381b966b-eb81-4cb9-b196-aa1aed9f5706 disassociated. External IP: 172.26.4.143, port: 62443984-134c-4970-b946-6f838596bd7f. Feb 16 12:38:02.129062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Calling delete_port for 62443984-134c-4970-b946-6f838596bd7f owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:02.159144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.193559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] In _notify_port_updated(), no bound segment for port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c on network dc5f1f6f-bff3-4e21-9555-430c10a4781e {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:38:02.198559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:02.199280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.203395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "PUT /v2.0/ports/0f652cb6-c512-4dd6-ac43-e3c35c3e447c HTTP/1.1" status: 200 len: 1136 time: 1.9334099 Feb 16 12:38:02.209782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef3765-8850-4819-b29a-a74fd5e6a061 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event updated for resources: {'Port': ['ID=0f652cb6-c512-4dd6-ac43-e3c35c3e447c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:02.218176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.287893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:02.351163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b46fe3f2-b55e-4a3b-9204-87e0b0b89805 None None] Provisioning complete for port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:02.351163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b46fe3f2-b55e-4a3b-9204-87e0b0b89805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.393813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c55ed-d3ad-41ba-a8d0-ae2743341da5 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:02.394595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-459c55ed-d3ad-41ba-a8d0-ae2743341da5 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Synchronizing usage tracker for tenant:033acbc458b54b9f8720b77face7c52a on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:02.397306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.438862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a214c0-894c-49bd-97e5-53e4c6a65492,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:02.451059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.457811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.460458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2004ed2-4b80-44ce-8c26-7cd1d62692c5 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/66a214c0-894c-49bd-97e5-53e4c6a65492 HTTP/1.1" status: 204 len: 168 time: 1.0790954 Feb 16 12:38:02.497136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.521648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b46fe3f2-b55e-4a3b-9204-87e0b0b89805 None None] Port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:38:02.554608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-459c55ed-d3ad-41ba-a8d0-ae2743341da5 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Unset dirty status for tenant:033acbc458b54b9f8720b77face7c52a on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:02.559055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-459c55ed-d3ad-41ba-a8d0-ae2743341da5 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "GET /v2.0/ports/0f652cb6-c512-4dd6-ac43-e3c35c3e447c HTTP/1.1" status: 200 len: 1136 time: 0.3365643 Feb 16 12:38:02.567496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49030) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.702046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bfc70570-8098-48c3-82df-d87df0bf62de tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:02.715356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Deleting port 0f652cb6-c512-4dd6-ac43-e3c35c3e447c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:02.715693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:02.733743 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f4dabb6-7275-4e59-843d-e584eab468a2 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 200 len: 926 time: 1.1094096 Feb 16 12:38:02.753258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.826049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:02.832469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf3d88-d958-444f-aa9b-bd8cf2100099 None None] The sync data for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv is: [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:32Z', 'revision_number': 4, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c5ba8d99-a520-4e1e-b21a-87939496fe47', 'name': '', 'network_id': '04bc28f6-6471-4eea-89ff-aa6b7d17388a', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'mac_address': 'fa:16:3e:3b:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:29Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'subnets': [{'id': '9513b4b3-dd1b-4122-adc8-b31212b716ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:02.850625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49042) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.877945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bfc70570-8098-48c3-82df-d87df0bf62de tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:02.881991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bfc70570-8098-48c3-82df-d87df0bf62de tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3725116 Feb 16 12:38:02.889061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49046) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:02.940080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1914d-58fc-47c6-a92f-55e9972613dd req-ee713862-1caa-4655-916c-e1ca3ef601af tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:02.941758 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1d1914d-58fc-47c6-a92f-55e9972613dd req-ee713862-1caa-4655-916c-e1ca3ef601af tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 945 time: 0.6829259 Feb 16 12:38:03.046407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.111287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6c6a2-d809-4d32-bcb0-66f8457dec89 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:03.115485 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4bc6c6a2-d809-4d32-bcb0-66f8457dec89 tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=47aca9df-db82-49bd-a990-b699dadbc68a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3621109 Feb 16 12:38:03.116264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router d484d641-5477-4fcb-852b-cc97761169e1 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:03.117993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:03.143058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event deleted for resources: {'Port': ['ID=62443984-134c-4970-b946-6f838596bd7f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:03.155412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.158907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a7f93-ff0b-47d4-8519-21e48e0d2ef4 None None] New status for floating IP 688500ef-1899-4541-a9e4-5b78702369b9: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:38:03.174510 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1d1914d-58fc-47c6-a92f-55e9972613dd req-c89e937f-ac30-4368-b41f-bcbd0851ddf3 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups?id=3bc18da8-b93d-452b-9064-d3724841b582&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131543 Feb 16 12:38:03.213757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.362752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.487086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.538839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.674305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.696671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Calling delete_port for 0f652cb6-c512-4dd6-ac43-e3c35c3e447c owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:03.736604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Router 663f5b91-a7aa-48ae-a2c4-98f16529a283 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:03.743746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.825871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f7f28-ab00-4d93-b5da-b27ecda75921,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:03.912889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f811f516-0999-4442-aa4f-01bb68a3c18f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:03.916475 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f811f516-0999-4442-aa4f-01bb68a3c18f tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.7922049 Feb 16 12:38:03.917292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:03.919076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.974126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:03.975659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:03.984970 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Sync routers for ids ['d484d641-5477-4fcb-852b-cc97761169e1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:03.994704 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Routers {'d484d641-5477-4fcb-852b-cc97761169e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:03.995300 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d484d641-5477-4fcb-852b-cc97761169e1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:04.035051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-404627a3-a6ad-4bb7-9620-06776b62d66e tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 200 len: 205 time: 0.1101189 Feb 16 12:38:04.041743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49060) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:04.059040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd5a20-3461-4e40-a105-3b96b66af199,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:04.162367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.166016 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-391ea6bf-7f4d-4d12-bc7d-ad16d08b0481 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "DELETE /v2.0/security-groups/65dd5a20-3461-4e40-a105-3b96b66af199 HTTP/1.1" status: 204 len: 168 time: 1.3120894 Feb 16 12:38:04.172592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.175605 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63276aa5-1541-4126-b990-2fec2df7d4c1 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/404f7f28-ab00-4d93-b5da-b27ecda75921 HTTP/1.1" status: 204 len: 168 time: 1.2826655 Feb 16 12:38:04.175757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49064) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:04.176254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:04.182018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.186618 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-48f427ae-a41e-45ec-a6b4-5595c27f1b57 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.9614954 Feb 16 12:38:04.186772 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Set router d484d641-5477-4fcb-852b-cc97761169e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:04.192583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:04.318053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-cb6bb3f1-8779-4790-aed6-3b7e60fba756 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] show failed (client error): The resource could not be found. Feb 16 12:38:04.321570 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb6bb3f1-8779-4790-aed6-3b7e60fba756 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "GET /v2.0/security-groups/65dd5a20-3461-4e40-a105-3b96b66af199 HTTP/1.1" status: 404 len: 347 time: 0.1397202 Feb 16 12:38:04.330210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49078) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:04.334253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.469232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:04.479064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Sync routers for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:04.479871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-98891822-165a-4401-b1e8-35c96f60c2cb req-7184b32d-d7e2-4cfa-b7ee-c070e6197716 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Synchronizing usage tracker for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:04.488116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event deleted for resources: {'Port': ['ID=0f652cb6-c512-4dd6-ac43-e3c35c3e447c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:04.495421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:04.497313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:04.533108 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd484d641-5477-4fcb-852b-cc97761169e1', 'name': '', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef', 'external_fixed_ips': [{'subnet_id': '0cab7218-12d6-466a-a6c3-a914762beefa', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '647bb4e3-da9d-43b9-9e40-6134dd53fc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:56Z', 'updated_at': '2022-02-16T12:38:00Z', 'revision_number': 3, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port': {'id': '647bb4e3-da9d-43b9-9e40-6134dd53fc20', 'name': '', 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd484d641-5477-4fcb-852b-cc97761169e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cab7218-12d6-466a-a6c3-a914762beefa', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:37:58Z', 'updated_at': '2022-02-16T12:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cab7218-12d6-466a-a6c3-a914762beefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:04.540517 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Checking router: d484d641-5477-4fcb-852b-cc97761169e1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:04.541027 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Updating router d484d641-5477-4fcb-852b-cc97761169e1 port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:38:04.611363 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.624367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] No DVR routers for this DVR port 62443984-134c-4970-b946-6f838596bd7f on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:04.630892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.632953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b22c7b0b-eeee-43b8-9b07-7228b6c6605e req-77ca5dda-83ee-43fe-b5b5-1748d0ad8385 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.81 "DELETE /v2.0/ports/62443984-134c-4970-b946-6f838596bd7f HTTP/1.1" status: 204 len: 173 time: 4.4699156 Feb 16 12:38:04.633542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'name': 'network-vif-deleted', 'tag': '62443984-134c-4970-b946-6f838596bd7f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:38:04.639090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.654192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Deleting port 77860aa5-415c-47e1-964c-e050674ae6d5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:04.654790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.760814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cc8eeb54-5157-4cbb-87ae-fcbe2ae58262 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:04.801496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.826434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-98891822-165a-4401-b1e8-35c96f60c2cb req-7184b32d-d7e2-4cfa-b7ee-c070e6197716 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Unset dirty status for tenant:8df0b7d2fe3b41cd9f3e80c9e3633daa on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:04.841582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-98891822-165a-4401-b1e8-35c96f60c2cb req-7184b32d-d7e2-4cfa-b7ee-c070e6197716 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/ports?device_id=96e54327-1881-49da-b2fd-eab074de6735 HTTP/1.1" status: 200 len: 210 time: 0.5399852 Feb 16 12:38:04.859305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 62443984-134c-4970-b946-6f838596bd7f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:04.901238 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e54327-1881-49da-b2fd-eab074de6735', 'name': 'network-vif-deleted', 'tag': '62443984-134c-4970-b946-6f838596bd7f', 'status': 'completed', 'code': 200} Feb 16 12:38:04.935329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:05.088565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:05.091921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 62443984-134c-4970-b946-6f838596bd7f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:05.092406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 62443984-134c-4970-b946-6f838596bd7f not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:05.122010 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.138101 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Transition to ACTIVE for port object 647bb4e3-da9d-43b9-9e40-6134dd53fc20 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:05.150461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.197113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.221595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:05.221952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.291631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cc8eeb54-5157-4cbb-87ae-fcbe2ae58262 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:05.299801 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc8eeb54-5157-4cbb-87ae-fcbe2ae58262 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1128833 Feb 16 12:38:05.302546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:05.320781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:05.326870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Checking router: 663f5b91-a7aa-48ae-a2c4-98f16529a283 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:05.331488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715867853'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:05.345301 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Attempting to bind port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:05.349107 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Attempting to bind port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:05.349860 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Attempting to bind port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 on network f816db22-40ef-4eb1-8d1c-e72927a14aef {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:05.351347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:05.352950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:05.369231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:05.374116 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Pushing event updated for resources: {'Port': ['ID=647bb4e3-da9d-43b9-9e40-6134dd53fc20,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:05.389960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:05.390327 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Checking segment: {'id': 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:05.391703 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.391703 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Bound using segment: {'id': 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:05.391934 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Bound port: 647bb4e3-da9d-43b9-9e40-6134dd53fc20, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f816db22-40ef-4eb1-8d1c-e72927a14aef'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:05.392195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.475010 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.475356 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.475707 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.476088 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.476437 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.476775 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.477090 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.477408 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.477739 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.478056 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.478366 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.478679 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:05.517853 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] For port 647bb4e3-da9d-43b9-9e40-6134dd53fc20, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:05.521763 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] For port 647bb4e3-da9d-43b9-9e40-6134dd53fc20, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=647bb4e3-da9d-43b9-9e40-6134dd53fc20,segment=NetworkSegment(e97baf7a-e2eb-46d6-9d7f-a230cff6fd53),segment_id=e97baf7a-e2eb-46d6-9d7f-a230cff6fd53)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:05.534238 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.555239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:05.572771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:05.578303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.579940 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e938d400-c247-4bd7-aff6-807e38e3eb98 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "DELETE /v2.0/ports/0f652cb6-c512-4dd6-ac43-e3c35c3e447c HTTP/1.1" status: 204 len: 168 time: 3.0090292 Feb 16 12:38:05.596480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:05.615368 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:05.667611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.668829 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-058c326f-7ad8-4264-aec6-3e2e777cd70c tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1345277 Feb 16 12:38:05.675532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49094) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:05.741737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:05.751641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.765152 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:05.765991 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:05.791596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] For port 647bb4e3-da9d-43b9-9e40-6134dd53fc20, host dv-neutron-829435-1-hyperv, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:05.792236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.858726 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cce29-aecc-41f5-b822-7953a57a5f59 None None] Pushing event updated for resources: {'Port': ['ID=647bb4e3-da9d-43b9-9e40-6134dd53fc20,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:05.865209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.865538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.876382 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:05.884569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:05.888793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:05.892748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:05.898540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:05.909221 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:05.909840 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:05.995805 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Routers {'d484d641-5477-4fcb-852b-cc97761169e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:05.998741 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d484d641-5477-4fcb-852b-cc97761169e1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:06.058873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for 647bb4e3-da9d-43b9-9e40-6134dd53fc20 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:06.174631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:06.178362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e866ea-0e12-4c48-9cbd-9831085a37b4 None None] The sync data for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv is: [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:36:29Z', 'revision_number': 4, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '48bd5025-868d-4788-8309-21698aa9e2c9', 'name': '', 'network_id': 'b49b4875-c241-434b-8ad6-b1a20fd3fae9', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'mac_address': 'fa:16:3e:3d:3e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:26Z', 'updated_at': '2022-02-16T12:36:40Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'subnets': [{'id': 'ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:06.195386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49102) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:06.211756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.216338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.233203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Calling delete_port for 77860aa5-415c-47e1-964c-e050674ae6d5 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:06.243439 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:06.243978 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fdb7a8-e14b-4a77-80a4-253fe955260d None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:06.266917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Deleting subnet b7518a10-e984-41bb-9ce3-d1261a5e13c5 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:06.280053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.301341 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] Set router d484d641-5477-4fcb-852b-cc97761169e1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:06.360417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.388584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.414139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.435754 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd484d641-5477-4fcb-852b-cc97761169e1', 'name': '', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:56Z', 'updated_at': '2022-02-16T12:38:05Z', 'revision_number': 4, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:06.444945 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa550b43-7135-4849-bf88-1e9e4d47a76e None None] The sync data for ids ['d484d641-5477-4fcb-852b-cc97761169e1'] in dv-neutron-829435-1-hyperv is: [{'id': 'd484d641-5477-4fcb-852b-cc97761169e1', 'name': '', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:37:56Z', 'updated_at': '2022-02-16T12:38:05Z', 'revision_number': 4, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:06.449781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port 4b01422f-2788-4610-8461-f0f4c3739850 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:06.450126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.510393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.537267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a6ca2-230e-402c-bfa1-51df04465682,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:06.573728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.578306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2c53b3e-4c78-465d-8d24-54caedb325bd tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2548621 Feb 16 12:38:06.580863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49106) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:06.595544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a6ca2-230e-402c-bfa1-51df04465682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:06.604210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.610373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:06.617230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed34f4c-990b-4808-97ff-095aac3b592e None None] New status for floating IP 381b966b-eb81-4cb9-b196-aa1aed9f5706: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:38:06.641979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:06.655600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:06.662670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc18da8-b93d-452b-9064-d3724841b582,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:06.673124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:06.750651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.760449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.762775 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7934cacd-4daf-4b8e-b9a3-489e950566b8 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "DELETE /v2.0/security-groups/3bc18da8-b93d-452b-9064-d3724841b582 HTTP/1.1" status: 204 len: 168 time: 0.5634258 Feb 16 12:38:06.767338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49110) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:06.768604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:38:06.769202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:38:06.833799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.868916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-cf101379-bab5-4605-9e7a-c88da7f99a43 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] show failed (client error): The resource could not be found. Feb 16 12:38:06.873515 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf101379-bab5-4605-9e7a-c88da7f99a43 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "GET /v2.0/security-groups/3bc18da8-b93d-452b-9064-d3724841b582 HTTP/1.1" status: 404 len: 347 time: 0.0998468 Feb 16 12:38:06.880975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49114) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:06.903766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.914873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Pushing event deleted for resources: {'Port': ['ID=77860aa5-415c-47e1-964c-e050674ae6d5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:06.956605 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:38:06.957624 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5544ee42-954b-4c77-805b-ff51faf7723a tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3727155 Feb 16 12:38:06.981995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49118) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:06.990869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a6ca2-230e-402c-bfa1-51df04465682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:07.070336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:07.078013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for 4b01422f-2788-4610-8461-f0f4c3739850 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:07.103494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:07.108137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:07.113909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Deleting port 38caea58-5751-4fb9-b72e-ebd891ba42fc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:07.114252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.148391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:07.159324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.218464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event deleted for resources: {'Subnet': ['ID=b7518a10-e984-41bb-9ce3-d1261a5e13c5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:07.230249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.234840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d3b066-a356-46ce-896c-a06d713e4e52 None None] Network dc5f1f6f-bff3-4e21-9555-430c10a4781e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:07.247759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.272100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port 647bb4e3-da9d-43b9-9e40-6134dd53fc20 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:07.272443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.393727 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:38:07.394783 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85d983e0-887a-4eb9-a9f0-364fc8e43c65 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4118707 Feb 16 12:38:07.403670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49122) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:07.411480 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d4dfdc6-218f-4091-958d-64db2cbd3657 tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "DELETE /v2.0/subnets/b7518a10-e984-41bb-9ce3-d1261a5e13c5 HTTP/1.1" status: 204 len: 168 time: 1.8120670 Feb 16 12:38:07.424075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49126) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:07.473444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.474503 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c2f6286-9c5e-44ad-8b7d-4a3975298967 tempest-ServersTestManualDisk-1198124348 tempest-ServersTestManualDisk-1198124348-project] 10.222.0.65 "DELETE /v2.0/floatingips/688500ef-1899-4541-a9e4-5b78702369b9 HTTP/1.1" status: 204 len: 168 time: 3.1415794 Feb 16 12:38:07.488876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:07.553228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.554262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.560644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] DHCP port deletion for dc5f1f6f-bff3-4e21-9555-430c10a4781e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:07.565710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Deleting port 7db2aec4-0cd1-46fc-9a54-55e95afd894e {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:07.566491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.675465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.787405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.805533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] For port 7db2aec4-0cd1-46fc-9a54-55e95afd894e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7db2aec4-0cd1-46fc-9a54-55e95afd894e,segment=NetworkSegment(391246db-3406-4df7-9223-9536b2d78dcc),segment_id=391246db-3406-4df7-9223-9536b2d78dcc)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:07.806263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.815677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Calling delete_port for 38caea58-5751-4fb9-b72e-ebd891ba42fc owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:07.818182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Deleting port 7db2aec4-0cd1-46fc-9a54-55e95afd894e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:07.818725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.877060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.912069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:07.934442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Calling delete_port for 7db2aec4-0cd1-46fc-9a54-55e95afd894e owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:08.014151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.015944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] For port 647bb4e3-da9d-43b9-9e40-6134dd53fc20, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=647bb4e3-da9d-43b9-9e40-6134dd53fc20,segment=NetworkSegment(e97baf7a-e2eb-46d6-9d7f-a230cff6fd53),segment_id=e97baf7a-e2eb-46d6-9d7f-a230cff6fd53)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:08.016332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.061047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] Pushing event deleted for resources: {'Port': ['ID=7db2aec4-0cd1-46fc-9a54-55e95afd894e,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:08.067336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b82e72-9e77-4a21-9f75-3ff0de7c9c92 None None] No DVR routers for this DVR port 7db2aec4-0cd1-46fc-9a54-55e95afd894e on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:08.080628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] The port '7db2aec4-0cd1-46fc-9a54-55e95afd894e' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:38:08.123930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.182676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for 647bb4e3-da9d-43b9-9e40-6134dd53fc20 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:08.258299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=4b01422f-2788-4610-8461-f0f4c3739850,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:08.276662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.396761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a6ca2-230e-402c-bfa1-51df04465682,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:08.402774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.439837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.467037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Pushing event deleted for resources: {'Port': ['ID=38caea58-5751-4fb9-b72e-ebd891ba42fc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:08.520964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.524341 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7646e6b-dbd7-4201-a42a-12aa33fb5927 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/ef4a6ca2-230e-402c-bfa1-51df04465682 HTTP/1.1" status: 204 len: 168 time: 1.1127560 Feb 16 12:38:08.534643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:08.539719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5f1f6f-bff3-4e21-9555-430c10a4781e']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:08.566793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.638793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391246db-3406-4df7-9223-9536b2d78dcc') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:08.639088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391246db-3406-4df7-9223-9536b2d78dcc') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:08.687111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.734258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.759535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7db2aec4-0cd1-46fc-9a54-55e95afd894e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:08.781211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.782390 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e1265b5b-6ec8-4f60-a0f7-8984e012ace4 tempest-ServersTestJSON-377586531 tempest-ServersTestJSON-377586531-project] 10.222.0.65 "DELETE /v2.0/floatingips/381b966b-eb81-4cb9-b196-aa1aed9f5706 HTTP/1.1" status: 204 len: 168 time: 1.8985257 Feb 16 12:38:08.783581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.789366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49138) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:08.828496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.1 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/ce3ac1fb-5cb6-4d27-8df3-11de496c16d0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:08.839751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7db2aec4-0cd1-46fc-9a54-55e95afd894e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:08.840344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7db2aec4-0cd1-46fc-9a54-55e95afd894e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:08.906972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Port': ['ID=647bb4e3-da9d-43b9-9e40-6134dd53fc20,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:08.940287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.950101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.971655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:08.979664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.980628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.980973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.981308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.981637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.981965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.982287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.982611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.982931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.983256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.983573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.983887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:08.990938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d734370f-606c-4aa5-a6c8-718789fa19f3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:08.999028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:08.999420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:09.014906 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:09.081257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.081794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router 47aca9df-db82-49bd-a990-b699dadbc68a {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:09.113276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d734370f-606c-4aa5-a6c8-718789fa19f3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:09.119626 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d734370f-606c-4aa5-a6c8-718789fa19f3 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5789950 Feb 16 12:38:09.119626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.121310 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c58628ef-f7b6-4764-8dd1-ed7a4de8a340 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 204 len: 168 time: 5.0709107 Feb 16 12:38:09.124775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49142) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:09.125167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:09.131975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801084959'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:09.142283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-16919534', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:09.153392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:09.156203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:09.160579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.172624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Usage tracker for resource:router and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:09.194830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:09.197998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:09.203658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.217423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:09.219214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] Pushing event deleted for resources: {'Network': ['ID=dc5f1f6f-bff3-4e21-9555-430c10a4781e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:09.249772 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f387a6b1-ff62-44a5-8576-fd1fb929ae4e tempest-ExtraDHCPOptionsTestJSON-766305840 tempest-ExtraDHCPOptionsTestJSON-766305840-project] 10.222.0.65 "DELETE /v2.0/networks/dc5f1f6f-bff3-4e21-9555-430c10a4781e HTTP/1.1" status: 204 len: 168 time: 1.8225513 Feb 16 12:38:09.258233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.282403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.283701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.297886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:09.305209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Usage tracker for resource:security_group_rule and tenant:1d0216ffd85847f393a50914c1d827c1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:09.312202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:09.319827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.325591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.330296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:09.378807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.576281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49154) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:09.608023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.613058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.619068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.726270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.726758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d484d641-5477-4fcb-852b-cc97761169e1 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:09.763856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.774333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.775401 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c4854cf3-d4c0-47ee-9c0a-1bba9fca99c4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d484d641-5477-4fcb-852b-cc97761169e1 HTTP/1.1" status: 204 len: 168 time: 5.5819144 Feb 16 12:38:09.783181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:09.838327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.868455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.900098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:09.953091 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3927e9b-f61d-4129-9686-f733c1540e7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=033acbc458b54b9f8720b77face7c52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611255 Feb 16 12:38:09.966170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49166) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:09.997263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfac636-d258-47ca-b7b9-cfc31fceb185,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:10.023774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting subnet 0cab7218-12d6-466a-a6c3-a914762beefa {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:10.026336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.026757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.028216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.028216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.028488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.028803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.029131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.029223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:10.029457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.029783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.030105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.030428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.030749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:10.047568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:10.053096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.061619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.064624 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4018d292-f55b-4dde-98b4-db1e67710a1b tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9405789 Feb 16 12:38:10.066323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:10.079065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:10.081273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-907cdcc5-84af-4eb6-8788-5be9b1147342 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:10.081680 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-907cdcc5-84af-4eb6-8788-5be9b1147342 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:38:10.082162 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-907cdcc5-84af-4eb6-8788-5be9b1147342 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:38:10.083062 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-907cdcc5-84af-4eb6-8788-5be9b1147342 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "PUT /v2.0/security-groups/5dfac636-d258-47ca-b7b9-cfc31fceb185 HTTP/1.1" status: 409 len: 330 time: 0.0076642 Feb 16 12:38:10.106572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:10.127399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=ce3ac1fb-5cb6-4d27-8df3-11de496c16d0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:10.209698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.272295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.373069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Deleting port c5ba8d99-a520-4e1e-b21a-87939496fe47 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:10.373404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.449259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.477800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.509938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.587542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.644091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.742063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.765402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.872868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] For port c5ba8d99-a520-4e1e-b21a-87939496fe47, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c5ba8d99-a520-4e1e-b21a-87939496fe47,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:10.873476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.924659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.973191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:10.987275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0cab7218-12d6-466a-a6c3-a914762beefa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:11.000307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.018548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Calling delete_port for c5ba8d99-a520-4e1e-b21a-87939496fe47 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:11.030481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.041758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfac636-d258-47ca-b7b9-cfc31fceb185,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:11.070419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Allocated IP 172.26.4.245 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/9abb1641-7e6e-43e3-aa1c-c475062396c3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:11.091041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.154946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbdb2dd-7135-43a0-a50c-a5d89a3d8133,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:11.188514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.189617 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e716b72d-2d2a-4141-8eab-f7f923f749a7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dfac636-d258-47ca-b7b9-cfc31fceb185 HTTP/1.1" status: 204 len: 168 time: 1.0726063 Feb 16 12:38:11.193556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.195748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.207250 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c841afda-c4bc-436f-bbde-030e55827228 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/0cab7218-12d6-466a-a6c3-a914762beefa HTTP/1.1" status: 204 len: 168 time: 1.4231262 Feb 16 12:38:11.212656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.213700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ed7d1bbb-35a7-4f30-8e19-d92d7a9d074a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dbdb2dd-7135-43a0-a50c-a5d89a3d8133 HTTP/1.1" status: 204 len: 168 time: 1.2428741 Feb 16 12:38:11.214496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.302374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-330077fb-9a32-4a71-a896-e728ac2f6c54 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Synchronizing usage tracker for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:11.332187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.353527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-330077fb-9a32-4a71-a896-e728ac2f6c54 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] Unset dirty status for tenant:1d0216ffd85847f393a50914c1d827c1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:11.360762 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-330077fb-9a32-4a71-a896-e728ac2f6c54 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1580970 Feb 16 12:38:11.361828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.391539 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3e61f0e7-d9b2-40c0-9b71-db3266df00db tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] delete failed (client error): The resource could not be found. Feb 16 12:38:11.392851 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e61f0e7-d9b2-40c0-9b71-db3266df00db tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "DELETE /v2.0/security-groups/b1fc1ea9-71c5-458a-91c9-ab99a83fa831 HTTP/1.1" status: 404 len: 347 time: 0.0238688 Feb 16 12:38:11.398208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49194) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.454842 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-fb6c2507-800d-43cf-a168-86de90fc0e97 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] show failed (client error): The resource could not be found. Feb 16 12:38:11.455756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb6c2507-800d-43cf-a168-86de90fc0e97 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-groups/9e95e9af-440b-4e9a-b3ce-bf033d50eb28 HTTP/1.1" status: 404 len: 347 time: 0.0268047 Feb 16 12:38:11.466208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.491234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.495502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-211eb3e4-349a-422c-92ca-f094f9efb9d7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] show failed (client error): The resource could not be found. Feb 16 12:38:11.500338 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-211eb3e4-349a-422c-92ca-f094f9efb9d7 tempest-NegativeSecGroupIPv6Test-177745155 tempest-NegativeSecGroupIPv6Test-177745155-project] 10.222.0.65 "GET /v2.0/security-group-rules/72119928-3cf5-4d17-b217-633632d600c3 HTTP/1.1" status: 404 len: 356 time: 0.0303719 Feb 16 12:38:11.583498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.587031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:11.700886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:11.705094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:11.744023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:11.769388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event updated for resources: {'Port': ['ID=9abb1641-7e6e-43e3-aa1c-c475062396c3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:11.832815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ba8d99-a520-4e1e-b21a-87939496fe47,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:11.867280 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:11.872770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:11.978405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.082142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f816db22-40ef-4eb1-8d1c-e72927a14aef']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:12.134194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:12.134580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97baf7a-e2eb-46d6-9d7f-a230cff6fd53') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:12.175301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.208882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.217747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Deleting port 48bd5025-868d-4788-8309-21698aa9e2c9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:12.217747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.257515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:12.257917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.260065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:12.383892 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:12.389063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5150042-d786-4971-9429-8427105d5e1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d0216ffd85847f393a50914c1d827c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150938 Feb 16 12:38:12.400428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:12.466997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897295836'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:12.479490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:12.488063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:12.490542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.496113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:12.516228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:12.523913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:38:12.592203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.609197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.610691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.649460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:12.653319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.678964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.688211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f816db22-40ef-4eb1-8d1c-e72927a14aef {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:38:12.709619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.731661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Network': ['ID=f816db22-40ef-4eb1-8d1c-e72927a14aef,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:12.761926 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b4c0004-fc35-47d6-bffe-7949897afa53 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/networks/f816db22-40ef-4eb1-8d1c-e72927a14aef HTTP/1.1" status: 204 len: 168 time: 1.5367754 Feb 16 12:38:12.780285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:12.784197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.809998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=ce3ac1fb-5cb6-4d27-8df3-11de496c16d0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:12.813060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.820292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.825247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] For port 48bd5025-868d-4788-8309-21698aa9e2c9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48bd5025-868d-4788-8309-21698aa9e2c9,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:12.825779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:12.862710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:security_group_rule and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:12.872125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:12.882953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:12.991560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Calling delete_port for 48bd5025-868d-4788-8309-21698aa9e2c9 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:13.035655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.094823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:13.158089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'name': 'tempest-router--654656821', 'project_id': '57e7c266474b4754aca4f34169111a4e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:13.167625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:13.223827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:router and tenant:57e7c266474b4754aca4f34169111a4e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:13.239849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:13.262227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:13.311686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Router 617c0187-22b4-4360-b586-d5d487c95b0d has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:13.319407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.320380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.354203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:13.357010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.368842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:13.391118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23399b6d-85f2-42b2-a76e-11a0b1334e23,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:13.470886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.472025 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4d697289-9f06-4f07-bb13-c4550ebb2db2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23399b6d-85f2-42b2-a76e-11a0b1334e23 HTTP/1.1" status: 204 len: 168 time: 1.0687692 Feb 16 12:38:13.494096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.513877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.524285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.565185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.587708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:13.648132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:13.653861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.865580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3bb2ea-dd58-4820-92d2-4e36f197a05b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:13.868215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.882537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bd5025-868d-4788-8309-21698aa9e2c9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:13.887755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:13.888173 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment f20eda42-b782-4537-86ec-859a73616c6a of type vlan for network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 Feb 16 12:38:14.031261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.038335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:14.064334 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Sync routers for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:14.080027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.084167 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc4f965b-0cd5-4704-a214-14e91916f099 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9883547 Feb 16 12:38:14.088051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1c4f415-292d-493a-9f52-2cdc6dbe617c admin admin] 10.222.0.65 "PUT /v2.0/routers/617c0187-22b4-4360-b586-d5d487c95b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5957661 Feb 16 12:38:14.088051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:14.090845 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:14.091469 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.101871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:14.162709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:14.176385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:14.195329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:14.197336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.231519 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-56505711-dd9d-4be8-9148-a66736ce3180 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/routers/1678e40a-3f79-4f7d-bd90-e9c8b4651d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5461607 Feb 16 12:38:14.239882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49272) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:14.255448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'port': {'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1', 'name': 'tempest-FloatingIPTestJSON-105803904'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:14.321819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.334224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:14.334832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.348664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.354822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:14.356554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.371867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.408535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.441126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.441522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaa6b21-699d-4f6e-9909-c43ff8726d4d None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:14.458674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:14.572300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49280) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:14.653743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:14.661440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:port and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:14.664986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:14.708829 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4439952 Feb 16 12:38:14.756925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:14.803899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:14.820825 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:11Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.837319 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Checking router: 617c0187-22b4-4360-b586-d5d487c95b0d for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:14.850230 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Routers {'617c0187-22b4-4360-b586-d5d487c95b0d'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:14.850906 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['617c0187-22b4-4360-b586-d5d487c95b0d'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:14.960646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dafec041-ad62-4c1e-9a18-4e1986db0f4d tempest-ServiceProvidersTest-1458479730 tempest-ServiceProvidersTest-1458479730-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3720908 Feb 16 12:38:14.961604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:14.961910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4f80-84da-4a09-9696-ae1496e83073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=8b45bc51-3dec-4c39-a04c-ac1224fd1452,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:14.987502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:15.004896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.036229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Router d3128281-2054-47cb-9ff3-bf00cde1aecb is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:15.052261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.057329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.068384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Router 663f5b91-a7aa-48ae-a2c4-98f16529a283 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:15.126072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] device_id is not set on port 7ee56ce3-ba07-414f-a057-03482744b5d2 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:15.130778 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] Set router 617c0187-22b4-4360-b586-d5d487c95b0d gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:15.516930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:15.540044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-90f404dd-9437-4cdc-8645-d20d1eab0427 admin admin] 10.222.0.65 "PUT /v2.0/routers/663f5b91-a7aa-48ae-a2c4-98f16529a283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7149255 Feb 16 12:38:15.544570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:15.544902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:15.574217 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Sync routers for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:15.618398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:15.619035 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:15.782208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:15.783721 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:11Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:15.795765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] Sync routers for ids ['d3128281-2054-47cb-9ff3-bf00cde1aecb'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:15.802183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.5 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/7ee56ce3-ba07-414f-a057-03482744b5d2) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:15.814342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] Routers {'d3128281-2054-47cb-9ff3-bf00cde1aecb'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:15.815983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3128281-2054-47cb-9ff3-bf00cde1aecb'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:15.830275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.831149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73ec9940-0d85-4ec4-a6e7-61bd71b5b05f {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:15.840025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.864455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:15.868498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Usage tracker for resource:security_group_rule and tenant:8f59c51533ca4b40b10a4825a6055932 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:15.870647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.871541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:15.872799 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4667bd05-c0b4-4360-bcf0-7d50478aa1ba tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7450550 Feb 16 12:38:15.875077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.878632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:15.890582 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4edeb0c-aaf4-4790-ae88-88014c509e96 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/routers/73ec9940-0d85-4ec4-a6e7-61bd71b5b05f HTTP/1.1" status: 204 len: 168 time: 1.7817473 Feb 16 12:38:15.893659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:15.907350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:15.945073 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce05ae-1382-40b6-adab-c3a6127d380c None None] The sync data for ids ['617c0187-22b4-4360-b586-d5d487c95b0d'] in dv-neutron-829435-1-hyperv is: [{'id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'name': 'tempest-ServersTestManualDisk-214117321-router', 'tenant_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:11Z', 'revision_number': 5, 'project_id': '2ecb619d63594175ae01ee9c8b1e62c1', 'gw_port': {'id': 'c3a47bc8-a0b1-4f26-96b5-221c926f1ab5', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617c0187-22b4-4360-b586-d5d487c95b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:14Z', 'updated_at': '2022-02-16T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:15.979946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:15.999214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.009128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:16.032879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] Routers {'d3128281-2054-47cb-9ff3-bf00cde1aecb'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:16.034163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3128281-2054-47cb-9ff3-bf00cde1aecb'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:16.053561 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:16.065201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f59c51533ca4b40b10a4825a6055932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192068 Feb 16 12:38:16.065781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.093165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49308) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:16.127404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db93f5-e4ae-42f6-b6b6-c41afb43191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a609f8-6fce-413f-b645-37d8dc18f559,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:16.204879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Deleting port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:16.205506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.222749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.242031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:16.242677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826e606-009f-4a6b-ba5c-c277ac13475b None None] The sync data for ids ['d3128281-2054-47cb-9ff3-bf00cde1aecb'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:16.309870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:16.333965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.572994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.621861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.687886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Deleting port 98f3867e-a413-443e-90db-4d3ae654bb9b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:16.691698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.708754 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:13Z', 'revision_number': 5, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port': {'id': '98f3867e-a413-443e-90db-4d3ae654bb9b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:13Z', 'updated_at': '2022-02-16T12:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:16.719836 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Checking router: 663f5b91-a7aa-48ae-a2c4-98f16529a283 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:16.733027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c5ba8d99-a520-4e1e-b21a-87939496fe47 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:16.739943 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Routers {'663f5b91-a7aa-48ae-a2c4-98f16529a283'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:16.740587 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['663f5b91-a7aa-48ae-a2c4-98f16529a283'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:16.799051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c5ba8d99-a520-4e1e-b21a-87939496fe47 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:16.799592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c5ba8d99-a520-4e1e-b21a-87939496fe47 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:16.845188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.855001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1198850685', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:16.868541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:16.883064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:16.893590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:16.926050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:16.939353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] For port c3a47bc8-a0b1-4f26-96b5-221c926f1ab5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:16.940029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.949588 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] Set router 663f5b91-a7aa-48ae-a2c4-98f16529a283 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:17.059330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] For port 98f3867e-a413-443e-90db-4d3ae654bb9b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=98f3867e-a413-443e-90db-4d3ae654bb9b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:17.059800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.064668 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:16Z', 'revision_number': 6, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:17.069877 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b80fe2-b1b4-4415-9764-94c346ff733e None None] The sync data for ids ['663f5b91-a7aa-48ae-a2c4-98f16529a283'] in dv-neutron-829435-1-hyperv is: [{'id': '663f5b91-a7aa-48ae-a2c4-98f16529a283', 'name': 'tempest-ServersTestJSON-8920671-router', 'tenant_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:11Z', 'updated_at': '2022-02-16T12:38:16Z', 'revision_number': 6, 'project_id': '8df0b7d2fe3b41cd9f3e80c9e3633daa', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:17.073872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.146928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.148225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.151322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.161695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Calling delete_port for c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:17.234763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a609f8-6fce-413f-b645-37d8dc18f559,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:17.256143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Calling delete_port for 98f3867e-a413-443e-90db-4d3ae654bb9b owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:17.288374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:17.296737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:17.302346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:17.307957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.311824 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-12121ae1-efac-4bb6-bfa4-4bb407bfbdbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47a609f8-6fce-413f-b645-37d8dc18f559 HTTP/1.1" status: 204 len: 168 time: 1.2150531 Feb 16 12:38:17.324222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.367420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=7ee56ce3-ba07-414f-a057-03482744b5d2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:17.406171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:17.406714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.449309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2f490ab-f04b-4768-94c9-50a4b00458cb tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2075129 Feb 16 12:38:17.452333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:17.463279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'port': {'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1', 'name': 'tempest-FloatingIPTestJSON-1615630488'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:17.712014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:17.722974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:port and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:17.727376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:17.736136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:17.793176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:17.793176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:17.829425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] device_id is not set on port 436b034f-689c-4757-93a9-6c71a891df87 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:18.080753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.105947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.176627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:18.188913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:18.208341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.245419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.287678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.9 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/436b034f-689c-4757-93a9-6c71a891df87) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:18.289094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Deleting port 9abb1641-7e6e-43e3-aa1c-c475062396c3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:18.289918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.291244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f3867e-a413-443e-90db-4d3ae654bb9b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:18.350429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.485069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a47bc8-a0b1-4f26-96b5-221c926f1ab5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:18.492677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:18.511866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:18.529829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:18.539695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.601563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:18.764472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.836470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:18.840113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.857709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.864291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.866057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 98f3867e-a413-443e-90db-4d3ae654bb9b no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:18.921138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.932021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 98f3867e-a413-443e-90db-4d3ae654bb9b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:18.932367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 98f3867e-a413-443e-90db-4d3ae654bb9b not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:18.933354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48bd5025-868d-4788-8309-21698aa9e2c9 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:18.968285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 48bd5025-868d-4788-8309-21698aa9e2c9 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:18.968533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:18.968933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663f5b91-a7aa-48ae-a2c4-98f16529a283 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:18.969219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48bd5025-868d-4788-8309-21698aa9e2c9 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:19.036613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.040715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.048293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.049597 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23933f0c-223f-4e0b-9d45-3080c492d481 admin admin] 10.222.0.65 "DELETE /v2.0/routers/663f5b91-a7aa-48ae-a2c4-98f16529a283 HTTP/1.1" status: 204 len: 168 time: 3.5022881 Feb 16 12:38:19.052519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.057182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49358) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:19.196763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Calling delete_port for 9abb1641-7e6e-43e3-aa1c-c475062396c3 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:19.202758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Deleting subnet ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:19.210968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.299527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.327838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.341234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:19.422929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.475142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:19.493295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:19.503684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:19.524192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.524729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617c0187-22b4-4360-b586-d5d487c95b0d {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:19.544957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=436b034f-689c-4757-93a9-6c71a891df87,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:19.586232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.611984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=be3e8e38-2fc1-4e75-b811-dc91cc26ae69,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:19.627365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.645440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.680262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.680770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:19.681298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-354d2813-a5da-4308-ae6a-0896342fba21 admin admin] 10.222.0.65 "DELETE /v2.0/routers/617c0187-22b4-4360-b586-d5d487c95b0d HTTP/1.1" status: 204 len: 168 time: 5.5772374 Feb 16 12:38:19.684685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.688550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': 'f20eda42-b782-4537-86ec-859a73616c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:19.688905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:19.689032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 8b45bc51-3dec-4c39-a04c-ac1224fd1452, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:19.712249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1621362629', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:19.727562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:19.734947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:19.746542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:19.752727 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1cf0f08-1bbf-44d8-af40-3dfffd29edd5 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2998135 Feb 16 12:38:19.758767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49376) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:19.766042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:19.770863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '436b034f-689c-4757-93a9-6c71a891df87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:19.778213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:19.782678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:19.796657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:floatingip and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:19.798068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Deleting subnet 9513b4b3-dd1b-4122-adc8-b31212b716ef {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:19.802283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:19.804903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:19.808987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.824492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8b45bc51-3dec-4c39-a04c-ac1224fd1452) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:19.826249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:19.828276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.832770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db75910f-6ef2-4866-b7dc-89d91b698267 None None] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:19.833065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.854210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:19.855394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.862201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:19.956443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.001866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Allocated IP 172.26.4.86 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/7fa495cc-ba1b-4904-9ce6-ae1cce7754e4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:20.012100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:20.023715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.038789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:20.046532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:20.048817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.052355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:20.063075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:20.063941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.074981 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3fde3b68-8a9d-48dd-a4fe-32a581ec3ef6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8971322 Feb 16 12:38:20.075666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49380) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:20.076573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa5723-0a03-4826-87e2-6c33b949a2e0 None None] Network b49b4875-c241-434b-8ad6-b1a20fd3fae9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:20.083163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c16c5a1f-6159-4fd0-b95f-71d2768945bf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ecb5f8f9-5cd1-4398-96ce-8b2eceb5fb09 HTTP/1.1" status: 204 len: 168 time: 1.0226493 Feb 16 12:38:20.093870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8b45bc51-3dec-4c39-a04c-ac1224fd1452', 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': 'be3e8e38-2fc1-4e75-b811-dc91cc26ae69'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:20.094865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.096241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:20.103480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627078489'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:20.136824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:20.150812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:20.169839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:20.182039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:20.227606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Pushing event deleted for resources: {'Port': ['ID=9abb1641-7e6e-43e3-aa1c-c475062396c3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:20.298150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:20.301610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.345400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.349285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.373504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:20.381206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.395548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.395889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 610585f5-8cc0-4082-8832-ace4773601dd of type vlan for network c16b07ad-a720-4baa-a86a-491a8d093072 Feb 16 12:38:20.404826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Deleting port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:20.405157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.445043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Allocated IP 2001:db8:0:ffff::2 (8b45bc51-3dec-4c39-a04c-ac1224fd1452/be3e8e38-2fc1-4e75-b811-dc91cc26ae69/b9d134e1-52fe-40b0-b1f8-f43246eef055) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:20.487154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.510489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.525788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.544755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] DHCP port deletion for b49b4875-c241-434b-8ad6-b1a20fd3fae9 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:20.552765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Deleting port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:20.553238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.584598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:20.611393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.614851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.637456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21369a55-3509-4d46-b5ae-b62bb61f6164,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:20.644984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.645324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment c0de801c-93e2-40ab-a346-2787b6791a2b of type vlan for network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 Feb 16 12:38:20.669994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.729154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.735302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:20.736111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.754387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.755993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8662f33-d8e5-4289-9a7f-99ff33a51794 None None] Network 04bc28f6-6471-4eea-89ff-aa6b7d17388a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:20.776778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9513b4b3-dd1b-4122-adc8-b31212b716ef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:20.791046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:20.841797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.857244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-65350911-8fc0-47ed-aa24-7a48a48f75f4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9513b4b3-dd1b-4122-adc8-b31212b716ef HTTP/1.1" status: 204 len: 168 time: 1.1624246 Feb 16 12:38:20.863522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:20.893468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] For port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:20.893846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:20.903293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:20.903759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a47bc8-a0b1-4f26-96b5-221c926f1ab5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:20.904301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:21.060876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] For port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,segment=NetworkSegment(ca3398a5-77b5-4ccb-a6d0-ed59dab52972),segment_id=ca3398a5-77b5-4ccb-a6d0-ed59dab52972)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:21.061422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.085552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:38:21.109607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Calling delete_port for efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:21.141212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=c16b07ad-a720-4baa-a86a-491a8d093072,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:21.159325 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3045856d-069d-41d6-9b87-6df373999e47 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0805171 Feb 16 12:38:21.159903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:21.169168 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:21.182479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.187993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:21.188593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.229670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.248171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.255115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.264865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c16b07ad-a720-4baa-a86a-491a8d093072 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:21.286295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Calling delete_port for efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:21.329843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.355887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.423203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Transition to ACTIVE for port object b9d134e1-52fe-40b0-b1f8-f43246eef055 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:21.437347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0905135 Feb 16 12:38:21.445303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49396) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:21.450621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766069-a856-48da-a67a-a87a64feaada tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=055584b2-290e-4dc5-8b00-ecb632fb3ea9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:21.461209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Deleting port 272af6da-7013-4577-ac5b-d4012cdee273 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:21.461545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.464439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:21.478075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:21.481380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.487432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:21.495950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:21.523214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:21.533143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:21.536250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:21.540719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:21.547434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:21.560257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:21.561354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:21.563284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Router d3128281-2054-47cb-9ff3-bf00cde1aecb has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:21.563406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:21.566502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:21.569464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.70 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/6b002575-d14d-40dd-9049-b4d4c10e5420) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:21.570150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event updated for resources: {'Port': ['ID=7fa495cc-ba1b-4904-9ce6-ae1cce7754e4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:21.578677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:21.582251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] No DVR routers for this DVR port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:21.623546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.624937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.626046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd update to DOWN by agent not found {{(pid=87700) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:38:21.635490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Transition to ACTIVE for port object b9d134e1-52fe-40b0-b1f8-f43246eef055 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:21.653623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:38:21.654318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:38:21.668518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.748338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:21.753144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:21.766566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:21.785063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:21.789391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.825936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Pushing event updated for resources: {'Port': ['ID=b9d134e1-52fe-40b0-b1f8-f43246eef055,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:21.854781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.864324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] DHCP port deletion for 04bc28f6-6471-4eea-89ff-aa6b7d17388a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:21.872315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.872667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.873007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.873343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.873672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.874000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.874326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.874665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.874991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.875297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.875802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.876152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:38:21.882274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Deleting port 272af6da-7013-4577-ac5b-d4012cdee273 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:21.882647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.935124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Attempting to bind port b9d134e1-52fe-40b0-b1f8-f43246eef055 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:21.935488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Attempting to bind port b9d134e1-52fe-40b0-b1f8-f43246eef055 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f20eda42-b782-4537-86ec-859a73616c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:21.936062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Attempting to bind port b9d134e1-52fe-40b0-b1f8-f43246eef055 on network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:21.941586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.952498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:21.953148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Checking segment: {'id': 'f20eda42-b782-4537-86ec-859a73616c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:21.953558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.954034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Bound using segment: {'id': 'f20eda42-b782-4537-86ec-859a73616c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:21.954518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Bound port: b9d134e1-52fe-40b0-b1f8-f43246eef055, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20eda42-b782-4537-86ec-859a73616c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8b45bc51-3dec-4c39-a04c-ac1224fd1452'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:21.954888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:21.966091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.026271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:22.040289 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] Sync routers for ids ['d3128281-2054-47cb-9ff3-bf00cde1aecb'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:22.056128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] Routers {'d3128281-2054-47cb-9ff3-bf00cde1aecb'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:22.057082 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3128281-2054-47cb-9ff3-bf00cde1aecb'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.060603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49b4875-c241-434b-8ad6-b1a20fd3fae9']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.084297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.085633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-040aff6e-d37a-4d99-b725-b9a010bd837a tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "PUT /v2.0/routers/d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 200 len: 708 time: 6.1895900 Feb 16 12:38:22.091095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.091388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3398a5-77b5-4ccb-a6d0-ed59dab52972') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.095423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49402) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:22.124511 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.133609 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] Routers {'d3128281-2054-47cb-9ff3-bf00cde1aecb'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:22.134458 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3128281-2054-47cb-9ff3-bf00cde1aecb'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.185789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.201623 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:22.202358 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fac40a-80d9-4ebf-9590-c3355ff60d76 None None] The sync data for ids ['d3128281-2054-47cb-9ff3-bf00cde1aecb'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:22.266922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Deleting port efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:22.267907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.275191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.280654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.347989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:22.348411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:22.367125 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:22.380144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a1b04-585c-48f7-9baa-d6976ed35102 None None] The port 'efcd4bdc-bfea-4247-8ae8-a567cd7dc8cd' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:38:22.387556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] For port 272af6da-7013-4577-ac5b-d4012cdee273, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=272af6da-7013-4577-ac5b-d4012cdee273,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:22.387935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.446187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] For port 272af6da-7013-4577-ac5b-d4012cdee273, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=272af6da-7013-4577-ac5b-d4012cdee273,segment=NetworkSegment(982b01de-b9d1-4c5a-8421-dccfdea0dd3f),segment_id=982b01de-b9d1-4c5a-8421-dccfdea0dd3f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:22.446187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.457940 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed232c48-cd26-4f66-90c2-415213f10ddf tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/routers/d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 200 len: 743 time: 0.3587813 Feb 16 12:38:22.466925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49406) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:22.506164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.524474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Calling delete_port for 272af6da-7013-4577-ac5b-d4012cdee273 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:22.560662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] For port b9d134e1-52fe-40b0-b1f8-f43246eef055, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:22.587371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.604221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] For port b9d134e1-52fe-40b0-b1f8-f43246eef055, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b9d134e1-52fe-40b0-b1f8-f43246eef055,segment=NetworkSegment(f20eda42-b782-4537-86ec-859a73616c6a),segment_id=f20eda42-b782-4537-86ec-859a73616c6a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:22.613910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.628718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Calling delete_port for 272af6da-7013-4577-ac5b-d4012cdee273 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:22.629984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.641448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49b4875-c241-434b-8ad6-b1a20fd3fae9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:22.660108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.668876 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9ffc6df1-2d3b-4c40-9d04-af5df64a2d0b tempest-RoutersIpV6AdminTest-261282646 tempest-RoutersIpV6AdminTest-261282646-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 200 len: 205 time: 0.1992450 Feb 16 12:38:22.675431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:22.699611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] No DVR routers for this DVR port 272af6da-7013-4577-ac5b-d4012cdee273 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:22.743000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ebe91-1899-4ee3-a8e1-9e543cd18c7f None None] Pushing event updated for resources: {'Port': ['ID=b9d134e1-52fe-40b0-b1f8-f43246eef055,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:22.786259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.799548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01a242-ed7a-466b-8c69-ca305170142c None None] Pushing event deleted for resources: {'Port': ['ID=272af6da-7013-4577-ac5b-d4012cdee273,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:22.816681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 272af6da-7013-4577-ac5b-d4012cdee273 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:22.820531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:38:22.820849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:38:22.821456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:22.830989 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfe65ac2-d8be-42b9-b1d0-d61d8f827942 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 200 len: 205 time: 0.1541462 Feb 16 12:38:22.852183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:22.862125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 272af6da-7013-4577-ac5b-d4012cdee273 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:22.862477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 272af6da-7013-4577-ac5b-d4012cdee273 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:22.874891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a3ee9e4-cf0f-41b2-a165-42fc6eab0db4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b49b4875-c241-434b-8ad6-b1a20fd3fae9 HTTP/1.1" status: 204 len: 168 time: 2.7734396 Feb 16 12:38:23.022217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:23.028038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.130864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:23.148384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=6b002575-d14d-40dd-9049-b4d4c10e5420,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:23.155503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:23.190748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:23.267604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.278840 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-efb132f0-7648-4773-923b-c3b784dd68f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8df0b7d2fe3b41cd9f3e80c9e3633daa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0840197 Feb 16 12:38:23.313200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49426) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:23.328699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.331681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Deleting port 272af6da-7013-4577-ac5b-d4012cdee273 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:23.332030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.414774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] The port '272af6da-7013-4577-ac5b-d4012cdee273' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:38:23.547409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=bae43eb4-9467-49b7-b7c4-fb0b9cd8e21e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:23.707706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.721135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Router ada8e542-ed8d-4bf1-98e9-808d34016d36 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:23.739209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bc28f6-6471-4eea-89ff-aa6b7d17388a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:23.827277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982b01de-b9d1-4c5a-8421-dccfdea0dd3f') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:23.827571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982b01de-b9d1-4c5a-8421-dccfdea0dd3f') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:23.857459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:23.859265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '610585f5-8cc0-4082-8832-ace4773601dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:23.859635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: c16b07ad-a720-4baa-a86a-491a8d093072, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:23.945190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b7aa6-69ee-4f71-9e7c-d8602b9a2695 None None] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:23.976052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.013951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.015621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.064577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.070924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3021083d-b11a-46e9-9a26-abe1d59ee11e None None] Provisioning for port b9d134e1-52fe-40b0-b1f8-f43246eef055 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:24.086512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:24.086916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:24.101965 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:24.108367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network c16b07ad-a720-4baa-a86a-491a8d093072 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:24.111694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.169000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:24.186078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] Sync routers for ids ['ada8e542-ed8d-4bf1-98e9-808d34016d36'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:24.200290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.200659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Fanout notify agent at l3_agent the message router_deleted on router d3128281-2054-47cb-9ff3-bf00cde1aecb {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:24.202728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.204310 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-09ac25c0-0271-4bf4-a833-d7ba4964e01e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8764205 Feb 16 12:38:24.206986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.208938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.217235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] Routers {'ada8e542-ed8d-4bf1-98e9-808d34016d36'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:24.217853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ada8e542-ed8d-4bf1-98e9-808d34016d36'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:24.280510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.284877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c16b07ad-a720-4baa-a86a-491a8d093072) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:24.294069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:24.298888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd4c68-b02a-4377-bc3d-eb14310a693e None None] Network c16b07ad-a720-4baa-a86a-491a8d093072 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:24.309306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bc28f6-6471-4eea-89ff-aa6b7d17388a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:24.330268 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5629c045-b4d0-4620-bfad-e11a0c2e2328 admin admin] 10.222.0.65 "DELETE /v2.0/networks/04bc28f6-6471-4eea-89ff-aa6b7d17388a HTTP/1.1" status: 204 len: 168 time: 3.4657784 Feb 16 12:38:24.371988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:24.372692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.421442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] Routers {'ada8e542-ed8d-4bf1-98e9-808d34016d36'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:24.422273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:37:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ada8e542-ed8d-4bf1-98e9-808d34016d36'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:24.432294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.434256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a969b24e-49fe-48be-abd2-1939057f023f tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 204 len: 168 time: 1.5674715 Feb 16 12:38:24.451743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.482462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a073722-9347-463c-bdc1-b5588892adea req-5c93ebae-7968-4d7e-8b17-b21e587734a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:24.489557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a073722-9347-463c-bdc1-b5588892adea req-5c93ebae-7968-4d7e-8b17-b21e587734a3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.8121731 Feb 16 12:38:24.510151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f75069b1-b0ff-4d48-9a03-2b36e78bacd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3472271 Feb 16 12:38:24.511197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49444) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.518246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:24.518653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312330bd-d6ce-4d12-a438-4407b4d1846b None None] The sync data for ids ['ada8e542-ed8d-4bf1-98e9-808d34016d36'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:24.543883 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d10307f8-ec11-45d2-ac4f-eff852a1eb2e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/ada8e542-ed8d-4bf1-98e9-808d34016d36 HTTP/1.1" status: 200 len: 920 time: 0.3332074 Feb 16 12:38:24.544318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.549203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.555789 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f0c6bcc7-4dba-4f6d-999d-e25f80473fef tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 200 len: 205 time: 0.1007199 Feb 16 12:38:24.584130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-f87e1401-ab5d-49dd-8f40-6aa9a29a8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:24.585581 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-f87e1401-ab5d-49dd-8f40-6aa9a29a8c8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.9072123 Feb 16 12:38:24.586049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49452) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.614391 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55608c85-c4a3-42f0-ae67-73160ea90b35 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=ada8e542-ed8d-4bf1-98e9-808d34016d36 HTTP/1.1" status: 200 len: 205 time: 0.0640743 Feb 16 12:38:24.614974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.707721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.727464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c16b07ad-a720-4baa-a86a-491a8d093072', 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': 'bae43eb4-9467-49b7-b7c4-fb0b9cd8e21e'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:24.728318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.842347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b9d134e1-52fe-40b0-b1f8-f43246eef055 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:24.898924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c7853f3-3551-4d26-b0f3-31af2bf0bb5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ecb619d63594175ae01ee9c8b1e62c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1850743 Feb 16 12:38:24.902838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:24.919592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:24.989393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Allocated IP 2001:db8::1 (c16b07ad-a720-4baa-a86a-491a8d093072/bae43eb4-9467-49b7-b7c4-fb0b9cd8e21e/737b02a3-9487-43fc-b553-edc5a5a9e249) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:24.994022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.005721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port b9d134e1-52fe-40b0-b1f8-f43246eef055 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:25.026231 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a073722-9347-463c-bdc1-b5588892adea req-38fe572f-085e-4ebb-9560-12929c078676 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355387 Feb 16 12:38:25.028371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-70d4537b-9306-42b3-8486-e907086afb8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:25.031807 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70d4537b-9306-42b3-8486-e907086afb8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/d3128281-2054-47cb-9ff3-bf00cde1aecb HTTP/1.1" status: 404 len: 336 time: 0.4277596 Feb 16 12:38:25.036647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.044086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b9d134e1-52fe-40b0-b1f8-f43246eef055 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:25.044462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.180604 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1aa6bd8-ecc9-450c-8e49-b6e411030a8d tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 200 len: 205 time: 0.0734279 Feb 16 12:38:25.183712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.197792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.222765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.241604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.251400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port 7fa495cc-ba1b-4904-9ce6-ae1cce7754e4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:25.251732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.282508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.341551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.344616 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0a0372cb-9f97-400d-8f6d-e1d92b892244 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:25.350217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a0372cb-9f97-400d-8f6d-e1d92b892244 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/47aca9df-db82-49bd-a990-b699dadbc68a HTTP/1.1" status: 404 len: 336 time: 0.1418972 Feb 16 12:38:25.351216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.359974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.360542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e61f5-383d-4987-8c0a-068f03c4f716,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:25.388847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Transition to ACTIVE for port object 737b02a3-9487-43fc-b553-edc5a5a9e249 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:25.430762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Transition to ACTIVE for port object 737b02a3-9487-43fc-b553-edc5a5a9e249 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:25.433382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port b9d134e1-52fe-40b0-b1f8-f43246eef055, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b9d134e1-52fe-40b0-b1f8-f43246eef055,segment=NetworkSegment(f20eda42-b782-4537-86ec-859a73616c6a),segment_id=f20eda42-b782-4537-86ec-859a73616c6a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:25.437691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.469055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7a3b0fe-9ec0-4797-9e4f-69fd3664bd5e tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 200 len: 205 time: 0.1020343 Feb 16 12:38:25.472091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.472550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.485326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.516444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Network c16b07ad-a720-4baa-a86a-491a8d093072 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:25.524064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:25.528153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:25.610245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.611394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d40fea53-85e0-4c72-a1a8-70d031727501 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b5e61f5-383d-4987-8c0a-068f03c4f716 HTTP/1.1" status: 204 len: 168 time: 2.2942307 Feb 16 12:38:25.612968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-2522f654-d174-4053-aa77-1ec9b98353b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:25.625789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-2522f654-d174-4053-aa77-1ec9b98353b5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.9374456 Feb 16 12:38:25.641945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.658961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=b9d134e1-52fe-40b0-b1f8-f43246eef055,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:25.703268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265cbaf-6755-43c9-90b0-ea14f433d792,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:25.709782 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-7e2fcd26-7d82-4f25-9fd2-bfa9a81d7c96 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:25.710802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7e2fcd26-7d82-4f25-9fd2-bfa9a81d7c96 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/0fd11066-b309-45e2-982c-1d1c44e10c88 HTTP/1.1" status: 404 len: 336 time: 0.2346373 Feb 16 12:38:25.713626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49488) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.715404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.718800 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f217f462-a52c-4350-b4a8-c0b9232f032d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3265cbaf-6755-43c9-90b0-ea14f433d792 HTTP/1.1" status: 204 len: 168 time: 0.8125918 Feb 16 12:38:25.744652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Attempting to bind port 737b02a3-9487-43fc-b553-edc5a5a9e249 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:25.746255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Attempting to bind port 737b02a3-9487-43fc-b553-edc5a5a9e249 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '610585f5-8cc0-4082-8832-ace4773601dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:25.747078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Attempting to bind port 737b02a3-9487-43fc-b553-edc5a5a9e249 on network c16b07ad-a720-4baa-a86a-491a8d093072 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:25.756617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:25.758500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Checking segment: {'id': '610585f5-8cc0-4082-8832-ace4773601dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:25.759160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.759741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Bound using segment: {'id': '610585f5-8cc0-4082-8832-ace4773601dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:25.760416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Bound port: 737b02a3-9487-43fc-b553-edc5a5a9e249, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610585f5-8cc0-4082-8832-ace4773601dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c16b07ad-a720-4baa-a86a-491a8d093072'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:25.761958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.773646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-044c0f8b-6b94-4f57-ac6d-2dd96de23c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.774452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a5c01d7-6cd2-49c1-907c-e9531ea653fd tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 200 len: 205 time: 0.0567164 Feb 16 12:38:25.778394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.803573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Pushing event updated for resources: {'Port': ['ID=737b02a3-9487-43fc-b553-edc5a5a9e249,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:25.836274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:25.842667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.162 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/ad034a7f-5eaa-40b5-b6f9-17815998e5b9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:25.865673 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-94b2e217-4744-400d-b2a2-1de3eb9fc142 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:25.866809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-94b2e217-4744-400d-b2a2-1de3eb9fc142 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/0a1c106d-cd7a-48dd-a3d0-90ce6025a544 HTTP/1.1" status: 404 len: 336 time: 0.0874972 Feb 16 12:38:25.919168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:25.921010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] For port 737b02a3-9487-43fc-b553-edc5a5a9e249, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:25.926188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] For port 737b02a3-9487-43fc-b553-edc5a5a9e249, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=737b02a3-9487-43fc-b553-edc5a5a9e249,segment=NetworkSegment(610585f5-8cc0-4082-8832-ace4773601dd),segment_id=610585f5-8cc0-4082-8832-ace4773601dd)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:25.933245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.017282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for 7fa495cc-ba1b-4904-9ce6-ae1cce7754e4 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:26.061839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc30ad0-c90b-46e9-80b7-6db1e0b93840 None None] Pushing event updated for resources: {'Port': ['ID=737b02a3-9487-43fc-b553-edc5a5a9e249,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:26.084949 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d84eebdb-95c8-4926-8b8a-2dd442f7db72 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 200 len: 205 time: 0.1646690 Feb 16 12:38:26.097981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:26.141508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-3b41b676-2fff-45ce-a52e-cc466fe5e123 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.4856319 Feb 16 12:38:26.161944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port 737b02a3-9487-43fc-b553-edc5a5a9e249 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:26.162488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.278167 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3daff26d-6a7e-480c-8c71-5585726c0df7 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:26.279220 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3daff26d-6a7e-480c-8c71-5585726c0df7 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/9e79f2e9-adb4-4968-8c09-ad2e3b5e2c0a HTTP/1.1" status: 404 len: 336 time: 0.1802988 Feb 16 12:38:26.289764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:26.295912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.376192 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-af47326e-347f-419a-9c02-02eaec00243b tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "GET /v2.0/ports?device_id=263b2f12-e698-4dcc-a527-c8e7cf96a175 HTTP/1.1" status: 200 len: 205 time: 0.0852852 Feb 16 12:38:26.379155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49528) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:26.470353 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-b5ac0837-5810-40a1-9f45-ee19460c5dd5 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] delete failed (client error): The resource could not be found. Feb 16 12:38:26.471326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5ac0837-5810-40a1-9f45-ee19460c5dd5 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/routers/263b2f12-e698-4dcc-a527-c8e7cf96a175 HTTP/1.1" status: 404 len: 336 time: 0.0909579 Feb 16 12:38:26.477095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:26.571874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.632164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-263102f3-b8e3-46de-8a72-c191bbd62301 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] DELETE failed (client error): The resource could not be found. Feb 16 12:38:26.632599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263102f3-b8e3-46de-8a72-c191bbd62301 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:38:26.637841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.669586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-c17b75e3-319b-472a-8fc9-839697529921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:26.671043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-c17b75e3-319b-472a-8fc9-839697529921 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.5102460 Feb 16 12:38:26.705256 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-263102f3-b8e3-46de-8a72-c191bbd62301 tempest-RoutersIpV6AdminTest-213230019 tempest-RoutersIpV6AdminTest-213230019-project] 10.222.0.65 "DELETE /v2.0/subnets/10ce6ffc-0656-47e9-8d2c-2a149e46ac66 HTTP/1.1" status: 404 len: 337 time: 0.1301026 Feb 16 12:38:26.731091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=7fa495cc-ba1b-4904-9ce6-ae1cce7754e4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:26.944322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:26.949989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 737b02a3-9487-43fc-b553-edc5a5a9e249 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:27.005594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.118321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 737b02a3-9487-43fc-b553-edc5a5a9e249 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:27.128411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b9d134e1-52fe-40b0-b1f8-f43246eef055 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:27.177476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8f63-efea-4a84-9e89-99d6fb593342 req-fb479139-2a38-44fd-a117-557be37b04f0 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:27.179004 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e27a8f63-efea-4a84-9e89-99d6fb593342 req-fb479139-2a38-44fd-a117-557be37b04f0 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.9394915 Feb 16 12:38:27.225721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port 737b02a3-9487-43fc-b553-edc5a5a9e249, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=737b02a3-9487-43fc-b553-edc5a5a9e249,segment=NetworkSegment(610585f5-8cc0-4082-8832-ace4773601dd),segment_id=610585f5-8cc0-4082-8832-ace4773601dd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:27.226062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.250427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b9d134e1-52fe-40b0-b1f8-f43246eef055 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:27.250725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.292763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:27.295821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:27.303374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49562) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:27.311366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.324577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.332653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.336423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:27.415194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.415982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router ada8e542-ed8d-4bf1-98e9-808d34016d36 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:27.429612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.434056 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4dd38ac4-f15c-4c29-9ac1-554883357626 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/ada8e542-ed8d-4bf1-98e9-808d34016d36 HTTP/1.1" status: 204 len: 168 time: 2.8149266 Feb 16 12:38:27.434817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:27.440873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1138934425', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:27.447012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:27.451436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:router and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:27.455009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:27.461257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:27.475260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.476773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.478300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549fe363-80e3-4678-8d2f-d0345293de4a None None] Network c16b07ad-a720-4baa-a86a-491a8d093072 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:27.504931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.555842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for 737b02a3-9487-43fc-b553-edc5a5a9e249 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:27.612677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-034b9d2a-8749-4cf3-b829-0fb115d5ffd6 None None] Provisioning for port 737b02a3-9487-43fc-b553-edc5a5a9e249 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:27.626816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-034b9d2a-8749-4cf3-b829-0fb115d5ffd6 None None] Provisioning complete for port 737b02a3-9487-43fc-b553-edc5a5a9e249 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:27.627242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-034b9d2a-8749-4cf3-b829-0fb115d5ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.705054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'networks': [{'name': 'tempest-network--1048574834'}, {'name': 'tempest-network--1555059601'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:27.705450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-network--1048574834'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:27.706040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-network--1555059601'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:27.712136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:27.718414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:network and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:27.721753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:27.728305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:27.730354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:27.800667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-034b9d2a-8749-4cf3-b829-0fb115d5ffd6 None None] Could not find standard attr ID for object 737b02a3-9487-43fc-b553-edc5a5a9e249. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:38:27.812238 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.plugins.ml2.db [None req-034b9d2a-8749-4cf3-b829-0fb115d5ffd6 None None] No ports have port_id starting with 737b02a3-9487-43fc-b553-edc5a5a9e249 Feb 16 12:38:27.840205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'network': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:27.843904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.859840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.902796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9039e26a-93b2-48f1-8796-9e8b41150271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:27.910312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:27.938430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.048978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.064283 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e27a8f63-efea-4a84-9e89-99d6fb593342 req-02093702-67f3-4649-ac75-aeef4aacf4e2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8730931 Feb 16 12:38:28.077726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Port': ['ID=737b02a3-9487-43fc-b553-edc5a5a9e249,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:28.143869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:28.155846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:28.159985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:security_group_rule and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:28.163577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:28.168060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.174309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0206dcd821e1442d975bf93fede2bb4c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:28.176846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:28.180305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:28.191302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:28.193512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-118cefc6-4d22-4bf0-b95c-832e201d40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:28.195085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-118cefc6-4d22-4bf0-b95c-832e201d40ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4597783 Feb 16 12:38:28.196246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No DVR routers for this DVR port 737b02a3-9487-43fc-b553-edc5a5a9e249 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:28.418450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.435298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.435748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.446104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.473900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.474102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.507147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99033e07-89d0-4c34-9ddc-ef305c204386,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:28.553545 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0206dcd821e1442d975bf93fede2bb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2498014 Feb 16 12:38:28.554369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:28.565338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49596) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:28.609717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:28.626636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19032122-214c-44bf-ab6f-39b7d34137e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c8298-a87e-4283-87be-fc5dcc80d645,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:28.629456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.629795 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment 8eb9b5fc-3cca-418b-b5e9-ac4442d6ff14 of type vlan for network d6a57809-0d04-4b86-86af-d5fadd5fe1f5 Feb 16 12:38:28.632316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.708620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.759254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.797893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.837637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.878531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:28.901650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.901989 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment 574b4258-5845-4b4a-95bf-d1c4b7b04ff7 of type vlan for network 1821a821-8263-47b7-89c2-20dd19676a8d Feb 16 12:38:28.909563 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-bdc5a75b-f480-4059-9722-82099fa3d892 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747065 Feb 16 12:38:28.950298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-298d65b1-91d9-4f70-82b1-c5a68d9b9bd1 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:28.952463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:28.978486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.025307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.028158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.26.4.171 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/72b2dddb-75ff-4f58-8cc0-aa39273bbf5f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:29.056335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.056995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.062818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.067694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.068347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.083937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.242007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=6b002575-d14d-40dd-9049-b4d4c10e5420,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:29.273268 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9326904 Feb 16 12:38:29.273268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=d6a57809-0d04-4b86-86af-d5fadd5fe1f5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:29.275027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49608) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:29.285371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e5ab6-e67c-41c7-9fbd-bdf0301c42d9 None None] Network c16b07ad-a720-4baa-a86a-491a8d093072 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:29.291531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=bae43eb4-9467-49b7-b7c4-fb0b9cd8e21e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:29.315632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network d6a57809-0d04-4b86-86af-d5fadd5fe1f5 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:29.316336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.367862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.493585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.501248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e239ba-7f4d-4060-b50c-f068136ed8f7 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=1821a821-8263-47b7-89c2-20dd19676a8d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:29.531304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 1821a821-8263-47b7-89c2-20dd19676a8d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:29.557326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.563688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.569638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.575890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.581751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:29.582605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Synchronizing usage tracker for tenant:afd87338f8f14ce18880bca8946c04cb on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:29.587771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.608511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Unset dirty status for tenant:afd87338f8f14ce18880bca8946c04cb on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:29.612762 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c5e86cc6-e2f1-44c4-a514-5e8627262d31 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3301570 Feb 16 12:38:29.613241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.617598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:29.676311 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-298d65b1-91d9-4f70-82b1-c5a68d9b9bd1 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "PUT /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6 HTTP/1.1" status: 200 len: 366 time: 1.0543742 Feb 16 12:38:29.691117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:29.703278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.723049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eeff29d2-6c72-4ec7-a6a7-341ee9f186d4 req-43d0c18b-1493-44c4-8881-484943637618 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770569 Feb 16 12:38:29.740602 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b478c439-633b-4211-a2b6-8dd2571981ab tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0483625 Feb 16 12:38:29.787134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:29.789529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b07ad-a720-4baa-a86a-491a8d093072']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:29.795923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400fbc33-23e3-4b0b-9a4e-7afc93e30314 None None] DHCP port deletion for c16b07ad-a720-4baa-a86a-491a8d093072 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:29.852299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610585f5-8cc0-4082-8832-ace4773601dd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:29.852696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610585f5-8cc0-4082-8832-ace4773601dd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:29.883350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2dc7798-4ce3-4e8f-aad4-dfe0cce026ed tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6 HTTP/1.1" status: 200 len: 366 time: 0.0825830 Feb 16 12:38:29.885223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.902827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:29.905979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:29.913076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:29.924299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:29.983508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:29.993460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:29.998712 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 665668d0-faf4-42ea-a2ff-33e977d05020 associated. External IP: 172.26.4.70, port: 436b034f-689c-4757-93a9-6c71a891df87. Feb 16 12:38:30.063834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.070886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:30.071285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:30.094282 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:30.131428 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a012d54-f667-46c5-8f1d-169bb22f08f8 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6 HTTP/1.1" status: 204 len: 168 time: 0.2197957 Feb 16 12:38:30.166269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49630) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.178896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fcb4a-2838-4a56-8d5a-2395e9747f39 req-997b4845-7dd8-4ff0-8992-f1ed77bf00f4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:30.180395 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-813fcb4a-2838-4a56-8d5a-2395e9747f39 req-997b4845-7dd8-4ff0-8992-f1ed77bf00f4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.7642667 Feb 16 12:38:30.189847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.219708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b5172b2-50db-4948-bc72-ec75c58ccac9 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0520191 Feb 16 12:38:30.225755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49634) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.325253 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6022d75-5ac8-440d-bc13-b607b507bde0 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6 HTTP/1.1" status: 200 len: 370 time: 0.0833421 Feb 16 12:38:30.333954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.377821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.408561 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f82e0ba-e429-4a97-a632-0e86539a9125 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6/default HTTP/1.1" status: 200 len: 370 time: 0.0209804 Feb 16 12:38:30.411395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.418522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.459011 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-6ce85029-322c-44ec-8f42-09097f153065 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:38:30.462661 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ce85029-322c-44ec-8f42-09097f153065 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/b0408c3743eb4c528243ab6b5cf10ca6 HTTP/1.1" status: 404 len: 348 time: 0.0461395 Feb 16 12:38:30.502350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c8298-a87e-4283-87be-fc5dcc80d645,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:30.522582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.523777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a57809-0d04-4b86-86af-d5fadd5fe1f5']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:30.541664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb9b5fc-3cca-418b-b5e9-ac4442d6ff14') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:30.542568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb9b5fc-3cca-418b-b5e9-ac4442d6ff14') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:30.560829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.566334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.585561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.605280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=c16b07ad-a720-4baa-a86a-491a8d093072,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:30.651615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.662679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:30.663125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.664870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-813fcb4a-2838-4a56-8d5a-2395e9747f39 req-b20f5b6c-c8fa-4035-be23-e3088a431dbc tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694147 Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:30.678431 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:30.684228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6da97695-cbe6-4a87-b094-c48444b4f157 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/c16b07ad-a720-4baa-a86a-491a8d093072 HTTP/1.1" status: 204 len: 168 time: 6.1421731 Feb 16 12:38:30.687358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.689372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.690492 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70945d0a-8d99-4e00-9c05-33a07379bb5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e6c8298-a87e-4283-87be-fc5dcc80d645 HTTP/1.1" status: 204 len: 168 time: 2.1231506 Feb 16 12:38:30.700765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:30.700943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103205899'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:30.730127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 737b02a3-9487-43fc-b553-edc5a5a9e249 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:30.767237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:30.775721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 737b02a3-9487-43fc-b553-edc5a5a9e249 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:30.776408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 737b02a3-9487-43fc-b553-edc5a5a9e249 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:30.797768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.831575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:30.836992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:30.846547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:30.866579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:network and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:30.868858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.889617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.899239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:30.902836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:30.941563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:30.965712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=d6a57809-0d04-4b86-86af-d5fadd5fe1f5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:30.982185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:subnet and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.002886 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-052a19ae-4319-43e6-9050-8e4ad51d2d00 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/d6a57809-0d04-4b86-86af-d5fadd5fe1f5 HTTP/1.1" status: 204 len: 168 time: 1.3460095 Feb 16 12:38:31.006490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49658) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:31.049408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:31.053775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.064533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:31.090930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:subnetpool and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.179093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.179708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 05674ea8-56eb-4f96-86a0-eca208225a68 of type vlan for network c97c7039-67ff-4935-ad22-3ecc2ec58a0e Feb 16 12:38:31.197615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.236081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:port and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.239126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.249008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.256452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.302811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.332228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:31.334096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:router and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.348175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.356423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:31.361229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:31.371210 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:31.381096 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:31.381932 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.443541 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.452990 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:31.453843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.466946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:floatingip and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.474627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.498064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.540011 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.540466 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55648-0ddc-4725-b45f-2a84cc7a5d18 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:31.584551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9676ad8d-8ee2-4f9c-8189-27f7e5880153 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.8201418 Feb 16 12:38:31.597411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:31.622327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:31.654687 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea27a745-fab0-401e-899b-9193c28721ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a68a1d9d3384d44b077dc7dfa187e65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2971344 Feb 16 12:38:31.662235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:31.687040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.692875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:31.693477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.733772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:31.748454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:31.759719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:31.760851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.787457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.791558 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2af3841a-e2a0-4764-8514-9a36843122f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3404777 Feb 16 12:38:31.792313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.792748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:31.795936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.801283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:security_group and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.818740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.820893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1821a821-8263-47b7-89c2-20dd19676a8d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.834185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574b4258-5845-4b4a-95bf-d1c4b7b04ff7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.834475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574b4258-5845-4b4a-95bf-d1c4b7b04ff7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:31.846927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.864333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.871918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:31.872566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.893201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:31.919522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Usage tracker for resource:security_group_rule and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:31.940340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:31.949172 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce7e7460-2900-411f-8ae9-b8f900079d57 tempest-QuotasTest-1589285722 tempest-QuotasTest-1589285722-project-admin] 10.222.0.65 "GET /v2.0/quotas/5ff32b5c9c3241b79542301bcb410efd/details.json HTTP/1.1" status: 200 len: 703 time: 1.2529068 Feb 16 12:38:31.969512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:31.987793 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:32.015777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6049-612b-488a-a397-cd0566757fc8 req-f0611532-ec58-4e32-956d-2353f97ba9fb tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:32.024619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.027143 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f1f6049-612b-488a-a397-cd0566757fc8 req-f0611532-ec58-4e32-956d-2353f97ba9fb tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2124782 Feb 16 12:38:32.050003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.097963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.123929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2372083-b625-4d4a-be59-4407bca722a8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:32.143102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f1f6049-612b-488a-a397-cd0566757fc8 req-2e323e1a-9506-4151-af46-a3cd2825f19f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148930 Feb 16 12:38:32.146593 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4597785 Feb 16 12:38:32.149567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.160813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:32.165222 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/1821a821-8263-47b7-89c2-20dd19676a8d HTTP/1.1" status: 204 len: 168 time: 1.1577103 Feb 16 12:38:32.166027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49692) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.170312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.185605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.189827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b423c22-22c4-47a1-88d8-0247d38f8f72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2372083-b625-4d4a-be59-4407bca722a8 HTTP/1.1" status: 204 len: 168 time: 0.5240679 Feb 16 12:38:32.221328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74420da-eeb7-4707-82ec-485bd0ba8585 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=c97c7039-67ff-4935-ad22-3ecc2ec58a0e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:32.291092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:32.320087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775468-cdf8-4ebf-b482-5105c71e8cca tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=1821a821-8263-47b7-89c2-20dd19676a8d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:32.437187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:28Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:32.447043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:32.447394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Updating router a72d1b56-9235-4203-bdd5-8a016aed0284 port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:38:32.567883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router 88fd57f1-7032-487b-8f10-db50846e2c8e is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:32.573135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:32.579277 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f1c918f-bc45-4b76-827f-3091354e867b tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7855258 Feb 16 12:38:32.581877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.585033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:32.590744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:32.621482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.622726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:32.648738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.681397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a6f74-e12e-4365-8a06-74d71f0fb876 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:32.688166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a6f74-e12e-4365-8a06-74d71f0fb876 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:32.688936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-509a6f74-e12e-4365-8a06-74d71f0fb876 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Synchronizing usage tracker for tenant:afd87338f8f14ce18880bca8946c04cb on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:32.795103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:32.798602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.813355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a91364-39e4-475f-b04f-2cfba1530285 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:32.814861 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8a91364-39e4-475f-b04f-2cfba1530285 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2316921 Feb 16 12:38:32.818960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49720) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.819259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.829664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-509a6f74-e12e-4365-8a06-74d71f0fb876 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Unset dirty status for tenant:afd87338f8f14ce18880bca8946c04cb on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:32.831692 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-509a6f74-e12e-4365-8a06-74d71f0fb876 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6118219 Feb 16 12:38:32.835293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.836032 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 665668d0-faf4-42ea-a2ff-33e977d05020 disassociated. External IP: 172.26.4.70, port: 436b034f-689c-4757-93a9-6c71a891df87. Feb 16 12:38:32.874402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.893025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1770152410'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:32.917479 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-baf0d35d-7bbf-4277-a19e-80f86f1c00c2 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974004 Feb 16 12:38:32.920322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:32.925757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:32.982501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:32.994308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123872969', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:33.022854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:33.048107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:33.064681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Usage tracker for resource:security_group_rule and tenant:9828409d6e1d4ea6b44ccb43e139f4ff is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:33.097270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.112607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Transition to ACTIVE for port object ad034a7f-5eaa-40b5-b6f9-17815998e5b9 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:33.121778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.129295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:33.143759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:33.147935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.158787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:33.208031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Attempting to bind port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:33.208031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Attempting to bind port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:33.208031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Attempting to bind port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:33.219138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:33.219509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:33.219907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.220337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:33.220751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:33.220873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Bound port: ad034a7f-5eaa-40b5-b6f9-17815998e5b9, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:33.221151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.249576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:33.254752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:33.259026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e42fbc-5ad2-4885-b4a2-335a8ef6e8a2 None None] Pushing event updated for resources: {'Port': ['ID=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:33.267673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:33.280173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:33.309363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] For port ad034a7f-5eaa-40b5-b6f9-17815998e5b9, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:33.314359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] For port ad034a7f-5eaa-40b5-b6f9-17815998e5b9, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:33.326443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.338057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:33.342219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.364881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.365815 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment 753cd869-0c9a-4ef9-9f40-b14747910e2f of type vlan for network e3b27e98-abec-426f-90d0-f882289af0b2 Feb 16 12:38:33.418587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:33.419258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:33.466977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:33.480684 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Sync routers for ids ['88fd57f1-7032-487b-8f10-db50846e2c8e'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:33.492946 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Routers {'88fd57f1-7032-487b-8f10-db50846e2c8e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:33.493993 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['88fd57f1-7032-487b-8f10-db50846e2c8e'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:33.509852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.569710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.579920 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f78ede7-7af4-4344-92d5-03bb5675c3cb tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.1443779 Feb 16 12:38:33.582775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:33.632510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.648981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.670973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:33.737869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Set router 88fd57f1-7032-487b-8f10-db50846e2c8e gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:33.754582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.794618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:33.823869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.831847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:33.832897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:33.939689 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0df1d553-2eed-4e1a-9f46-dea5e08441e8 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/88fd57f1-7032-487b-8f10-db50846e2c8e HTTP/1.1" status: 200 len: 909 time: 0.3534100 Feb 16 12:38:33.943057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:33.969135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e42fbc-5ad2-4885-b4a2-335a8ef6e8a2 None None] Pushing event updated for resources: {'Port': ['ID=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.029614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1138934425', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': True}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:34.032343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:34.038270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.063148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:34.068056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102bb58f-6870-4448-813b-db6d4af55137,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.072655 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a81a177c-fcff-4610-908a-1d4f2e29d854 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9828409d6e1d4ea6b44ccb43e139f4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4203281 Feb 16 12:38:34.075417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:34.085602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:34.086444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.112983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49760) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:34.116566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=48a081b5-d6e7-4f15-9ab9-e45d6c627eb3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.132276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Usage tracker for resource:router and tenant:a0e0e05531a44b06bf25f1521c4335bb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:34.153478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=e3b27e98-abec-426f-90d0-f882289af0b2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.156046 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f39d3d7-e078-45ec-8d08-3cb05dd72c03 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/665668d0-faf4-42ea-a2ff-33e977d05020 HTTP/1.1" status: 200 len: 687 time: 2.5576541 Feb 16 12:38:34.156531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:34.159323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:34.177004 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e3b27e98-abec-426f-90d0-f882289af0b2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:34.179558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:34.195278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fce75b9e-fe7a-420b-9d6e-26d3e9f80931 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3198261 Feb 16 12:38:34.205085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '05674ea8-56eb-4f96-86a0-eca208225a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:34.205751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: c97c7039-67ff-4935-ad22-3ecc2ec58a0e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:34.220608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49770) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:34.236456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-414525967'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:34.270525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:34.303466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.304866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.317585 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:27Z', 'updated_at': '2022-02-16T12:38:30Z', 'revision_number': 3, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port': {'id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:28Z', 'updated_at': '2022-02-16T12:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.324953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:network and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:34.325615 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Checking router: 88fd57f1-7032-487b-8f10-db50846e2c8e for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:34.327389 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Updating router 88fd57f1-7032-487b-8f10-db50846e2c8e port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:38:34.332126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:34.343040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.347786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:34.355768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:34.362926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.363965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:34.365049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.395690 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.444727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49776) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:34.446324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 6b002575-d14d-40dd-9049-b4d4c10e5420 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:34.446324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.478764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.482157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.482873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b570423e-659d-49a9-bb8b-4be8b6b48401 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:34.483087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=d3789c4b-ed99-4ca5-9626-59c02ffa1b31,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.503620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.517662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c97c7039-67ff-4935-ad22-3ecc2ec58a0e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:34.523668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:34.524287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.530930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ac2b3d-feca-4d29-be4e-38779b396405 None None] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:34.545298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:34.550504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.595690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:34.615026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.615455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment 1eb8bfa7-e3ff-4168-9f84-7f24966d0491 of type vlan for network 71ade7f7-a33d-458f-a3d8-80316bbc92f1 Feb 16 12:38:34.688794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.732383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.735098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.757750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9fe915e4-614b-4c46-9bb4-1ffce5473a6a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6045625 Feb 16 12:38:34.770916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:34.772857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.781791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:28Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:34.790564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b5e9f-8112-40a7-8071-491265086fde None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:28Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:34.819171 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.822118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1951013734', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:34.839640 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Transition to ACTIVE for port object 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:34.851166 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.853257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.862972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738666294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:34.909236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:34.909445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c97c7039-67ff-4935-ad22-3ecc2ec58a0e', 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': '48a081b5-d6e7-4f15-9ab9-e45d6c627eb3'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:34.910166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.950299 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7e7c1-3542-4ed0-9dad-8307053cb6c2 None None] Pushing event updated for resources: {'Port': ['ID=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:34.977521 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Attempting to bind port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:34.978042 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Attempting to bind port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:34.978520 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Attempting to bind port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:34.986402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:34.987059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:34.987713 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.988226 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:34.988857 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Bound port: 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:34.989331 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.059983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 6b002575-d14d-40dd-9049-b4d4c10e5420 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:35.109230 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] For port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:35.118733 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] For port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:35.127899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:35.128275 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.130677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102bb58f-6870-4448-813b-db6d4af55137,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:35.135132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:35.140405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:38:35.173528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:35.173905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: 055584b2-290e-4dc5-8b00-ecb632fb3ea9, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:35.174704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Allocated IP 2001:db8::1 (c97c7039-67ff-4935-ad22-3ecc2ec58a0e/48a081b5-d6e7-4f15-9ab9-e45d6c627eb3/a3595d0f-508d-4771-bc40-a6764a9b3213) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:35.199133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:35.208151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.211562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-56a3bff9-03c2-42ef-96d5-0c42a479ea09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/102bb58f-6870-4448-813b-db6d4af55137 HTTP/1.1" status: 204 len: 168 time: 1.0899737 Feb 16 12:38:35.217543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:35.230761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Usage tracker for resource:port and tenant:3a83bfac8a8e46389c9782fad9b0c220 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:35.235504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:35.247655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:35.272940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Made reservation on behalf of 3a83bfac8a8e46389c9782fad9b0c220 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:35.279258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.294982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.308857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.341963 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Routers {'88fd57f1-7032-487b-8f10-db50846e2c8e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:35.342594 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['88fd57f1-7032-487b-8f10-db50846e2c8e'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:35.380077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=6b002575-d14d-40dd-9049-b4d4c10e5420,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:35.411061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:35.427202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Usage tracker for resource:security_group_rule and tenant:3a83bfac8a8e46389c9782fad9b0c220 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:35.497509 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7e7c1-3542-4ed0-9dad-8307053cb6c2 None None] Pushing event updated for resources: {'Port': ['ID=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:35.515410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:35.523506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.532668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:35.535892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:35.544197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.561049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.567696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:35.568452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.570322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.573391 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f16a2301-d457-4315-a36f-9071a2233e1f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/665668d0-faf4-42ea-a2ff-33e977d05020 HTTP/1.1" status: 204 len: 168 time: 1.4126663 Feb 16 12:38:35.581203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:35.582893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.603718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.612813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '7ee56ce3-ba07-414f-a057-03482744b5d2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:35.623950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Transition to ACTIVE for port object a3595d0f-508d-4771-bc40-a6764a9b3213 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:35.628085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:35.632965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:35.642621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:floatingip and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:35.654476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:35.680046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:35.685905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Transition to ACTIVE for port object a3595d0f-508d-4771-bc40-a6764a9b3213 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:35.696125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.753127 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] Set router 88fd57f1-7032-487b-8f10-db50846e2c8e gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:35.799122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:35.803350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:35.812114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:35.819508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.854419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 055584b2-290e-4dc5-8b00-ecb632fb3ea9) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:35.859304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.873474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:35.874191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.894120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b8fa9-6936-4694-8d43-1446dced928a None None] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:35.897159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.911863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] device_id is not set on port 2907b979-8ecb-4761-9efa-32e2c4d7e0fe yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:35.967740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Pushing event updated for resources: {'Port': ['ID=a3595d0f-508d-4771-bc40-a6764a9b3213,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:35.969735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7477078 Feb 16 12:38:35.974057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:35.974057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:35.989547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a99108f1-0d63-4907-9d20-37a792d303d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0612481 Feb 16 12:38:35.998369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'ports': [{'network_id': 'e3b27e98-abec-426f-90d0-f882289af0b2', 'name': 'tempest-port--2023389403', 'admin_state_up': True}, {'network_id': '71ade7f7-a33d-458f-a3d8-80316bbc92f1', 'admin_state_up': False}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:35.998687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'port': {'network_id': 'e3b27e98-abec-426f-90d0-f882289af0b2', 'name': 'tempest-port--2023389403', 'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:35.999149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'port': {'network_id': '71ade7f7-a33d-458f-a3d8-80316bbc92f1', 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:36.016743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:36.019311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:36.084738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Allocated IP 172.26.4.156 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/2907b979-8ecb-4761-9efa-32e2c4d7e0fe) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:36.236842 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:27Z', 'updated_at': '2022-02-16T12:38:30Z', 'revision_number': 3, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port': {'id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:28Z', 'updated_at': '2022-02-16T12:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:36.241888 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e25843-d6ce-4d15-9c7c-d6768b5edf33 None None] The sync data for ids ['88fd57f1-7032-487b-8f10-db50846e2c8e'] in dv-neutron-829435-1-hyperv is: [{'id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171'}], 'enable_snat': False}, 'gw_port_id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:27Z', 'updated_at': '2022-02-16T12:38:30Z', 'revision_number': 3, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port': {'id': '72b2dddb-75ff-4f58-8cc0-aa39273bbf5f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fd57f1-7032-487b-8f10-db50846e2c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:28Z', 'updated_at': '2022-02-16T12:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:36.246049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Attempting to bind port a3595d0f-508d-4771-bc40-a6764a9b3213 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:36.246774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Attempting to bind port a3595d0f-508d-4771-bc40-a6764a9b3213 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '05674ea8-56eb-4f96-86a0-eca208225a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:36.247141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Attempting to bind port a3595d0f-508d-4771-bc40-a6764a9b3213 on network c97c7039-67ff-4935-ad22-3ecc2ec58a0e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:36.255424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:36.255794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Checking segment: {'id': '05674ea8-56eb-4f96-86a0-eca208225a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:36.256250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.256993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Bound using segment: {'id': '05674ea8-56eb-4f96-86a0-eca208225a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:36.257519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Bound port: a3595d0f-508d-4771-bc40-a6764a9b3213, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05674ea8-56eb-4f96-86a0-eca208225a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c97c7039-67ff-4935-ad22-3ecc2ec58a0e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:36.257890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.303204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9662df-3b46-4537-bcde-3c132dcb26c8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:36.310678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd83a3-2811-40c7-b882-ed3bee9c5955 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=71ade7f7-a33d-458f-a3d8-80316bbc92f1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:36.347775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 71ade7f7-a33d-458f-a3d8-80316bbc92f1 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:36.373012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.398514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.398857 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 06ead726-e4a9-4890-8833-b7d546363ffd of type vlan for network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 Feb 16 12:38:36.483633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:36.520532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff32b5c9c3241b79542301bcb410efd is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:36.525279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:36.528719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.541427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:36.564817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.589865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] For port a3595d0f-508d-4771-bc40-a6764a9b3213, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:36.607256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] For port a3595d0f-508d-4771-bc40-a6764a9b3213, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a3595d0f-508d-4771-bc40-a6764a9b3213,segment=NetworkSegment(05674ea8-56eb-4f96-86a0-eca208225a68),segment_id=05674ea8-56eb-4f96-86a0-eca208225a68)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:36.619235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.691594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.697463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:36.699090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.761827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.816895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:36.822692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:36.838965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:36.889314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f4fd-70bc-454d-8c64-3427b1fa5496 None None] Pushing event updated for resources: {'Port': ['ID=a3595d0f-508d-4771-bc40-a6764a9b3213,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:36.982398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:36.989176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Pushing event updated for resources: {'Port': ['ID=2907b979-8ecb-4761-9efa-32e2c4d7e0fe,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:36.991715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.028974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.036394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.112 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/ca569d06-d009-4a5b-bd23-dcf787322f80) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:37.055583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ff32b5c9c3241b79542301bcb410efd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0733230 Feb 16 12:38:37.118638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:37.238069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:37.238913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.243192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Allocated IP 172.20.0.2 (055584b2-290e-4dc5-8b00-ecb632fb3ea9/d3789c4b-ed99-4ca5-9626-59c02ffa1b31/fa479ffc-3393-4236-9e3d-49a9b4a47476) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:37.304037 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:37.311132 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-089f4f3e-4ef9-47af-855c-2a92e50cd060 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8353655 Feb 16 12:38:37.314715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:37.329377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.156'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:37.331878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:37.334901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:37.340192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.340967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Usage tracker for resource:router and tenant:3a83bfac8a8e46389c9782fad9b0c220 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:37.346685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:37.354650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:37.390488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.391742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.411530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.641831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.677744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.700631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197466-d78b-4b45-ae75-dbaed296d8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c872397-9392-4d32-b164-f40d9ba0140f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:37.704509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.710255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:37.711199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.735974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:37.737740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.763780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.764639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad034a7f-5eaa-40b5-b6f9-17815998e5b9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:37.796687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Transition to ACTIVE for port object fa479ffc-3393-4236-9e3d-49a9b4a47476 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:37.901823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Transition to ACTIVE for port object fa479ffc-3393-4236-9e3d-49a9b4a47476 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:37.911059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.926676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.927009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:37.948578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:37.952096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:37.954800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:37.959951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:38.085680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.098871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:38.121997 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2762513 Feb 16 12:38:38.121997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14f80d-c8a6-435c-9f73-ed531c0c3e53 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:38.127180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:38.131138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:port and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:38.132225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Pushing event updated for resources: {'Port': ['ID=fa479ffc-3393-4236-9e3d-49a9b4a47476,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:38.134237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:38.134382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:38.134670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.140911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:38.155875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:38.174292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:38.174892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:38.201301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:38.204519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=ca569d06-d009-4a5b-bd23-dcf787322f80,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:38.205752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.209824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Attempting to bind port fa479ffc-3393-4236-9e3d-49a9b4a47476 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:38.210398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Attempting to bind port fa479ffc-3393-4236-9e3d-49a9b4a47476 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:38.210970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Attempting to bind port fa479ffc-3393-4236-9e3d-49a9b4a47476 on network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:38.217564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:38.220215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:38.223383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:38.251395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:38.251739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Checking segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:38.252213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.252829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Bound using segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:38.253416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Bound port: fa479ffc-3393-4236-9e3d-49a9b4a47476, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:38.253959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.279375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.342701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7226b9-a77f-41b5-85b5-104f6f3a72b1 None None] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:38.358986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.560962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.621210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.637482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:38.682654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:38.702470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:38.728406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:38.740887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.748132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.777676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-74228050-7f83-4bc8-88c3-fdefda92c2e8 None None] Provisioning for port a3595d0f-508d-4771-bc40-a6764a9b3213 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:38.783222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.856955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.868189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] For port fa479ffc-3393-4236-9e3d-49a9b4a47476, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:38.886739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] For port fa479ffc-3393-4236-9e3d-49a9b4a47476, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa479ffc-3393-4236-9e3d-49a9b4a47476,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:38.892485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ad034a7f-5eaa-40b5-b6f9-17815998e5b9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:38.899933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.908731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:38.912383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.931498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] device_id is not set on port 3ef53187-7a83-40e4-8c76-d940c50cc149 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:38.948815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:38.955214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.028396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079895-cf22-4821-80ee-750a7b9125bc None None] Pushing event updated for resources: {'Port': ['ID=fa479ffc-3393-4236-9e3d-49a9b4a47476,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:39.053636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c872397-9392-4d32-b164-f40d9ba0140f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:39.126268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.194918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:38:39.195518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:38:39.239284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:39.289073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.325965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a3595d0f-508d-4771-bc40-a6764a9b3213 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:39.345419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.346648 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d71eb60-0307-4cd7-aae0-ee152f6ec5a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c872397-9392-4d32-b164-f40d9ba0140f HTTP/1.1" status: 204 len: 168 time: 2.2145817 Feb 16 12:38:39.402714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.26.4.247 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/6cdd26aa-60f0-4ebc-bf56-27328b257fbb) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:39.470238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port a3595d0f-508d-4771-bc40-a6764a9b3213 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:39.476170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a3595d0f-508d-4771-bc40-a6764a9b3213 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:39.476556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.649941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.658771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.679233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.740577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port a3595d0f-508d-4771-bc40-a6764a9b3213, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a3595d0f-508d-4771-bc40-a6764a9b3213,segment=NetworkSegment(05674ea8-56eb-4f96-86a0-eca208225a68),segment_id=05674ea8-56eb-4f96-86a0-eca208225a68)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:39.747876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.750279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:39.943645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=ca569d06-d009-4a5b-bd23-dcf787322f80,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:39.951222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:39.958139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=a3595d0f-508d-4771-bc40-a6764a9b3213,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:39.975597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:39.976078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.134270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.194746 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 associated. External IP: 172.26.4.112, port: 7ee56ce3-ba07-414f-a057-03482744b5d2. Feb 16 12:38:40.210191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.334628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.406791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] device_id is not set on port 520cec54-6ee0-4394-97d5-b5df8cd1083c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:40.412855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.474615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:40.495311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:40.503608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:40.513683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c3054-e359-4a5f-924c-912ec82c42d0 None None] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:40.518102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:40.548254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.605393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:40.647580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (055584b2-290e-4dc5-8b00-ecb632fb3ea9/d3789c4b-ed99-4ca5-9626-59c02ffa1b31/a4a83937-4272-4e36-aa47-b51925696d82) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:40.728318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9499cd59-ac53-4775-963a-b4c3ac7976a6 None None] Provisioning for port fa479ffc-3393-4236-9e3d-49a9b4a47476 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:40.765688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=adcb98f2-2f3e-4fb4-a1cd-40568fb1523b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:40.812944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1876193544'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:40.839562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:40.899832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '06ead726-e4a9-4890-8833-b7d546363ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:40.900215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:40.905153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:40.912371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.914151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:40.926131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:40.935006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:41.026933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:41.030510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.051222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.073778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.076061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.076569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93bcd3ac-a7d9-4c68-9786-5fb225e1da9a {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:41.094016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:41.105912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:41.115941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:41.122468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:41.127465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:41.130660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:38:41.134413 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23e94213-ef0f-486f-b946-336193f71933 tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8160241 Feb 16 12:38:41.134413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:41.137711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49844) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:41.165044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a3595d0f-508d-4771-bc40-a6764a9b3213 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:41.184431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:41.188045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.202250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae72fe1-6601-4181-bb1a-5634052bb139 None None] Network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:41.212981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:41.214261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.241731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object a4a83937-4272-4e36-aa47-b51925696d82 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:41.338659 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1ae21ea7-c5d2-4307-9d63-772699681fe1 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1765873 Feb 16 12:38:41.342448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:41.346905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a3595d0f-508d-4771-bc40-a6764a9b3213 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:41.347230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.347420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.463242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Deleting port 2907b979-8ecb-4761-9efa-32e2c4d7e0fe {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:41.463954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.467001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.692782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa479ffc-3393-4236-9e3d-49a9b4a47476 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:41.761321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5', 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': 'adcb98f2-2f3e-4fb4-a1cd-40568fb1523b'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:41.762467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.770469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:41.781582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.793477 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:41.800046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Port': ['ID=3ef53187-7a83-40e4-8c76-d940c50cc149,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:41.813817 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:41.815172 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:41.816152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.839510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.887370 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:41.892388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Checking segment: {'id': '753cd869-0c9a-4ef9-9f40-b14747910e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e3b27e98-abec-426f-90d0-f882289af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:41.892723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network hostable DHCP agents. Network: e3b27e98-abec-426f-90d0-f882289af0b2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:41.906181 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:41.907173 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:41.925826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fa479ffc-3393-4236-9e3d-49a9b4a47476 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:41.944381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa479ffc-3393-4236-9e3d-49a9b4a47476 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:41.944381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.946756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:41.965251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:41.972267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:41.981366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:41.982749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:42.000709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b70014-a866-43b9-be42-0b3991611644,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.020647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.020936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.021135 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 5eb85b67-bcd7-4eea-ba6f-0c402554994f of type vlan for network 806a39e7-3d72-409c-a0ee-5e78caf2875d Feb 16 12:38:42.085665 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:42.086069 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513dfcc2-38eb-4871-9778-a71c8bbc2477 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:42.088728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.089569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.101529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Allocated IP 2001:db8::3 (3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5/adcb98f2-2f3e-4fb4-a1cd-40568fb1523b/ebd72725-ba8f-4977-a048-39f82780464b) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:42.118690 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96df4c39-f618-4581-8cd1-31678bb570df tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5333948 Feb 16 12:38:42.123134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49852) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:42.180754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network e3b27e98-abec-426f-90d0-f882289af0b2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:42.215859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.259562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.317213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.327429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Calling delete_port for 2907b979-8ecb-4761-9efa-32e2c4d7e0fe owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:42.329990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fa479ffc-3393-4236-9e3d-49a9b4a47476, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa479ffc-3393-4236-9e3d-49a9b4a47476,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:42.341240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.342122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad034a7f-5eaa-40b5-b6f9-17815998e5b9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:42.408858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e3b27e98-abec-426f-90d0-f882289af0b2) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:42.424251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.433520 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6da2d98-9cbb-45a3-b363-ff36270de34f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/floatingips/2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 HTTP/1.1" status: 200 len: 977 time: 0.3011410 Feb 16 12:38:42.443225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366e07a-53e2-44f1-baca-939a227d2bfa None None] Network e3b27e98-abec-426f-90d0-f882289af0b2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:42.450398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49856) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:42.452219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:42.453322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.512123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.517753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:42.518538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.565853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76094840-a1ad-46e6-9415-bd3914b8fa04 None None] Provisioning for port a4a83937-4272-4e36-aa47-b51925696d82 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:42.649952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76094840-a1ad-46e6-9415-bd3914b8fa04 None None] Provisioning complete for port a4a83937-4272-4e36-aa47-b51925696d82 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:42.650488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76094840-a1ad-46e6-9415-bd3914b8fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.690550 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2089951 Feb 16 12:38:42.694441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49860) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:42.709038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b8d1e11-623f-40e7-8fa0-7dda831fb946 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Synchronizing usage tracker for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:floatingip {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:42.711362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa1c1e-d9d0-483e-b753-52225362891c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=806a39e7-3d72-409c-a0ee-5e78caf2875d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.721684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'name': 'tempest-PortsTestJSON-1551840247'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:42.734587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fa479ffc-3393-4236-9e3d-49a9b4a47476,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.741326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Port': ['ID=520cec54-6ee0-4394-97d5-b5df8cd1083c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.744789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.750571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:42.752031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Checking segment: {'id': '1eb8bfa7-e3ff-4168-9f84-7f24966d0491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '71ade7f7-a33d-458f-a3d8-80316bbc92f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:42.752399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network hostable DHCP agents. Network: 71ade7f7-a33d-458f-a3d8-80316bbc92f1, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:42.766629 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.798158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b8d1e11-623f-40e7-8fa0-7dda831fb946 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Unset dirty status for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:floatingip {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:42.803331 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b8d1e11-623f-40e7-8fa0-7dda831fb946 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3485532 Feb 16 12:38:42.803518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.805411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:42.836031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Pushing event deleted for resources: {'Port': ['ID=2907b979-8ecb-4761-9efa-32e2c4d7e0fe,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:42.844415 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Transition to ACTIVE for port object ebd72725-ba8f-4977-a048-39f82780464b will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:42.863824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': '436b034f-689c-4757-93a9-6c71a891df87'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:42.894863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.897043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-456359e7-9660-43d2-8a63-3867850f6b9e tempest-RoutersAdminNegativeTest-833194203 tempest-RoutersAdminNegativeTest-833194203-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2907b979-8ecb-4761-9efa-32e2c4d7e0fe HTTP/1.1" status: 204 len: 168 time: 1.7583592 Feb 16 12:38:42.951025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:42.951399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:42.995462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-76094840-a1ad-46e6-9415-bd3914b8fa04 None None] Port a4a83937-4272-4e36-aa47-b51925696d82 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:38:43.013712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Transition to ACTIVE for port object ebd72725-ba8f-4977-a048-39f82780464b will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:43.031343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.059319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network 71ade7f7-a33d-458f-a3d8-80316bbc92f1 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:43.124394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:43.128994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:43.132489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:43.134633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Pushing event updated for resources: {'Port': ['ID=ebd72725-ba8f-4977-a048-39f82780464b,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:43.141980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:43.155250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.209735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 71ade7f7-a33d-458f-a3d8-80316bbc92f1) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:43.214476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:43.220628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:43.221160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:43.226426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:43.227495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.244470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71675da5-9261-4e42-b4d8-c83261699d5e None None] Network 71ade7f7-a33d-458f-a3d8-80316bbc92f1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:43.314118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Attempting to bind port ebd72725-ba8f-4977-a048-39f82780464b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:43.314713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Attempting to bind port ebd72725-ba8f-4977-a048-39f82780464b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '06ead726-e4a9-4890-8833-b7d546363ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:43.315039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Attempting to bind port ebd72725-ba8f-4977-a048-39f82780464b on network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:43.372122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:43.372493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Checking segment: {'id': '06ead726-e4a9-4890-8833-b7d546363ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:43.372892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.373273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Bound using segment: {'id': '06ead726-e4a9-4890-8833-b7d546363ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:43.373753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Bound port: ebd72725-ba8f-4977-a048-39f82780464b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ead726-e4a9-4890-8833-b7d546363ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:43.374114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.386025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.403461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa479ffc-3393-4236-9e3d-49a9b4a47476 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:43.405176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:43.409857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Usage tracker for resource:security_group_rule and tenant:b97d927357324d669e9bb25e37c6309f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:43.412823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:43.420640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:43.427591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:43.434024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.500404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:43.513986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.525277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.549054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.571837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:43.602361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b97d927357324d669e9bb25e37c6309f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800669 Feb 16 12:38:43.605767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3e71c-516f-45ac-b73c-ec40f56f7f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0736019-69e1-483f-b2fd-871170da245b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:43.611461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:43.629062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=adcb98f2-2f3e-4fb4-a1cd-40568fb1523b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:43.649258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] For port ebd72725-ba8f-4977-a048-39f82780464b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:43.653754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] For port ebd72725-ba8f-4977-a048-39f82780464b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ebd72725-ba8f-4977-a048-39f82780464b,segment=NetworkSegment(06ead726-e4a9-4890-8833-b7d546363ffd),segment_id=06ead726-e4a9-4890-8833-b7d546363ffd)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:43.661444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.698103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa479ffc-3393-4236-9e3d-49a9b4a47476 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:43.698462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.701432 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-249f48f0-c8eb-4a9f-8082-e082be8c10aa tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.7173898 Feb 16 12:38:43.704633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:43.780713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:43.784059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:43.801887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f635219-6f4e-465d-84f8-5263f49df1e4 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:43.810893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f635219-6f4e-465d-84f8-5263f49df1e4 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:43.815424 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f635219-6f4e-465d-84f8-5263f49df1e4 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1072543 Feb 16 12:38:43.816190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49886) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:43.856252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02278-d4aa-4aa4-8e32-60c7940e9944 None None] Pushing event updated for resources: {'Port': ['ID=ebd72725-ba8f-4977-a048-39f82780464b,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:43.916072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc232eaf-7f53-435d-a92c-5f84e878cb2b None None] Network 3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:43.978403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.010090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Deleting port 3ef53187-7a83-40e4-8c76-d940c50cc149 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:44.010848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.056343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 3aeabf8c-def0-498b-8dc8-704802082bcc yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:44.119064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:44.145636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cdde4-effd-4ec0-b140-0a1a5b689e65 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:38:44.177784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ead726-e4a9-4890-8833-b7d546363ffd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:44.178163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ead726-e4a9-4890-8833-b7d546363ffd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:44.239941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.252037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.267725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0cdde4-effd-4ec0-b140-0a1a5b689e65 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:38:44.274213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.364640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Calling delete_port for 3ef53187-7a83-40e4-8c76-d940c50cc149 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:44.402077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router d4a91e20-1f73-4220-86f8-e25278f9669e is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:38:44.428346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.441308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.454996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.465938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:44.466341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:44.493063 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:44.517373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.522691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Port': ['ID=3ef53187-7a83-40e4-8c76-d940c50cc149,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:44.533217 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bff79a68-3d98-477c-98b3-99fbcc96829f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/ports/3ef53187-7a83-40e4-8c76-d940c50cc149 HTTP/1.1" status: 204 len: 168 time: 0.7158937 Feb 16 12:38:44.535736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:44.613222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Deleting port 520cec54-6ee0-4394-97d5-b5df8cd1083c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:44.613855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.836113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:44.961928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Calling delete_port for 520cec54-6ee0-4394-97d5-b5df8cd1083c owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:45.044470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.047994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:38:45.047994 dv-neutron-829435-1-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:38:45.047994 dv-neutron-829435-1-hyperv neutron-server[87698]: [parameters: {'id': '3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5'}] Feb 16 12:38:45.047994 dv-neutron-829435-1-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:38:45.048416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:38:45.095066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Port': ['ID=520cec54-6ee0-4394-97d5-b5df8cd1083c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:45.100728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.110694 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f215aaa-2609-40f0-9576-fa2b76f118e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/ports/520cec54-6ee0-4394-97d5-b5df8cd1083c HTTP/1.1" status: 204 len: 168 time: 0.5730128 Feb 16 12:38:45.111286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49894) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.154597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7f9c6e98-ffdc-4435-9b40-f75a2f1fb81f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Synchronizing usage tracker for tenant:afd87338f8f14ce18880bca8946c04cb on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:45.169931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7f9c6e98-ffdc-4435-9b40-f75a2f1fb81f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Unset dirty status for tenant:afd87338f8f14ce18880bca8946c04cb on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:45.171115 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7f9c6e98-ffdc-4435-9b40-f75a2f1fb81f tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589287 Feb 16 12:38:45.174958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.184309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-353512071'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:45.189646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:45.193832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:network and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:45.196604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:45.202291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:45.212586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:45.215900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.247286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:45.256322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.256656 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment cf32adbb-7855-46d2-80fe-1080bab5b9dc of type vlan for network 7487bfe6-7b93-452a-86cd-ba95259253ed Feb 16 12:38:45.268365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.282271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.287467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.312339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.319144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:45.319953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.324905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0736019-69e1-483f-b2fd-871170da245b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:45.392513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:45.402813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Sync routers for ids ['d4a91e20-1f73-4220-86f8-e25278f9669e'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:45.407033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.410630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1efe4558-0b26-4c9f-80b2-59bbe643e51d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0736019-69e1-483f-b2fd-871170da245b HTTP/1.1" status: 204 len: 168 time: 1.7818613 Feb 16 12:38:45.435157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Routers {'d4a91e20-1f73-4220-86f8-e25278f9669e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:45.436715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d4a91e20-1f73-4220-86f8-e25278f9669e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:45.441729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=7487bfe6-7b93-452a-86cd-ba95259253ed,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:45.448283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.449657 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e237083a-052b-4758-9409-8446f00d5b3a tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2738581 Feb 16 12:38:45.450312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.451099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.455081 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-055e53fd-e56d-46c5-b7b9-034e4daa7614 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.4890759 Feb 16 12:38:45.456677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-156361238'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:45.461698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.466121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:45.466265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.523493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 7487bfe6-7b93-452a-86cd-ba95259253ed details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:45.541217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.553536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.587024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:network and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:45.595265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:45.606072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:45.654741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.686465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:45.785063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=3aeabf8c-def0-498b-8dc8-704802082bcc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:45.805091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Set router d4a91e20-1f73-4220-86f8-e25278f9669e gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:45.808901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port ebd72725-ba8f-4977-a048-39f82780464b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:45.809245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.811236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:45.814810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.881059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:38:45.881423 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66c5a495-1fff-4ec0-b5b0-3ff52adaf1e4 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/d4a91e20-1f73-4220-86f8-e25278f9669e HTTP/1.1" status: 200 len: 908 time: 0.4186211 Feb 16 12:38:45.882038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.882730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:45.942859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:45.981957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:45.982195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Added segment f000a25f-7df3-4170-9869-49d875710e0b of type vlan for network 8911b59c-367b-4fc8-b135-8a70db31ded0 Feb 16 12:38:46.014085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '5eb85b67-bcd7-4eea-ba6f-0c402554994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:46.014444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: 806a39e7-3d72-409c-a0ee-5e78caf2875d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:46.110764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.121508 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59edf7f1-a643-492f-a031-3f480e9c2db6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a83bfac8a8e46389c9782fad9b0c220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719255 Feb 16 12:38:46.135141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:46.152897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.172859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.181105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.181309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a91e20-1f73-4220-86f8-e25278f9669e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '6cdd26aa-60f0-4ebc-bf56-27328b257fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:34Z', 'updated_at': '2022-02-16T12:38:41Z', 'revision_number': 3, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port': {'id': '6cdd26aa-60f0-4ebc-bf56-27328b257fbb', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a91e20-1f73-4220-86f8-e25278f9669e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:38Z', 'updated_at': '2022-02-16T12:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:46.186325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Checking router: d4a91e20-1f73-4220-86f8-e25278f9669e for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:46.186777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Updating router d4a91e20-1f73-4220-86f8-e25278f9669e port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:38:46.256917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.290334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.296820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:46.297409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.303899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:46.361377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:46.368145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:46.420964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.433085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 806a39e7-3d72-409c-a0ee-5e78caf2875d) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:46.471060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce0c9b-bc94-4c05-ac7b-84eace138934 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:46.539226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Network': ['ID=8911b59c-367b-4fc8-b135-8a70db31ded0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:46.543293 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ccaf136-a8ad-467c-974b-686a34d2a0e9 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0919306 Feb 16 12:38:46.585927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.590369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.609543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port ebd72725-ba8f-4977-a048-39f82780464b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ebd72725-ba8f-4977-a048-39f82780464b,segment=NetworkSegment(06ead726-e4a9-4890-8833-b7d546363ffd),segment_id=06ead726-e4a9-4890-8833-b7d546363ffd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:46.610073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.611066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8911b59c-367b-4fc8-b135-8a70db31ded0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:46.657754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:46.664039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.724241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:46.745430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'subnets': [{'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1683728118', 'ip_version': 4}, {'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:46.745834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'subnet': {'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1683728118', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:46.746414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Request body: {'subnet': {'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:46.807606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:46.813778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:46.814513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.840874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2478504f-c879-45fa-9f15-3f2091f44975 None None] Provisioning complete for port a4a83937-4272-4e36-aa47-b51925696d82 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:46.841273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2478504f-c879-45fa-9f15-3f2091f44975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.928493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2478504f-c879-45fa-9f15-3f2091f44975 None None] Port a4a83937-4272-4e36-aa47-b51925696d82 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:38:46.975522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:46.997016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.001022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for ebd72725-ba8f-4977-a048-39f82780464b owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:47.009302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Transition to ACTIVE for port object 6cdd26aa-60f0-4ebc-bf56-27328b257fbb will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:47.018011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.047684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5d75198-cb86-47eb-a0d2-e59b54e9e0ed tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.3447044 Feb 16 12:38:47.047684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 associated. External IP: 172.26.4.112, port: 7ee56ce3-ba07-414f-a057-03482744b5d2. Feb 16 12:38:47.065561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9662df-3b46-4537-bcde-3c132dcb26c8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:47.071651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:47.080147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.081401 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-051f584a-31a8-43b1-99d2-8cba87963ede admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e9662df-3b46-4537-bcde-3c132dcb26c8 HTTP/1.1" status: 204 len: 168 time: 0.9426041 Feb 16 12:38:47.098098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-525643592'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:47.102815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:47.108222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:47.111799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:47.112429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Attempting to bind port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:47.112807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Attempting to bind port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:47.113173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Attempting to bind port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:47.118148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:47.125606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29060a-9e99-4c02-b9cb-e789a0593a20 None None] Pushing event updated for resources: {'Port': ['ID=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:47.128466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:47.129427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:47.129427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.129736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:47.130236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Bound port: 6cdd26aa-60f0-4ebc-bf56-27328b257fbb, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:47.130558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.131107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:47.140233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:47.144299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.186223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:47.196471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Usage tracker for resource:subnet and tenant:afd87338f8f14ce18880bca8946c04cb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:47.201090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.208448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:47.223374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:47.232267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] For port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:47.237078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] For port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:47.244166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.277349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:47.350849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for 6cdd26aa-60f0-4ebc-bf56-27328b257fbb owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:47.352713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Routers {'d4a91e20-1f73-4220-86f8-e25278f9669e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:47.353360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d4a91e20-1f73-4220-86f8-e25278f9669e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.394459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.394936 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 47d506e2-912a-4925-ad49-7da723a3e96a of type vlan for network e3aa3284-75bd-4521-8746-6ce95687ae94 Feb 16 12:38:47.406257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Made reservation on behalf of afd87338f8f14ce18880bca8946c04cb for: {'subnet': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:47.411039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.411590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.429829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29060a-9e99-4c02-b9cb-e789a0593a20 None None] Pushing event updated for resources: {'Port': ['ID=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:47.439267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:47.448991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe1ccebf-c7d7-4be1-8770-b3b6e808f032 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/a72d1b56-9235-4203-bdd5-8a016aed0284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4309492 Feb 16 12:38:47.449353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:47.463228 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:47.476290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.492959 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:47.493731 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.537650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No DVR routers for this DVR port ebd72725-ba8f-4977-a048-39f82780464b on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:47.569817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Port': ['ID=ebd72725-ba8f-4977-a048-39f82780464b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:47.597241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] Set router d4a91e20-1f73-4220-86f8-e25278f9669e gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:47.800096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.808965 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:47.818947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a91e20-1f73-4220-86f8-e25278f9669e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:34Z', 'updated_at': '2022-02-16T12:38:46Z', 'revision_number': 4, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.824288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e4fca-5ea5-4c91-bbf4-90b5555cc8ce None None] The sync data for ids ['d4a91e20-1f73-4220-86f8-e25278f9669e'] in dv-neutron-829435-1-hyperv is: [{'id': 'd4a91e20-1f73-4220-86f8-e25278f9669e', 'name': 'tempest-snat-router-1138934425', 'tenant_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:34Z', 'updated_at': '2022-02-16T12:38:46Z', 'revision_number': 4, 'project_id': 'a0e0e05531a44b06bf25f1521c4335bb', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:47.923052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.944432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:47.960895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ead726-e4a9-4890-8833-b7d546363ffd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.961252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ead726-e4a9-4890-8833-b7d546363ffd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:47.981139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.002987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:48.009194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.023156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:48.023661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:48.044301 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:48.075308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.075855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.076351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.076893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.077409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.077905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.079481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.079481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.079481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.079726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.080162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.080558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.080998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.081428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.086687 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52fd3ff6-c2e8-4fac-86fb-36eaa5a57d23 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9646 time: 0.6313624 Feb 16 12:38:48.090387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.096211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.096878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.102609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49952) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:48.267654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:38:48.267975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:38:48.305101 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:44Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:48.310671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:38:48.311300 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Updating router a72d1b56-9235-4203-bdd5-8a016aed0284 port a4a83937-4272-4e36-aa47-b51925696d82 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:38:48.353466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.370988 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2882969 Feb 16 12:38:48.371932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8777c-9164-4524-8db5-7f22efcc21da tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=e3aa3284-75bd-4521-8746-6ce95687ae94,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:48.375650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:48.386965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e3aa3284-75bd-4521-8746-6ce95687ae94 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:48.389548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.402760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:48.404170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'ports': [{'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'}, {'network_id': 'e3aa3284-75bd-4521-8746-6ce95687ae94'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:48.404287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:48.404680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': 'e3aa3284-75bd-4521-8746-6ce95687ae94'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:48.406573 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.427183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.427642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.430872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.431332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.431782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.432916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.433506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.434044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:48.438631 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-afca2ad9-f77c-4c8b-a85f-3087d2866389 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5253 time: 0.2687566 Feb 16 12:38:48.460778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:48.601673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 49970) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:48.627959 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d36b4377-9d90-4341-bf39-783d8e8ed500 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 HTTP/1.1" status: 204 len: 168 time: 7.2825789 Feb 16 12:38:48.628830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:48.641917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318339649'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:48.647845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:48.650503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:48.662008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:48.672992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:48.673638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:48.710600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:48.721911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:48.731516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:48.774624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:48.779543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:48.780094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.786293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:48.786899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:48.862441 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.874887 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Transition to ACTIVE for port object a4a83937-4272-4e36-aa47-b51925696d82 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:48.881411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:48.888487 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:48.889820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:48.890230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e8bc7-fc29-48ed-9f6e-22b143716c69 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:48.891618 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.893039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:48.970798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:48.983380 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a1be7-1c26-47c4-8a5b-04d7c6c3370f None None] Pushing event updated for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:49.021357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-493279474'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:49.057854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:49.064106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.064451 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 1ba8e9ed-aece-41dc-a371-d698bd7c67a6 of type vlan for network a9c1ca51-8b3d-43c9-a2a0-317933526381 Feb 16 12:38:49.127487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Usage tracker for resource:network and tenant:1772281dc05344e3b8edf5d16090b7a2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:49.141112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:49.152314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:49.161508 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Attempting to bind port a4a83937-4272-4e36-aa47-b51925696d82 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:49.162098 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Attempting to bind port a4a83937-4272-4e36-aa47-b51925696d82 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:49.162768 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Attempting to bind port a4a83937-4272-4e36-aa47-b51925696d82 on network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:49.169096 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:49.169718 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Checking segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:49.170325 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.170847 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Bound using segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:49.171412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Bound port: a4a83937-4272-4e36-aa47-b51925696d82, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:49.171902 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.180365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:49.201048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:49.231304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:49.245625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Made reservation on behalf of 1772281dc05344e3b8edf5d16090b7a2 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:49.248975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.252238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.261427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:49.265164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:49.278185 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] For port a4a83937-4272-4e36-aa47-b51925696d82, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:49.282287 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] For port a4a83937-4272-4e36-aa47-b51925696d82, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a4a83937-4272-4e36-aa47-b51925696d82,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:49.285260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.287852 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.375676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.380443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:49.381507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:49.381764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.384948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:49.385198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.385681 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:49.406728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:49.427385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Usage tracker for resource:security_group_rule and tenant:1772281dc05344e3b8edf5d16090b7a2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:49.431433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:49.438860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] For port 6cdd26aa-60f0-4ebc-bf56-27328b257fbb, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:49.439224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.456850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.459693 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a1be7-1c26-47c4-8a5b-04d7c6c3370f None None] Pushing event updated for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:49.475572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:49.509250 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8722098 Feb 16 12:38:49.564988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:49.581773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': 'a9c1ca51-8b3d-43c9-a2a0-317933526381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:49.609322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e543f1-134c-4061-8901-fab09e462f5a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=a9c1ca51-8b3d-43c9-a2a0-317933526381,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:49.620983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network a9c1ca51-8b3d-43c9-a2a0-317933526381 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:49.626062 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:38:49.767178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:49.770966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:49.775318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:49.779236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:49.785560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.826926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:49.877198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:49.881324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:49.902638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for 6cdd26aa-60f0-4ebc-bf56-27328b257fbb owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:49.909033 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:49.940952 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:49.941584 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:49.954233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.024674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:50.048513 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6336cb2-bb50-45cf-95e6-0da692bb3f7d tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 HTTP/1.1" status: 200 len: 978 time: 7.2377508 Feb 16 12:38:50.051542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49984) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:50.062745 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:50.063343 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:50.069233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:50.129526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:50.129917 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b15cb4-32e5-4627-92e9-7b5b3d6fc118 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:50.165007 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:49Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:50.170520 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48623b5f-c493-467b-8d77-c1c93d3ff2e9 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:49Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:50.193455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.266008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Subnet': ['ID=8511aa13-8cc6-405d-bd46-301319894552,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:50.320074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Checking segment: {'id': 'cf32adbb-7855-46d2-80fe-1080bab5b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:50.320531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network hostable DHCP agents. Network: 7487bfe6-7b93-452a-86cd-ba95259253ed, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:50.337712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb27d02e-6ebd-4818-a440-1236fd71ca5c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4272 time: 1.8703647 Feb 16 12:38:50.349886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port a8544ca3-6070-4b8c-974c-e3948c0dc130 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:50.496998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.502954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network 7487bfe6-7b93-452a-86cd-ba95259253ed is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:50.541776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.582187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 7487bfe6-7b93-452a-86cd-ba95259253ed) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:50.592078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90736cd-7f9c-4056-a4ee-bdc8cbe41f6c None None] Network 7487bfe6-7b93-452a-86cd-ba95259253ed requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:50.613139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.686728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.743810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:50.773526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0534b2-08f6-4cd3-8936-29edb60ff649,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:50.781798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.806688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cdd26aa-60f0-4ebc-bf56-27328b257fbb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:50.835072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.835369 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 disassociated. External IP: 172.26.4.112, port: 436b034f-689c-4757-93a9-6c71a891df87. Feb 16 12:38:50.851435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.851782 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Added segment cd5fab79-8e4c-4921-ba04-67a6862392e8 of type vlan for network 22d93675-6228-4a34-90e9-faea629c8a3a Feb 16 12:38:50.915525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.977511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-7487bfe6-7b93-452a-86cd-ba95259253ed', 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed', 'tenant_id': 'afd87338f8f14ce18880bca8946c04cb', 'fixed_ips': [{'subnet_id': '8511aa13-8cc6-405d-bd46-301319894552'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:50.978813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:50.998500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event updated for resources: {'Subnet': ['ID=a0538be4-a82c-48e9-a923-a33571e32c86,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:50.998717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49990) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.012461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456522969', 'description': 'tempest-secgroup-smoke-1456522969 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:51.018053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:51.022061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:51.025409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:51.033486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:51.082629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.103600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.177419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=13bc3042-9282-4ce6-9097-88414ffae3ce,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:51.188854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '1ba8e9ed-aece-41dc-a371-d698bd7c67a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a9c1ca51-8b3d-43c9-a2a0-317933526381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:51.189292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: a9c1ca51-8b3d-43c9-a2a0-317933526381, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:51.189840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Allocated IP 172.20.0.2 (7487bfe6-7b93-452a-86cd-ba95259253ed/8511aa13-8cc6-405d-bd46-301319894552/bd326ed1-0b18-4218-a2e9-19741492b05a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:51.208047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:51.216080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:51.221274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:51.229177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.237405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:51.262239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network a9c1ca51-8b3d-43c9-a2a0-317933526381 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:51.351027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, a9c1ca51-8b3d-43c9-a2a0-317933526381) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:51.356327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:51.357021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.361618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.387191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 395b1aed-9a1d-4f64-b2fa-0623ee83d260 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:51.396699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa04bb-9b63-4a00-be1f-684951296c64 None None] Network a9c1ca51-8b3d-43c9-a2a0-317933526381 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:51.404834 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a30b270e-5f79-4fcf-9565-d53866be6bd3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8387644 Feb 16 12:38:51.411090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49994) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.454028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Checking segment: {'id': 'f000a25f-7df3-4170-9869-49d875710e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:51.454387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network hostable DHCP agents. Network: 8911b59c-367b-4fc8-b135-8a70db31ded0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:51.476352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.482220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.488094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a4a83937-4272-4e36-aa47-b51925696d82 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:51.545442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.551211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:51.552074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.582753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Network 8911b59c-367b-4fc8-b135-8a70db31ded0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:51.585916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.586419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4a91e20-1f73-4220-86f8-e25278f9669e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:51.618526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8911b59c-367b-4fc8-b135-8a70db31ded0) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:51.644204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:51.644820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:51.645738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.656357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.680933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.764743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:38:51.782426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.783658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7822092 Feb 16 12:38:51.787402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 49998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.790977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b952b-3de1-4e8e-ae1c-bf2f3d028aa4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ac627-a7a2-4e8c-a62c-5c417480b710,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:51.804541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.813449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8cc700-5463-4005-9bdb-8c12bcb8bb98 None None] Network 8911b59c-367b-4fc8-b135-8a70db31ded0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:51.815990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:51.899431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:51.911019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:51.916547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:51.926530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'Network': ['ID=22d93675-6228-4a34-90e9-faea629c8a3a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:51.946568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f0d10e78-13d0-4587-ab59-dd39177c9643 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3439107 Feb 16 12:38:51.950504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:51.951651 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0dd5e3a-20fa-41c1-bcdc-81f25b802d94 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d4a91e20-1f73-4220-86f8-e25278f9669e HTTP/1.1" status: 204 len: 168 time: 6.0664825 Feb 16 12:38:51.955546 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c5d442b-455f-491b-8ef7-1a693d35f65e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.2175057 Feb 16 12:38:51.955546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.955546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.957524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:51.972998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:51.974908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Request body: {'subnet': {'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:51.989648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 22d93675-6228-4a34-90e9-faea629c8a3a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:52.039007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.048527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.054422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.158354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d758c-9edd-4746-8898-c49e4aa7d331 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:52.161034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d758c-9edd-4746-8898-c49e4aa7d331 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:52.163520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d758c-9edd-4746-8898-c49e4aa7d331 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:52.168945 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-db7d758c-9edd-4746-8898-c49e4aa7d331 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1947258 Feb 16 12:38:52.171966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:52.180182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.192176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Transition to ACTIVE for port object bd326ed1-0b18-4218-a2e9-19741492b05a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:52.233949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.269775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port a4a83937-4272-4e36-aa47-b51925696d82 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:52.281391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:38:52.283454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Transition to ACTIVE for port object bd326ed1-0b18-4218-a2e9-19741492b05a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:52.286649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.294987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:52.314958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a4a83937-4272-4e36-aa47-b51925696d82 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:52.315227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.324766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Usage tracker for resource:subnet and tenant:1772281dc05344e3b8edf5d16090b7a2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:52.330019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:52.340294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.345575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:52.352030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:38:52.386976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Deleting subnet 8511aa13-8cc6-405d-bd46-301319894552 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:52.392600 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1bbbbd04-cd5a-49f8-9f7e-580713901553 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 HTTP/1.1" status: 200 len: 688 time: 2.3302970 Feb 16 12:38:52.393019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.399473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.421297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.422655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:52.451691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.497535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023d66a-571c-4fd7-8d85-4223912f72d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-a9c1ca51-8b3d-43c9-a2a0-317933526381', 'network_id': 'a9c1ca51-8b3d-43c9-a2a0-317933526381', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': '13bc3042-9282-4ce6-9097-88414ffae3ce'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:52.498411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c023d66a-571c-4fd7-8d85-4223912f72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.508475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:52.509112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:52.538364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Made reservation on behalf of 1772281dc05344e3b8edf5d16090b7a2 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:52.542085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.592828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:52.612979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:52.615071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=a8544ca3-6070-4b8c-974c-e3948c0dc130,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:52.618823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.633957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.637486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.653151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:52.653979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.674885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Pushing event updated for resources: {'Port': ['ID=bd326ed1-0b18-4218-a2e9-19741492b05a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:52.682509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Network 7487bfe6-7b93-452a-86cd-ba95259253ed is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:52.716898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:52.726118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:52.746756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:52.788395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=13bc3042-9282-4ce6-9097-88414ffae3ce,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:52.800130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8911b59c-367b-4fc8-b135-8a70db31ded0', 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0', 'tenant_id': 'afd87338f8f14ce18880bca8946c04cb', 'fixed_ips': [{'subnet_id': 'a0538be4-a82c-48e9-a923-a33571e32c86'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:52.800843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.824494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedbf4bc-2dfe-40f6-a724-4d774406802d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:52.857046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port ca569d06-d009-4a5b-bd23-dcf787322f80 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:52.857046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.859493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:38:52.860701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:52.894878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.896156 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c23b4a07-778f-4ee1-9659-51b873be172d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1067152 Feb 16 12:38:52.904534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:52.944111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:52.948820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=395b1aed-9a1d-4f64-b2fa-0623ee83d260,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:52.965307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:52.971186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:52.987554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:52.990358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:52.990914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d7e64-5287-443d-a98e-8c2dad834aa4 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:38:52.998822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:53.008876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:53.013615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '47d506e2-912a-4925-ad49-7da723a3e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'e3aa3284-75bd-4521-8746-6ce95687ae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:53.013815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: e3aa3284-75bd-4521-8746-6ce95687ae94, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:53.023112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.042333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c1ca51-8b3d-43c9-a2a0-317933526381']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:53.046254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Attempting to bind port bd326ed1-0b18-4218-a2e9-19741492b05a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:53.046555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Attempting to bind port bd326ed1-0b18-4218-a2e9-19741492b05a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'cf32adbb-7855-46d2-80fe-1080bab5b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:53.046917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Attempting to bind port bd326ed1-0b18-4218-a2e9-19741492b05a on network 7487bfe6-7b93-452a-86cd-ba95259253ed {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:53.079035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64461bfa-acf6-4c8b-8b33-4e3f233a8cd1 None None] Network a9c1ca51-8b3d-43c9-a2a0-317933526381 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:53.084596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.097507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:53.097879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Checking segment: {'id': 'cf32adbb-7855-46d2-80fe-1080bab5b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:53.098279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.098667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Bound using segment: {'id': 'cf32adbb-7855-46d2-80fe-1080bab5b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:53.099151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Bound port: bd326ed1-0b18-4218-a2e9-19741492b05a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf32adbb-7855-46d2-80fe-1080bab5b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7487bfe6-7b93-452a-86cd-ba95259253ed'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:53.099517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.113373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba8e9ed-aece-41dc-a371-d698bd7c67a6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:53.113803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba8e9ed-aece-41dc-a371-d698bd7c67a6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:53.115760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.121362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Deleting port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:53.121665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.130528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.159228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.171581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:53.172112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.181148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network e3aa3284-75bd-4521-8746-6ce95687ae94 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:53.183529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:53.186798 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:53.264088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.264088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.269084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e3aa3284-75bd-4521-8746-6ce95687ae94) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:53.310210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24485c-94b4-4c4f-a79f-aa1fa0b8b1b5 None None] Network e3aa3284-75bd-4521-8746-6ce95687ae94 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:53.314828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:53.320972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:53.326312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:53.326967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.406563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port a4a83937-4272-4e36-aa47-b51925696d82, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a4a83937-4272-4e36-aa47-b51925696d82,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:53.413792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for ca569d06-d009-4a5b-bd23-dcf787322f80 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:53.442432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.447915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.452137 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ccb581ee-da7b-44c8-8ca3-63d531300001 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0732284 Feb 16 12:38:53.457702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50028) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:53.475702 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/a9c1ca51-8b3d-43c9-a2a0-317933526381 HTTP/1.1" status: 204 len: 168 time: 2.0616953 Feb 16 12:38:53.481663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50032) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:53.488384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d671d94-1916-46ce-a3cb-596fce0cb78b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=a9c1ca51-8b3d-43c9-a2a0-317933526381,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:53.495374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1391739239'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:53.502809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:53.513108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.517166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:53.523094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:53.533681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:53.562705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:53.566159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.603092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.643548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.650732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:53.655807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Allocated IP 172.20.0.18 (8911b59c-367b-4fc8-b135-8a70db31ded0/a0538be4-a82c-48e9-a923-a33571e32c86/5b76b7fa-1840-4b86-83b0-249744cad3cb) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:53.665340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] For port bd326ed1-0b18-4218-a2e9-19741492b05a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:53.667535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.667535 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 1eaca78c-31d5-4fb6-b7cb-37be3cf0ce5d of type vlan for network 91626442-260b-42c2-9996-0aaa7bf1cf7b Feb 16 12:38:53.670355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.673570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.700101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.727019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=ca569d06-d009-4a5b-bd23-dcf787322f80,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:53.728940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Subnet': ['ID=8511aa13-8cc6-405d-bd46-301319894552,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:53.731390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] For port bd326ed1-0b18-4218-a2e9-19741492b05a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bd326ed1-0b18-4218-a2e9-19741492b05a,segment=NetworkSegment(cf32adbb-7855-46d2-80fe-1080bab5b9dc),segment_id=cf32adbb-7855-46d2-80fe-1080bab5b9dc)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:53.770055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.782615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] For port 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:53.782972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.784803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:53.801130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.804617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92ce71a-576b-4d9c-a450-5e4d7a8ddd46,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:53.812502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.830445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 395b1aed-9a1d-4f64-b2fa-0623ee83d260 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:53.830787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.868566 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a78121c0-39e8-4443-a64d-8a74afd4f34d tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/subnets/8511aa13-8cc6-405d-bd46-301319894552 HTTP/1.1" status: 204 len: 168 time: 1.6914635 Feb 16 12:38:53.871677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.876430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50036) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:53.919115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.931128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:53.932285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.990227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Calling delete_port for 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:54.034813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750a5a9-e41c-46df-b55a-d95d8d3a6abb None None] Pushing event updated for resources: {'Port': ['ID=bd326ed1-0b18-4218-a2e9-19741492b05a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:54.038119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.039531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2488524d-a727-40f6-a5b9-7fd0efbc8014 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1265724 Feb 16 12:38:54.059753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50040) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.069788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:54.077042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:54.085230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6003134 Feb 16 12:38:54.091327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'Subnet': ['ID=905070e1-0d06-48a3-984b-23accc028ef4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:54.093846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.095167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:54.100758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Deleting subnet a0538be4-a82c-48e9-a923-a33571e32c86 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:38:54.108405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.112286 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-186a76f2-e9be-4c97-9a07-b14b222e5bfe tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 HTTP/1.1" status: 204 len: 168 time: 1.6882806 Feb 16 12:38:54.114329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:54.115027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.117711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16f08-4eb6-4383-82ac-f0a25af3b647 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=91626442-260b-42c2-9996-0aaa7bf1cf7b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:54.117857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Checking segment: {'id': 'cd5fab79-8e4c-4921-ba04-67a6862392e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:54.118257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Network hostable DHCP agents. Network: 22d93675-6228-4a34-90e9-faea629c8a3a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:54.136073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '91626442-260b-42c2-9996-0aaa7bf1cf7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:54.139969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 91626442-260b-42c2-9996-0aaa7bf1cf7b details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:38:54.167016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:54.198060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5d462b5e-1837-4c8d-9536-928537497b58 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] delete failed (client error): The resource could not be found. Feb 16 12:38:54.199518 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d462b5e-1837-4c8d-9536-928537497b58 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/2f29c8c0-bb79-47bf-a7a8-0dd3527a3417 HTTP/1.1" status: 404 len: 345 time: 0.0835805 Feb 16 12:38:54.203536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.315396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.324629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:54.331981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Transition to ACTIVE for port object 5b76b7fa-1840-4b86-83b0-249744cad3cb will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:54.332990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:54.346196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:54.347545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Synchronizing usage tracker for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:54.357808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Transition to ACTIVE for port object 5b76b7fa-1840-4b86-83b0-249744cad3cb will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:54.367152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.368089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.382492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Network 22d93675-6228-4a34-90e9-faea629c8a3a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:54.431339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 22d93675-6228-4a34-90e9-faea629c8a3a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:54.461174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.466954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Network 8911b59c-367b-4fc8-b135-8a70db31ded0 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:54.470828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:54.471804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:54.471942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.473729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda578ae-e42d-47ef-a02a-61958250c315 None None] Network 22d93675-6228-4a34-90e9-faea629c8a3a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:54.545313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Unset dirty status for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:54.546735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecf3ccae-9d3e-44ca-a7ae-25ffd9a1a9bd tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/ports?network_id=ce6d1621-c50d-4f1a-8c63-9210e29f90d1 HTTP/1.1" status: 200 len: 2357 time: 0.3422806 Feb 16 12:38:54.554823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50056) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.589330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:54.609835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:54.621396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:54.623173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:54.633384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-99c9455e-3a2c-4ccc-b361-ab4666747048 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6704638 Feb 16 12:38:54.637264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.638281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50060) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.640771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.645492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:54.682258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Request body: {'port': {'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-81954133'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:54.735216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19163192-a82d-4e11-822c-ccd445484d02 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:54.736588 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19163192-a82d-4e11-822c-ccd445484d02 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/subnets/b2c4143d-05ef-4034-93c7-e314138b26b9 HTTP/1.1" status: 200 len: 797 time: 0.1808386 Feb 16 12:38:54.745243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:54.774942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Pushing event updated for resources: {'Port': ['ID=5b76b7fa-1840-4b86-83b0-249744cad3cb,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:54.789287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 395b1aed-9a1d-4f64-b2fa-0623ee83d260 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:54.813921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Attempting to bind port 5b76b7fa-1840-4b86-83b0-249744cad3cb on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:54.814294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Attempting to bind port 5b76b7fa-1840-4b86-83b0-249744cad3cb by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f000a25f-7df3-4170-9869-49d875710e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:54.814650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Attempting to bind port 5b76b7fa-1840-4b86-83b0-249744cad3cb on network 8911b59c-367b-4fc8-b135-8a70db31ded0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:54.820907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'port': {'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1', 'name': 'tempest-FloatingIPTestJSON-985684001', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:54.825071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:54.825383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Checking segment: {'id': 'f000a25f-7df3-4170-9869-49d875710e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:54.825752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.826143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Bound using segment: {'id': 'f000a25f-7df3-4170-9869-49d875710e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:54.826628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Bound port: 5b76b7fa-1840-4b86-83b0-249744cad3cb, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f000a25f-7df3-4170-9869-49d875710e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8911b59c-367b-4fc8-b135-8a70db31ded0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:54.826987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.845941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:54.849399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.873417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.901999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.908390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-22d93675-6228-4a34-90e9-faea629c8a3a', 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a', 'tenant_id': '1772281dc05344e3b8edf5d16090b7a2', 'fixed_ips': [{'subnet_id': '905070e1-0d06-48a3-984b-23accc028ef4'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:54.909206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:54.953421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] For port 5b76b7fa-1840-4b86-83b0-249744cad3cb, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:54.976636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dda72f0-b07e-4b9d-beae-67d46276b779,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.016763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] For port 5b76b7fa-1840-4b86-83b0-249744cad3cb, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5b76b7fa-1840-4b86-83b0-249744cad3cb,segment=NetworkSegment(f000a25f-7df3-4170-9869-49d875710e0b),segment_id=f000a25f-7df3-4170-9869-49d875710e0b)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:55.034132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:55.034834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.047949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Usage tracker for resource:port and tenant:1772281dc05344e3b8edf5d16090b7a2 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:55.054873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.080934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.095759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:55.120224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:55.137407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:55.151723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:55.159509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b2dddb-75ff-4f58-8cc0-aa39273bbf5f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.168082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Made reservation on behalf of 1772281dc05344e3b8edf5d16090b7a2 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:55.170525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.172226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-05a28488-797c-4621-a86e-1214183c14fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1089833 Feb 16 12:38:55.176165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.202096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:55.205113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:55.220625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.235590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729cabb-9f46-4283-aa8c-9cee4a73a81c None None] Pushing event updated for resources: {'Port': ['ID=5b76b7fa-1840-4b86-83b0-249744cad3cb,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.274881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Allocated IP 2001:db8::2 (22d93675-6228-4a34-90e9-faea629c8a3a/905070e1-0d06-48a3-984b-23accc028ef4/dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:55.330115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] device_id is not set on port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:55.378968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:55.396983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:55.425261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:55.452600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:55.469030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:55.512377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8d89f-a8ea-43be-b636-b0b999dcc330 None None] Network 7487bfe6-7b93-452a-86cd-ba95259253ed requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:55.574415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.605800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.608695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=395b1aed-9a1d-4f64-b2fa-0623ee83d260,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.611153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.626869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.656559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.665300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.769913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.773831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Subnet': ['ID=a0538be4-a82c-48e9-a923-a33571e32c86,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.783022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] device_id is not set on port 02c3c866-f37d-4e57-ab4d-26dd5e1d1618 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:55.841772 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7158fb9a-15d1-4b9e-b023-4dc607d6277a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/395b1aed-9a1d-4f64-b2fa-0623ee83d260 HTTP/1.1" status: 204 len: 168 time: 2.3761187 Feb 16 12:38:55.877393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:55.881236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.886129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-db3f1957-02c5-4efa-bbd1-c0c5cecb3609 None None] Provisioning for port bd326ed1-0b18-4218-a2e9-19741492b05a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:55.901782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4aa87b99-9a35-4c10-a794-84b57237a697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.907871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Transition to ACTIVE for port object dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:55.931426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.935595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Transition to ACTIVE for port object dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:55.941771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.954812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:55.969083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-144b50a6-9deb-4888-8b75-49366470b3c6 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/subnets/a0538be4-a82c-48e9-a923-a33571e32c86 HTTP/1.1" status: 204 len: 168 time: 2.0915463 Feb 16 12:38:55.975908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=42dc7838-9b86-4fdc-850f-825e78868dd3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:55.987217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.000787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '1eaca78c-31d5-4fb6-b7cb-37be3cf0ce5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '91626442-260b-42c2-9996-0aaa7bf1cf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:56.001147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 91626442-260b-42c2-9996-0aaa7bf1cf7b, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:38:56.006165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5b76b7fa-1840-4b86-83b0-249744cad3cb up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:56.013531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.014030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88fd57f1-7032-487b-8f10-db50846e2c8e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:38:56.026909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.031750 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-975d77bd-de98-4cb1-b352-075b5c6f7301 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "DELETE /v2.0/routers/88fd57f1-7032-487b-8f10-db50846e2c8e HTTP/1.1" status: 204 len: 168 time: 4.0628078 Feb 16 12:38:56.031889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.038010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1355384033', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:56.049448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:56.055422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:56.059177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 91626442-260b-42c2-9996-0aaa7bf1cf7b is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:38:56.062958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:56.074619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:56.085174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 91626442-260b-42c2-9996-0aaa7bf1cf7b) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:56.090946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:56.092651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.110963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.114153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.114806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.129027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757234a-d1c1-416d-b7f7-31b60f269d2c None None] Network 91626442-260b-42c2-9996-0aaa7bf1cf7b requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:56.136984 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f3e14405-6fc3-40d9-83f2-b099781c864b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0340583 Feb 16 12:38:56.141338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.145770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.166829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.188012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Network 22d93675-6228-4a34-90e9-faea629c8a3a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:56.256591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:56.285999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:56.296105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9727c0ba-9506-4486-ab6c-386e7ef61aca,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:56.322850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Allocated IP 2001:db8::200 (22d93675-6228-4a34-90e9-faea629c8a3a/905070e1-0d06-48a3-984b-23accc028ef4/57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:56.325976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] DHCP port deletion for 7487bfe6-7b93-452a-86cd-ba95259253ed request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:56.329687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee65670-95cf-4845-a0e7-e7c300e91bc0 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:56.331156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8ee65670-95cf-4845-a0e7-e7c300e91bc0 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Synchronizing usage tracker for tenant:afd87338f8f14ce18880bca8946c04cb on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:56.352289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.353459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a49aad6-49b1-403c-9e01-36e862be46c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0367064 Feb 16 12:38:56.367447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Deleting port bd326ed1-0b18-4218-a2e9-19741492b05a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:56.368082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.374896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.394036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Pushing event updated for resources: {'Port': ['ID=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:56.427153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:56.463884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:56.481695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fa5f5-1d46-4b1d-9b68-3a59a4bcf231 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:56.487840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fa5f5-1d46-4b1d-9b68-3a59a4bcf231 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:56.488660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b1fa5f5-1d46-4b1d-9b68-3a59a4bcf231 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:56.495404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:56.503014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8ee65670-95cf-4845-a0e7-e7c300e91bc0 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Unset dirty status for tenant:afd87338f8f14ce18880bca8946c04cb on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:56.504484 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ee65670-95cf-4845-a0e7-e7c300e91bc0 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4808779 Feb 16 12:38:56.518655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:56.532585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.566983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.592497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:56.701798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Attempting to bind port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:38:56.702255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Attempting to bind port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'cd5fab79-8e4c-4921-ba04-67a6862392e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:38:56.702802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Attempting to bind port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 on network 22d93675-6228-4a34-90e9-faea629c8a3a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:38:56.740720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5b76b7fa-1840-4b86-83b0-249744cad3cb completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:56.747848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cd4ab-ec4e-4c78-a097-5969f1b487cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-91626442-260b-42c2-9996-0aaa7bf1cf7b', 'network_id': '91626442-260b-42c2-9996-0aaa7bf1cf7b', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': '42dc7838-9b86-4fdc-850f-825e78868dd3'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:38:56.748856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d68cd4ab-ec4e-4c78-a097-5969f1b487cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.753249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.772971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a4a83937-4272-4e36-aa47-b51925696d82 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:56.796129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a5aff-4240-4de8-9691-391f590e34c2 None None] Network 8911b59c-367b-4fc8-b135-8a70db31ded0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:56.826580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:38:56.826580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Checking segment: {'id': 'cd5fab79-8e4c-4921-ba04-67a6862392e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:38:56.826580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.826980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Bound using segment: {'id': 'cd5fab79-8e4c-4921-ba04-67a6862392e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:38:56.828309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b1fa5f5-1d46-4b1d-9b68-3a59a4bcf231 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:56.828467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Bound port: dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5fab79-8e4c-4921-ba04-67a6862392e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:38:56.828467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.830131 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b1fa5f5-1d46-4b1d-9b68-3a59a4bcf231 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9405532 Feb 16 12:38:56.832167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:56.883421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:38:56.910617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.926637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:56.970212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Deleting port 5b76b7fa-1840-4b86-83b0-249744cad3cb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:56.970462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.045079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.160477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4db8a74a-37f6-46f6-bd1b-74d7bfa77961 None None] Provisioning for port 5b76b7fa-1840-4b86-83b0-249744cad3cb completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:57.167588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port a8544ca3-6070-4b8c-974c-e3948c0dc130 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:57.167937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.170995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.239284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.261767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4db8a74a-37f6-46f6-bd1b-74d7bfa77961 None None] Provisioning complete for port 5b76b7fa-1840-4b86-83b0-249744cad3cb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:57.262286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4db8a74a-37f6-46f6-bd1b-74d7bfa77961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.299418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Transition to ACTIVE for port object 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:57.338223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a4a83937-4272-4e36-aa47-b51925696d82 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:57.338686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.351162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.14 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/02c3c866-f37d-4e57-ab4d-26dd5e1d1618) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:57.368061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=42dc7838-9b86-4fdc-850f-825e78868dd3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-d68cd4ab-ec4e-4c78-a097-5969f1b487cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42dc7838-9b86-4fdc-850f-825e78868dd3: This subnet is being modified by another concurrent operation. Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:38:57.371641 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42dc7838-9b86-4fdc-850f-825e78868dd3: This subnet is being modified by another concurrent operation. Feb 16 12:38:57.375381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:38:57.381406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.382230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] For port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:38:57.386095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.13 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/02c3c866-f37d-4e57-ab4d-26dd5e1d1618) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:57.410229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.443190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] For port bd326ed1-0b18-4218-a2e9-19741492b05a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bd326ed1-0b18-4218-a2e9-19741492b05a,segment=NetworkSegment(cf32adbb-7855-46d2-80fe-1080bab5b9dc),segment_id=cf32adbb-7855-46d2-80fe-1080bab5b9dc)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:57.443608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.455103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0402c-6307-4c16-95bb-04922964b8ec None None] Network 91626442-260b-42c2-9996-0aaa7bf1cf7b requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:57.470978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] For port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,segment=NetworkSegment(cd5fab79-8e4c-4921-ba04-67a6862392e8),segment_id=cd5fab79-8e4c-4921-ba04-67a6862392e8)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:38:57.502006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d430c84-3c31-4097-bff1-f77d2a760629,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:57.521821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.527179 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5f4c2ced-1540-4885-919b-3f7f8ce76552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1426125 Feb 16 12:38:57.533993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:57.545985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b55ac627-a7a2-4e8c-a62c-5c417480b710', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:57.551524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.553563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.567980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:57.585347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] For port 5b76b7fa-1840-4b86-83b0-249744cad3cb, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5b76b7fa-1840-4b86-83b0-249744cad3cb,segment=NetworkSegment(f000a25f-7df3-4170-9869-49d875710e0b),segment_id=f000a25f-7df3-4170-9869-49d875710e0b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:57.585714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.600842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.642680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:57.654586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:57.662832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Calling delete_port for bd326ed1-0b18-4218-a2e9-19741492b05a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:57.671597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91626442-260b-42c2-9996-0aaa7bf1cf7b']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:57.704084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.726758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Network 22d93675-6228-4a34-90e9-faea629c8a3a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:57.741951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:57.744708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:57.751214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:57.751872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.788231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:57.800161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaca78c-31d5-4fb6-b7cb-37be3cf0ce5d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:57.800161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaca78c-31d5-4fb6-b7cb-37be3cf0ce5d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:57.870137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Calling delete_port for 5b76b7fa-1840-4b86-83b0-249744cad3cb owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:57.905391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for a8544ca3-6070-4b8c-974c-e3948c0dc130 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:38:57.936312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:57.977717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.016987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'Port': ['ID=57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.030206 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f35c5c11-b6f5-41b1-96bf-4b20175dd723 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.3532798 Feb 16 12:38:58.030905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50110) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:58.041603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.055856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Request body: {'port': {'network_id': '22d93675-6228-4a34-90e9-faea629c8a3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1320382902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:58.056448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] bootfile-name is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:58.056852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] tftp-server is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:58.057188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] server-ip-address is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:38:58.092018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0bc7b-99ba-4085-9233-85438d1b1a9b None None] Pushing event updated for resources: {'Port': ['ID=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.093500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:38:58.101012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fa0e-55dd-42f5-9382-854fda467c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.108739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.137853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.141218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.161379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:58.161862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.184318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4db8a74a-37f6-46f6-bd1b-74d7bfa77961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:58.192810 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:58.207338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd326ed1-0b18-4218-a2e9-19741492b05a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:58.213736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.278739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bd326ed1-0b18-4218-a2e9-19741492b05a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:58.279177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd326ed1-0b18-4218-a2e9-19741492b05a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 12:38:58.300782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.308873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5a924-c67b-4acc-a79c-912c2702cb82 None None] DHCP port deletion for 8911b59c-367b-4fc8-b135-8a70db31ded0 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:38:58.322256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] Pushing event deleted for resources: {'Port': ['ID=bd326ed1-0b18-4218-a2e9-19741492b05a,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.336936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0dd12-a111-4be9-b2cf-a2302660b18e None None] No DVR routers for this DVR port bd326ed1-0b18-4218-a2e9-19741492b05a on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:58.337692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port bd326ed1-0b18-4218-a2e9-19741492b05a not found, will not notify nova. {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 12:38:58.339483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5a924-c67b-4acc-a79c-912c2702cb82 None None] Deleting port 5b76b7fa-1840-4b86-83b0-249744cad3cb {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:38:58.339857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a924-c67b-4acc-a79c-912c2702cb82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.354740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=a8544ca3-6070-4b8c-974c-e3948c0dc130,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.393199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.402700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97a724a2-2b45-43aa-a687-f9f5bb079a0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/a8544ca3-6070-4b8c-974c-e3948c0dc130 HTTP/1.1" status: 204 len: 168 time: 1.5567424 Feb 16 12:38:58.406991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:58.443802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.448922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:58.461569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Usage tracker for resource:port and tenant:1772281dc05344e3b8edf5d16090b7a2 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:58.468276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:58.478455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:58.517213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Made reservation on behalf of 1772281dc05344e3b8edf5d16090b7a2 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:58.521784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.535700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.557335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5a924-c67b-4acc-a79c-912c2702cb82 None None] The port '5b76b7fa-1840-4b86-83b0-249744cad3cb' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:38:58.579568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:38:58.585705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.627898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:58.629139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] device_id is not set on port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:38:58.629576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Port': ['ID=5b76b7fa-1840-4b86-83b0-249744cad3cb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.649584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] No DVR routers for this DVR port 5b76b7fa-1840-4b86-83b0-249744cad3cb on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:38:58.666985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:58.670658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.672300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.680816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:58.684271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:58.733125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=02c3c866-f37d-4e57-ab4d-26dd5e1d1618,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.737315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=91626442-260b-42c2-9996-0aaa7bf1cf7b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.755916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5b76b7fa-1840-4b86-83b0-249744cad3cb no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:58.756080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.789098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:58.789415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.794407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 5b76b7fa-1840-4b86-83b0-249744cad3cb {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:58.795153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5b76b7fa-1840-4b86-83b0-249744cad3cb not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:58.795289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:58.799689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Allocated IP 172.26.4.101 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/3dec0f3a-0587-4604-b174-d791e0cb6ec1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:58.830294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:58.830501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72b2dddb-75ff-4f58-8cc0-aa39273bbf5f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:58.830867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd326ed1-0b18-4218-a2e9-19741492b05a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:38:58.830994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c5ace9-aa1d-42fc-aadd-79b9a37bdb65,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:58.859098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe1d076d-e74f-4923-895f-6470c2b09f44 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1101065 Feb 16 12:38:58.860031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50120) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:58.864319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '02c3c866-f37d-4e57-ab4d-26dd5e1d1618', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:58.867043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bd326ed1-0b18-4218-a2e9-19741492b05a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:38:58.867449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd326ed1-0b18-4218-a2e9-19741492b05a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:38:58.876171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:58.893418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:floatingip and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:58.899977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9be6690-8c50-401a-926e-239abab03496 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/91626442-260b-42c2-9996-0aaa7bf1cf7b HTTP/1.1" status: 204 len: 168 time: 2.7542956 Feb 16 12:38:58.900209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Allocated IP 2001:db8::256 (22d93675-6228-4a34-90e9-faea629c8a3a/905070e1-0d06-48a3-984b-23accc028ef4/454118ff-a543-4b4e-a2a5-dbdaaa9c61e1) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:38:58.901794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:58.901794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:58.910994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338488949'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:38:58.921328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:58.923504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:38:58.923787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.933105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.933329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:38:58.934290 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c5487b02-73ed-48b3-9a80-97eb32f36820 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3943615 Feb 16 12:38:58.965838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:58.975136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:38:58.986061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:38:58.999292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.039122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.211709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8911b59c-367b-4fc8-b135-8a70db31ded0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:59.235061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f000a25f-7df3-4170-9869-49d875710e0b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:59.235492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f000a25f-7df3-4170-9869-49d875710e0b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:38:59.256957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d827287-0c17-48c0-aa8f-a191b9182b26 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:59.257679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d827287-0c17-48c0-aa8f-a191b9182b26 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:59.273351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.280511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb3ffc-1f58-418a-af27-b578225b4ceb None None] Network 22d93675-6228-4a34-90e9-faea629c8a3a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:38:59.312816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.329711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d827287-0c17-48c0-aa8f-a191b9182b26 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:59.333412 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d827287-0c17-48c0-aa8f-a191b9182b26 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8725088 Feb 16 12:38:59.334537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:59.365376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.369679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.373441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:38:59.373581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.373672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Provisioning for port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:38:59.381516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Transition to ACTIVE for port object 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:38:59.381675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Provisioning complete for port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:38:59.382037 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:38:59.392037 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:38:59.406069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:38:59.409431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.444689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.473763 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-287f90cd-9ca0-4545-a3f1-2b5a423235de tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:38:59.477953 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-287f90cd-9ca0-4545-a3f1-2b5a423235de tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/395b1aed-9a1d-4f64-b2fa-0623ee83d260 HTTP/1.1" status: 404 len: 333 time: 0.1398225 Feb 16 12:38:59.480993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:59.517002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:38:59.526552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.526897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment f934c667-d8d2-4c5e-ad82-bd60e2c475b2 of type vlan for network 597b7556-8e92-4d9d-9832-a71bad2272a7 Feb 16 12:38:59.537908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d413b829-ae64-4e67-b351-def9b79e4aeb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:38:59.537908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d413b829-ae64-4e67-b351-def9b79e4aeb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/a8544ca3-6070-4b8c-974c-e3948c0dc130 HTTP/1.1" status: 404 len: 333 time: 0.0524397 Feb 16 12:38:59.538203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:59.585235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.622940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.658334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.667335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.673384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Network 22d93675-6228-4a34-90e9-faea629c8a3a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:59.676427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] For port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,segment=NetworkSegment(cd5fab79-8e4c-4921-ba04-67a6862392e8),segment_id=cd5fab79-8e4c-4921-ba04-67a6862392e8)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:38:59.678887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:59.684033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f875b93b-733c-491a-9115-f7f69b4db333 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:38:59.693976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'Port': ['ID=454118ff-a543-4b4e-a2a5-dbdaaa9c61e1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:59.695572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.696071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=8911b59c-367b-4fc8-b135-8a70db31ded0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:59.697346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:59.705700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:59.706405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.710147 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8dd2da85-3196-476c-9b45-c3786f859f64 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/8911b59c-367b-4fc8-b135-8a70db31ded0 HTTP/1.1" status: 204 len: 168 time: 3.1761286 Feb 16 12:38:59.713898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:59.720363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.724608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.778956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f875b93b-733c-491a-9115-f7f69b4db333 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:38:59.780122 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f875b93b-733c-491a-9115-f7f69b4db333 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456522969&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.3756242 Feb 16 12:38:59.798186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:38:59.816694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525bdf0-3af4-4556-8edb-53ca7aba266c None None] Pushing event updated for resources: {'Port': ['ID=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:59.827288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:38:59.841723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:38:59.907176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event updated for resources: {'Port': ['ID=3dec0f3a-0587-4604-b174-d791e0cb6ec1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:38:59.908668 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-367ce6bc-0e90-4d97-b94e-c4e6b6ba7799 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8725538 Feb 16 12:38:59.922573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:59.938927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:59.944633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:59.945296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.035193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.066108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Provisioning for port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:00.074103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Provisioning complete for port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:00.074822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.092684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1839337 Feb 16 12:39:00.098970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:00.101567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.132045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:00.158056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:00.172571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Provisioning complete for port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:00.173038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.217704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574cc3-88f3-4b64-9b1a-ca38aac50ed7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=597b7556-8e92-4d9d-9832-a71bad2272a7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:00.231167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa3284-75bd-4521-8746-6ce95687ae94']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.240962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:00.246793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c078313c-5de5-488c-97b1-09e4b78ca876 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:00.247447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c078313c-5de5-488c-97b1-09e4b78ca876 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:00.250782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.350424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d506e2-912a-4925-ad49-7da723a3e96a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.350424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d506e2-912a-4925-ad49-7da723a3e96a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.387046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.392952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.428057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c078313c-5de5-488c-97b1-09e4b78ca876 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:00.428673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c078313c-5de5-488c-97b1-09e4b78ca876 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 797 time: 0.6255240 Feb 16 12:39:00.435344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7487bfe6-7b93-452a-86cd-ba95259253ed']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.447028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:00.451826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:00.454755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:00.460850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:00.471896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf32adbb-7855-46d2-80fe-1080bab5b9dc') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.472223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf32adbb-7855-46d2-80fe-1080bab5b9dc') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:00.480128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-26e9efec-1a17-485b-966f-5f016cb0261f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0375896 Feb 16 12:39:00.485346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.485881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8b4ed-3032-4b7a-9df7-683bf366f74b tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:00.490295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.495250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8b4ed-3032-4b7a-9df7-683bf366f74b tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:00.504829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8b4ed-3032-4b7a-9df7-683bf366f74b tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:00.509351 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6cf8b4ed-3032-4b7a-9df7-683bf366f74b tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5814288 Feb 16 12:39:00.509351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.511727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:00.543778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Provisioning for port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:00.550402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:00.595615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.602963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:00.605035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:00.605543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.607586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:00.630921 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:00.667302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:00.667801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.681319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911a789-0746-4a49-aa15-d2acd3f41723 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:00.686469 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:00.716186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Provisioning complete for port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:00.716563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.734551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.127 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/a04cbda7-d9d6-4e91-887a-8ed14343ab7b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:00.740604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.745694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.799934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=7487bfe6-7b93-452a-86cd-ba95259253ed,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:00.803788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:00.804211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:00.824750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ac718b7-9f0d-471e-b945-55e59be4fc40 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/7487bfe6-7b93-452a-86cd-ba95259253ed HTTP/1.1" status: 204 len: 168 time: 1.1036286 Feb 16 12:39:00.827369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:00.834725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f10cc865-94a4-4f22-83e6-436747340cc1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:00.855626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-95333b01-4efb-4e20-b855-d17fe2cbc207 None None] Port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:00.992759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911a789-0746-4a49-aa15-d2acd3f41723 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:01.007058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Deleting port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:01.007663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.012606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f10cc865-94a4-4f22-83e6-436747340cc1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:01.013779 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-f10cc865-94a4-4f22-83e6-436747340cc1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4834654 Feb 16 12:39:01.046652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Provisioning complete for port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:01.046875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.084153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.098574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.140653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.165123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=e3aa3284-75bd-4521-8746-6ce95687ae94,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:01.174384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93574413-f7ba-40f3-a6bb-08a93a9ce8d2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/e3aa3284-75bd-4521-8746-6ce95687ae94 HTTP/1.1" status: 204 len: 168 time: 1.6352880 Feb 16 12:39:01.183574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:01.183819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:01.211951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Provisioning complete for port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:01.212348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.236021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1793975932'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:01.252435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:01.265119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:01.267594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.314073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.330737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbd425-2f7c-46d1-b37f-42ea7ede0ebd None None] Port 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:01.332776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:01.373453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:01.490016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.505404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-6d10d9df-e612-4646-85d3-7f9bd4a45f72 service neutron] 10.222.0.65 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604118 Feb 16 12:39:01.545266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ade7f7-a33d-458f-a3d8-80316bbc92f1']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:01.558499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.578776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:01.582155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.612841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8bfa7-e3ff-4168-9f84-7f24966d0491') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:01.613134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8bfa7-e3ff-4168-9f84-7f24966d0491') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:01.700379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.707594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:01.713853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:01.716351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:01.757366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:01.767606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.780433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.782664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=a04cbda7-d9d6-4e91-887a-8ed14343ab7b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:01.804743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:01.805150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:01.820655 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:01.852460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.856978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.857317 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 377c293f-4be2-4431-8d37-760237b3da38 of type vlan for network 2981919d-e369-4588-8f9e-9c38e387253a Feb 16 12:39:01.949972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-dafab79a-e169-4598-a41c-9bb8f553c949 service neutron] 10.222.0.65 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322717 Feb 16 12:39:01.995346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Calling delete_port for 454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:02.004389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.008675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.040712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=71ade7f7-a33d-458f-a3d8-80316bbc92f1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:02.049390 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd5073a6-da96-4719-9ab9-a9381d6b9b2e tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/71ade7f7-a33d-458f-a3d8-80316bbc92f1 HTTP/1.1" status: 204 len: 168 time: 1.2207658 Feb 16 12:39:02.056052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50176) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:02.134312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.148417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:02.176237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.276932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:02.277210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 597b7556-8e92-4d9d-9832-a71bad2272a7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:02.284523 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-627c32b1-833f-4312-b7fb-cfd0a94b6a75 req-499cb225-a2a5-4e97-a9e6-00e4011e4271 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 210 time: 0.1148961 Feb 16 12:39:02.323060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.323928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.328743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:02.329456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.566827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.598912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b27e98-abec-426f-90d0-f882289af0b2']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:02.612259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753cd869-0c9a-4ef9-9f40-b14747910e2f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:02.612563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753cd869-0c9a-4ef9-9f40-b14747910e2f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:02.625377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.645317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.654190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:02.654733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:02.673997 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:02.695499 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4859202 Feb 16 12:39:02.716500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:02.724411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.725898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:02.737084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '2981919d-e369-4588-8f9e-9c38e387253a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:02.767041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.771442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.782126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832ea15-67c8-400a-a9d0-2445e540a3f5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=2981919d-e369-4588-8f9e-9c38e387253a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:02.794700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2981919d-e369-4588-8f9e-9c38e387253a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:02.811441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] Pushing event deleted for resources: {'Network': ['ID=e3b27e98-abec-426f-90d0-f882289af0b2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:02.822060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eac65042-6a11-4106-a7cf-bfbf39ed8825 tempest-BulkNetworkOpsTest-1505201355 tempest-BulkNetworkOpsTest-1505201355-project] 10.222.0.65 "DELETE /v2.0/networks/e3b27e98-abec-426f-90d0-f882289af0b2 HTTP/1.1" status: 204 len: 168 time: 0.7650478 Feb 16 12:39:02.827228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event deleted for resources: {'Port': ['ID=454118ff-a543-4b4e-a2a5-dbdaaa9c61e1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:02.924482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 597b7556-8e92-4d9d-9832-a71bad2272a7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:02.961381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:02.961973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.973164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5738b9-ddb8-4f34-9d57-06001ad4e600 None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:02.975533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:02.977622 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fe90585-d8a5-4341-8854-5c34a8a2d96a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "DELETE /v2.0/ports/454118ff-a543-4b4e-a2a5-dbdaaa9c61e1 HTTP/1.1" status: 204 len: 168 time: 2.4649684 Feb 16 12:39:03.002100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:03.036074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Request body: {'port': {'name': 'tempest-new-port-name-504393629', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:03.036317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] bootfile-name is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:39:03.036832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] tftp-server is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:39:03.037320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] server-ip-address is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:39:03.086311 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-076a3367-9992-4fac-ac08-f834167bfe0c tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9766755 Feb 16 12:39:03.091096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50200) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:03.095630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:03.102318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:03.104952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:03.110190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:03.115911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Router 751cb346-994b-42d7-9e1c-b07d099bcb84 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:39:03.127495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.135623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:03.287617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:03.290260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-597b7556-8e92-4d9d-9832-a71bad2272a7', 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': 'ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:03.291648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.292188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.350154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:03.361574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:subnet and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:03.364515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.365085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.394514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:03.395332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:03.421126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:03.473618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:39:03.474597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:39:03.504285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:03.507837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.677833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Allocated IP 2001:db8::2 (597b7556-8e92-4d9d-9832-a71bad2272a7/ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325/0e2be0e2-075f-4cc7-9995-a1f8fcf14b04) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:03.711882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:03.729528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] Sync routers for ids ['751cb346-994b-42d7-9e1c-b07d099bcb84'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:03.777631 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] Routers {'751cb346-994b-42d7-9e1c-b07d099bcb84'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:03.780758 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['751cb346-994b-42d7-9e1c-b07d099bcb84'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:03.807810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.809280 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2598994b-5ea9-4731-a88b-16e09027dade tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7762506 Feb 16 12:39:03.820657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:03.832280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:03.859428 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-060447c9-8714-4858-b82d-5386fe4e3f60 req-ae56a7f6-d476-46a6-92a6-f8f9ca13b0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 210 time: 0.2931328 Feb 16 12:39:03.981432 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:03.994689 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] Routers {'751cb346-994b-42d7-9e1c-b07d099bcb84'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:03.995680 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['751cb346-994b-42d7-9e1c-b07d099bcb84'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:04.092598 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:04.093110 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc9ec1-2a73-4994-84fa-b32c76d674f1 None None] The sync data for ids ['751cb346-994b-42d7-9e1c-b07d099bcb84'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:04.136280 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05a775c9-185d-41bc-ab9b-d50cf673ae1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afd87338f8f14ce18880bca8946c04cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377760 Feb 16 12:39:04.159087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:04.177017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.202903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Transition to ACTIVE for port object 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:04.228402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Transition to ACTIVE for port object 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:04.234521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.235023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.280704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.302163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:04.304835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:04.316773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:04.335722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-df931003-fda6-4822-b612-f1aeddec4311 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:04.337249 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-df931003-fda6-4822-b612-f1aeddec4311 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 797 time: 0.5996628 Feb 16 12:39:04.359127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Pushing event updated for resources: {'Port': ['ID=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:04.448296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=a04cbda7-d9d6-4e91-887a-8ed14343ab7b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:04.463791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Attempting to bind port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:04.464223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Attempting to bind port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:04.464569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Attempting to bind port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 on network 597b7556-8e92-4d9d-9832-a71bad2272a7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:04.471229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:04.472253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Checking segment: {'id': 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:04.472253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.472817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Bound using segment: {'id': 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:04.473553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Bound port: 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:04.474301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.512767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.524794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:04.535334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-49dc311f-53e2-4355-8b5e-edbcfdc19240 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 380 time: 0.1779962 Feb 16 12:39:04.547580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.557778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.573612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] For port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:04.576865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] For port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,segment=NetworkSegment(f934c667-d8d2-4c5e-ad82-bd60e2c475b2),segment_id=f934c667-d8d2-4c5e-ad82-bd60e2c475b2)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:04.585557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.607287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.614351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.617067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['b55ac627-a7a2-4e8c-a62c-5c417480b710']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:04.631379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.694219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab436a-e906-4996-a896-b40574bd9439 req-ab8ae492-8a6d-4636-89f0-b3440dcb668c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:04.702685 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78ab436a-e906-4996-a896-b40574bd9439 req-ab8ae492-8a6d-4636-89f0-b3440dcb668c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4687309 Feb 16 12:39:04.709163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c403d1-3279-4fee-badc-1e7df95ccc40 None None] Pushing event updated for resources: {'Port': ['ID=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:04.864803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] In _notify_port_updated(), no bound segment for port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 on network 22d93675-6228-4a34-90e9-faea629c8a3a {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:39:04.871794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:04.872669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:04.877054 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "PUT /v2.0/ports/57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 HTTP/1.1" status: 200 len: 1129 time: 1.8738077 Feb 16 12:39:04.880395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=8155290e-a5e4-4138-be41-6dabdcf74132,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:04.883147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50230) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:04.950317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78ab436a-e906-4996-a896-b40574bd9439 req-22cfbd5e-a53e-404f-bd03-f8b72d406a21 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469943 Feb 16 12:39:05.098435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 8e0e813a-6714-4e36-becd-3f91c8d27014 associated. External IP: 172.26.4.127, port: 02c3c866-f37d-4e57-ab4d-26dd5e1d1618. Feb 16 12:39:05.165249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.184939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '377c293f-4be2-4431-8d37-760237b3da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:05.186819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: 2981919d-e369-4588-8f9e-9c38e387253a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:05.245214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5ada5-3707-4d2c-8e64-2552fc201481 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event updated for resources: {'Port': ['ID=57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:05.291571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.327040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99033e07-89d0-4c34-9ddc-ef305c204386,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:05.338558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e2fd2-e932-4826-ba50-12f33f89b4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:05.339198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f58e2fd2-e932-4826-ba50-12f33f89b4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Synchronizing usage tracker for tenant:1772281dc05344e3b8edf5d16090b7a2 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:05.341582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:05.344678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 2981919d-e369-4588-8f9e-9c38e387253a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:05.354909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:05.358564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.360629 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9de10f10-12a2-4121-8991-04ec9d5c05ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99033e07-89d0-4c34-9ddc-ef305c204386 HTTP/1.1" status: 204 len: 168 time: 1.1860855 Feb 16 12:39:05.406149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-383c9db9-2058-4d2b-957b-abdccc3959c1 None None] Provisioning complete for port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:05.407154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-383c9db9-2058-4d2b-957b-abdccc3959c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.413556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2981919d-e369-4588-8f9e-9c38e387253a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:05.434154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:05.434740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.450618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f58e2fd2-e932-4826-ba50-12f33f89b4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Unset dirty status for tenant:1772281dc05344e3b8edf5d16090b7a2 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:05.454944 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f58e2fd2-e932-4826-ba50-12f33f89b4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "GET /v2.0/ports/57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 HTTP/1.1" status: 200 len: 1129 time: 0.5574012 Feb 16 12:39:05.456125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:05.498598 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-de3fbc42-67c8-457c-9571-b526960caa7f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7786815 Feb 16 12:39:05.498825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-588fe38d-8413-4b5c-8956-ddb9b4f97604 req-b20fa5ec-60ce-430c-910d-84568c863d9a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 210 time: 0.1304708 Feb 16 12:39:05.498825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:05.502085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.507251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:05.516971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '2981919d-e369-4588-8f9e-9c38e387253a', 'name': 'tempest-PortsTestJSON-1009887726'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:05.545249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d7df9-47b6-41be-8556-dd399be5aa0d None None] Network 2981919d-e369-4588-8f9e-9c38e387253a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:05.649780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Deleting port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:05.650137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.754012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.787451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-383c9db9-2058-4d2b-957b-abdccc3959c1 None None] Port 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:05.876635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:05.892912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:05.894695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:05.914733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:05.915661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.957134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2981919d-e369-4588-8f9e-9c38e387253a', 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': '8155290e-a5e4-4138-be41-6dabdcf74132'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:05.958261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:06.035222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bb6c-4e3e-41b0-9fa1-9b2c20ff4573 req-13146fa5-ff36-4e35-82cc-4ee7c09c3dcb tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.037408 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0220bb6c-4e3e-41b0-9fa1-9b2c20ff4573 req-13146fa5-ff36-4e35-82cc-4ee7c09c3dcb tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6743169 Feb 16 12:39:06.101221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:06.213334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:06.239298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Allocated IP 172.20.0.2 (2981919d-e369-4588-8f9e-9c38e387253a/8155290e-a5e4-4138-be41-6dabdcf74132/6a0c817a-f3a7-4651-a354-5070b16a1da5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:06.341872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b498d5f1-d6fd-416b-980b-d0620bb9d613 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2494240 Feb 16 12:39:06.353427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:06.354521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:06.369330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5434522-91e3-47fa-a574-523d008011ee None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:06.386396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:06.392647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:06.421799 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0220bb6c-4e3e-41b0-9fa1-9b2c20ff4573 req-868ba257-2ed0-49dd-b064-41326b44b941 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773842 Feb 16 12:39:06.521963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 66ef8bd3-efde-4d0d-95d9-559d2729efd9 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:06.601618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:06.645981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.13 (055584b2-290e-4dc5-8b00-ecb632fb3ea9/d3789c4b-ed99-4ca5-9626-59c02ffa1b31/4bb35278-f027-47a3-a382-933829f1f89d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:06.683152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.685066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.686934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.688544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.690124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:06.691130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Synchronizing usage tracker for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:06.698817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b617d179-39db-40ce-85f0-62a58c8b4674 None None] Provisioning for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:06.765692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Unset dirty status for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:06.767276 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c826c446-52f8-4a17-bd07-3b6af89d6048 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4116688 Feb 16 12:39:06.778513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50274) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:06.804317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50276) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:06.808480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:06.883518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905270622'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:06.909995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a8f9df96-b531-4d0d-ac50-d343af205db2 req-f7dbb322-e46a-4dc9-9bbe-6eb4787ee9e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:06.921006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:06.942908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a8f9df96-b531-4d0d-ac50-d343af205db2 req-f7dbb322-e46a-4dc9-9bbe-6eb4787ee9e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:06.944476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8f9df96-b531-4d0d-ac50-d343af205db2 req-f7dbb322-e46a-4dc9-9bbe-6eb4787ee9e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 210 time: 0.1884975 Feb 16 12:39:06.950924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:06.959357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:06.966580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:06.989265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:06.995293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Calling delete_port for 57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:06.998194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Transition to ACTIVE for port object 6a0c817a-f3a7-4651-a354-5070b16a1da5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:07.002071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:07.002445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:07.002852 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.035216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:07.054970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105589882'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:07.057399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:07.070866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Transition to ACTIVE for port object 6a0c817a-f3a7-4651-a354-5070b16a1da5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:07.078192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:07.095552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:07.096275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:07.114872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:07.124427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6d48-f5e8-4855-8888-bb7ead5c502c req-57a1d0a7-f8c7-42b7-a205-d8ed6afd0add tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:07.124778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:07.131094 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-954c6d48-f5e8-4855-8888-bb7ead5c502c req-57a1d0a7-f8c7-42b7-a205-d8ed6afd0add tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4551945 Feb 16 12:39:07.132816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:07.136247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.153960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.168523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:07.213576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.219376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:07.240430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Network 2981919d-e369-4588-8f9e-9c38e387253a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:07.247965 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-954c6d48-f5e8-4855-8888-bb7ead5c502c req-882ccaef-5be2-424e-ba04-87d04605de57 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155012 Feb 16 12:39:07.255389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:07.293823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:07.297614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.316879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.319793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:07.351371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:07.356218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:security_group_rule and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:07.359328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:07.365559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Pushing event updated for resources: {'Port': ['ID=6a0c817a-f3a7-4651-a354-5070b16a1da5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:07.365775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:07.378976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:07.379606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:07.442518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:07.461915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27e9cdf8-bcd6-4e1b-b2d7-3e67c5dfb538 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6014657 Feb 16 12:39:07.466547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50286) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:07.470142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.470623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 4dae9381-516d-47a4-833d-b13d870433d5 of type vlan for network 34196e86-4cf2-4f2a-9546-bd30b6b4336a Feb 16 12:39:07.488937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.9 (2981919d-e369-4588-8f9e-9c38e387253a/8155290e-a5e4-4138-be41-6dabdcf74132/66ef8bd3-efde-4d0d-95d9-559d2729efd9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:07.507918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': '02c3c866-f37d-4e57-ab4d-26dd5e1d1618', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:07.549901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:07.550303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc75224-860f-4a75-9aa3-8d6154615941 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:07.596999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.615110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.630445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Update dhcp port {'port': {'network_id': '597b7556-8e92-4d9d-9832-a71bad2272a7', 'fixed_ips': [{'subnet_id': 'ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '0e2be0e2-075f-4cc7-9995-a1f8fcf14b04'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:39:07.639762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.675667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Attempting to bind port 6a0c817a-f3a7-4651-a354-5070b16a1da5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:07.676054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Attempting to bind port 6a0c817a-f3a7-4651-a354-5070b16a1da5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '377c293f-4be2-4431-8d37-760237b3da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:07.676418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Attempting to bind port 6a0c817a-f3a7-4651-a354-5070b16a1da5 on network 2981919d-e369-4588-8f9e-9c38e387253a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:07.695915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:07.696304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Checking segment: {'id': '377c293f-4be2-4431-8d37-760237b3da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:07.696872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.697513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Bound using segment: {'id': '377c293f-4be2-4431-8d37-760237b3da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:07.698143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Bound port: 6a0c817a-f3a7-4651-a354-5070b16a1da5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377c293f-4be2-4431-8d37-760237b3da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2981919d-e369-4588-8f9e-9c38e387253a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:07.698706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.711904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.716099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,segment=NetworkSegment(f934c667-d8d2-4c5e-ad82-bd60e2c475b2),segment_id=f934c667-d8d2-4c5e-ad82-bd60e2c475b2)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:07.723817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.725859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.734791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event deleted for resources: {'Port': ['ID=57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:07.739082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.741611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.792877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.817496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 4bb35278-f027-47a3-a382-933829f1f89d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:07.895270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:07.956129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.977314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.977658 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment be889d90-1bba-4bc3-bba1-4344533f6c37 of type vlan for network a00b3225-6a41-4ef6-85b3-95e210737591 Feb 16 12:39:07.997687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:07.999659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.000874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] For port 6a0c817a-f3a7-4651-a354-5070b16a1da5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:08.011899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ce0c3a-84d5-4bc3-b0d7-7d6d92f4714b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:08.026840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] For port 6a0c817a-f3a7-4651-a354-5070b16a1da5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a0c817a-f3a7-4651-a354-5070b16a1da5,segment=NetworkSegment(377c293f-4be2-4431-8d37-760237b3da38),segment_id=377c293f-4be2-4431-8d37-760237b3da38)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:08.041661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.097943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.183839 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e2b2e5eb-0cc0-40d7-8f4a-d31172ed5b8a tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "DELETE /v2.0/ports/57f0e0f8-ba9f-48ac-9f5a-c3c75ad8fd30 HTTP/1.1" status: 204 len: 168 time: 2.7230890 Feb 16 12:39:08.195913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:08.198482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.207310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.219335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Allocated IP 172.20.0.1 (597b7556-8e92-4d9d-9832-a71bad2272a7/f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9/0e2be0e2-075f-4cc7-9995-a1f8fcf14b04) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:08.221548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adaa8e-5ecf-4500-8186-1ffb5bca7972 None None] Pushing event updated for resources: {'Port': ['ID=6a0c817a-f3a7-4651-a354-5070b16a1da5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:08.312304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.325328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cdbee-2575-48f4-9094-19e27fc7c15d req-62c0e184-40f3-4ce8-8344-e10d9588875a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:08.328465 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-982cdbee-2575-48f4-9094-19e27fc7c15d req-62c0e184-40f3-4ce8-8344-e10d9588875a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.8645110 Feb 16 12:39:08.332869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Deleting subnet 905070e1-0d06-48a3-984b-23accc028ef4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:08.334937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.341188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:08.341808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.412807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] For port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,segment=NetworkSegment(f934c667-d8d2-4c5e-ad82-bd60e2c475b2),segment_id=f934c667-d8d2-4c5e-ad82-bd60e2c475b2)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:08.413090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.423756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:08.424393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.437648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:08.461314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:08.470479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.547959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.595250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Transition to ACTIVE for port object 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:08.616356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.668235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 66ef8bd3-efde-4d0d-95d9-559d2729efd9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:08.688023 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8584139 Feb 16 12:39:08.776642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router 751cb346-994b-42d7-9e1c-b07d099bcb84 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:08.790421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48e174-61c2-414e-bf7d-2e6331b30777 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=a00b3225-6a41-4ef6-85b3-95e210737591,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:08.805483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network a00b3225-6a41-4ef6-85b3-95e210737591 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:08.950061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.975013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:08.979667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ebc7-9b62-4037-8ed7-c721bad2dde9 None None] Pushing event updated for resources: {'Port': ['ID=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:09.084511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:09.085594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=34196e86-4cf2-4f2a-9546-bd30b6b4336a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:09.094228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:09.107151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.140252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 2981919d-e369-4588-8f9e-9c38e387253a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:09.153305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:09.162321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:09.198883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=66ef8bd3-efde-4d0d-95d9-559d2729efd9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:09.239539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:09.255522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.260229 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc1a40e9-eae0-4346-a136-014198d9b38e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "PUT /v2.0/routers/751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 200 len: 922 time: 5.4379971 Feb 16 12:39:09.263636 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] Sync routers for ids ['751cb346-994b-42d7-9e1c-b07d099bcb84'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:09.270681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:09.279146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] Routers {'751cb346-994b-42d7-9e1c-b07d099bcb84'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:09.280787 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['751cb346-994b-42d7-9e1c-b07d099bcb84'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:09.315910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.425539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:09.427114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.487990 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:09.508365 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] Routers {'751cb346-994b-42d7-9e1c-b07d099bcb84'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:09.510374 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['751cb346-994b-42d7-9e1c-b07d099bcb84'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:09.521239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-46b922b7-fb56-40f0-b5f8-99f2dfa90d86 None None] Provisioning for port 4bb35278-f027-47a3-a382-933829f1f89d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:09.535499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-46b922b7-fb56-40f0-b5f8-99f2dfa90d86 None None] Provisioning complete for port 4bb35278-f027-47a3-a382-933829f1f89d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:09.535883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-46b922b7-fb56-40f0-b5f8-99f2dfa90d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.642500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7f077c2-3130-4ad0-bd77-115c5eadf312 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1325529 Feb 16 12:39:09.665364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50300) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:09.675612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-46b922b7-fb56-40f0-b5f8-99f2dfa90d86 None None] Port 4bb35278-f027-47a3-a382-933829f1f89d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:09.727652 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:09.727780 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f034b-e377-495d-969e-7cc40b88c1ee None None] The sync data for ids ['751cb346-994b-42d7-9e1c-b07d099bcb84'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:09.747344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:09.780333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 66ef8bd3-efde-4d0d-95d9-559d2729efd9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:09.780878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:09.830357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2edac-357e-40a8-9124-6fa4c568bfcf None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:09.876638 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-298054ec-7e7a-4879-af4e-ffa12dce6af6 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 200 len: 922 time: 0.6041458 Feb 16 12:39:09.919380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50304) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:09.971870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-982cdbee-2575-48f4-9094-19e27fc7c15d req-b6fbd0ce-66ee-4ac7-801d-55771ef5e219 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6258159 Feb 16 12:39:09.986505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df572b11-e2b1-4f04-8547-e951c01bcaf6 None None] Network 2981919d-e369-4588-8f9e-9c38e387253a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:09.996722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.997062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.997388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.997717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.998733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.998733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.999041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.999299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.999621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:09.999943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:10.010213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:10.010416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-526ac6bb-2186-4955-ac50-5b805e23985a None None] Provisioning for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:10.010645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:10.034672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-391f9088-4a65-4669-8050-3dd2223ab921 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2190506 Feb 16 12:39:10.046124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-526ac6bb-2186-4955-ac50-5b805e23985a None None] Provisioning complete for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:10.047582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:10.047833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-526ac6bb-2186-4955-ac50-5b805e23985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.071624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:10.116511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:10.241999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2694494-4896-408c-b1e7-c9925905b6ed tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:10.244703 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b2694494-4896-408c-b1e7-c9925905b6ed tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=751cb346-994b-42d7-9e1c-b07d099bcb84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3240628 Feb 16 12:39:10.259077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:10.381386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.525724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:10.595649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:10.596289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.612271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daec13-9633-437d-afd1-c38b86873d01 req-6c39aad3-da12-4792-9822-1ed4adde567c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:10.619887 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29daec13-9633-437d-afd1-c38b86873d01 req-6c39aad3-da12-4792-9822-1ed4adde567c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 932 time: 2.4635842 Feb 16 12:39:10.670810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:10.738130 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29daec13-9633-437d-afd1-c38b86873d01 req-5e8c4431-6e2c-4ac5-adc4-6eaaffb79e07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173337 Feb 16 12:39:10.823408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e5914bef-8814-430d-a5a8-0d73937c923a None None] Provisioning for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:10.844366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:10.844955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.935309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:10.951205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:10.975282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:10.980852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 66ef8bd3-efde-4d0d-95d9-559d2729efd9 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:11.004854 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-b1cfc714-e96d-45ef-838c-e0b87fc62fc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4021599 Feb 16 12:39:11.038071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Request body: {'port': {'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:11.079133 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a0c817a-f3a7-4651-a354-5070b16a1da5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:11.111072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.126276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.134240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347de535-1c47-4a54-816f-c06c041ed899 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:11.137182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-347de535-1c47-4a54-816f-c06c041ed899 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.8771598 Feb 16 12:39:11.156074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:11.207969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.214748 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8decccb0-3a99-48c0-b9b2-4d60f7459a28 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 200 len: 205 time: 0.0571043 Feb 16 12:39:11.221429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:11.222530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:11.234175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50324) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:11.324830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:39:11.332823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:11.334141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.339747 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "PUT /v2.0/networks/34196e86-4cf2-4f2a-9546-bd30b6b4336a HTTP/1.1" status: 200 len: 723 time: 1.2807896 Feb 16 12:39:11.341369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50328) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:11.350246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:11.351665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d74aa-db58-4081-91f3-6a14cfe66755 req-46edf750-4217-4610-a3c4-9704b39db98c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:11.353988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb9d74aa-db58-4081-91f3-6a14cfe66755 req-46edf750-4217-4610-a3c4-9704b39db98c tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6951287 Feb 16 12:39:11.363424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.414644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.436244 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb9d74aa-db58-4081-91f3-6a14cfe66755 req-4e385f6b-a245-4299-938d-b27527b3dec5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709984 Feb 16 12:39:11.438532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:11.439163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:11.456774 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a4324d91-a46a-40e0-a918-dfefb09876b0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/8e0e813a-6714-4e36-becd-3f91c8d27014 HTTP/1.1" status: 200 len: 978 time: 3.9881642 Feb 16 12:39:11.477236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:11.499186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:11.523241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:11.541539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:11.542292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.613140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:11.613690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59f0a5-fa0a-4205-b63e-5855d6b68ac1 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:11.672804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.705043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=66ef8bd3-efde-4d0d-95d9-559d2729efd9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:11.768035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.768532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.769657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.770215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.775180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.777494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.780454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.780919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.781378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.781801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.785871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.786398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:11.822382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.904967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 6a0c817a-f3a7-4651-a354-5070b16a1da5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a0c817a-f3a7-4651-a354-5070b16a1da5,segment=NetworkSegment(377c293f-4be2-4431-8d37-760237b3da38),segment_id=377c293f-4be2-4431-8d37-760237b3da38)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:11.918655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:11.933597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c729e-7055-4915-8a43-b14d55bec75f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=34196e86-4cf2-4f2a-9546-bd30b6b4336a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:12.000283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:12.041378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:12.055464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.056661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:12.102632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606faba-dd4e-4005-b7fc-58f0333bcee6 None None] Network 22d93675-6228-4a34-90e9-faea629c8a3a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:12.113147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event deleted for resources: {'Subnet': ['ID=905070e1-0d06-48a3-984b-23accc028ef4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:12.113584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.127818 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-079007e0-e243-4049-92b8-5a5bea95d122 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "DELETE /v2.0/subnets/905070e1-0d06-48a3-984b-23accc028ef4 HTTP/1.1" status: 204 len: 168 time: 3.9209192 Feb 16 12:39:12.130973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:12.170698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=6a0c817a-f3a7-4651-a354-5070b16a1da5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:12.183119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:12.191684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.195225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:12.229555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-096ee497-f6de-4613-b093-cd9cd135ff8f None None] Provisioning complete for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:12.229928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-096ee497-f6de-4613-b093-cd9cd135ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.264460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4058bdc9-8c09-48d0-be94-70208a13e5cf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/66ef8bd3-efde-4d0d-95d9-559d2729efd9 HTTP/1.1" status: 204 len: 168 time: 2.5920298 Feb 16 12:39:12.265347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:12.265553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:12.269825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.401049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:12.412157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:subnet and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:12.417785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:12.429486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:12.470239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:12.475543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.480241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a0c817a-f3a7-4651-a354-5070b16a1da5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:12.625501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-096ee497-f6de-4613-b093-cd9cd135ff8f None None] Provisioning complete for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:12.625863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-096ee497-f6de-4613-b093-cd9cd135ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.656190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb35278-f027-47a3-a382-933829f1f89d {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:39:12.680735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:12.681743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.708504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.752419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.797548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] DHCP port deletion for 22d93675-6228-4a34-90e9-faea629c8a3a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:12.816787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Deleting port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:12.817153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.852041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=5683ef06-0870-4948-b20c-f9b377c023dc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:12.876869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': '4dae9381-516d-47a4-833d-b13d870433d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:12.877243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 34196e86-4cf2-4f2a-9546-bd30b6b4336a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:12.911231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:12.949725 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a310c5e2-70b6-4b00-915f-7ba31e15a68b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:12.950379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a310c5e2-70b6-4b00-915f-7ba31e15a68b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:12.951856 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a310c5e2-70b6-4b00-915f-7ba31e15a68b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/66ef8bd3-efde-4d0d-95d9-559d2729efd9 HTTP/1.1" status: 404 len: 333 time: 0.2889991 Feb 16 12:39:12.958132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:12.967793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:12.984606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Transition to ACTIVE for port object 4bb35278-f027-47a3-a382-933829f1f89d will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:13.033739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 34196e86-4cf2-4f2a-9546-bd30b6b4336a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:13.037738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:13.038492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.058724 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6363122-cc73-49c7-a385-82f66affb3e8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:39:13.059364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6363122-cc73-49c7-a385-82f66affb3e8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:13.063787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87020c24-6ba4-4e8e-a6df-f9fdd7fd66a9 None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:13.073663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.084099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6baaa0-6c68-435b-831c-558cc33c75d9 req-2d30ad14-061a-4eca-8c48-b5e1dc7a2aac tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:13.085365 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac6baaa0-6c68-435b-831c-558cc33c75d9 req-2d30ad14-061a-4eca-8c48-b5e1dc7a2aac tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 932 time: 1.1214838 Feb 16 12:39:13.093227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=72ef17ca-771a-4848-b781-db42881438bc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:13.102938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': 'be889d90-1bba-4bc3-bba1-4344533f6c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:13.104011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: a00b3225-6a41-4ef6-85b3-95e210737591, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:13.113193 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2a339e5-fee5-4022-9ab5-2ba9ba53e546 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7464535 Feb 16 12:39:13.117886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:13.122238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6363122-cc73-49c7-a385-82f66affb3e8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:13.126500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6363122-cc73-49c7-a385-82f66affb3e8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/66ef8bd3-efde-4d0d-95d9-559d2729efd9 HTTP/1.1" status: 404 len: 333 time: 0.1545503 Feb 16 12:39:13.127323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:13.139973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:13.186603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network a00b3225-6a41-4ef6-85b3-95e210737591 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:13.214669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.216656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port a04cbda7-d9d6-4e91-887a-8ed14343ab7b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:13.216974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.225023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e55f10eb-5c56-49d5-95b9-5a23b89fcdca None None] Could not find standard attr ID for object 66ef8bd3-efde-4d0d-95d9-559d2729efd9. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:39:13.238606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, a00b3225-6a41-4ef6-85b3-95e210737591) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:13.243057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:13.244399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.255683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] For port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,segment=NetworkSegment(cd5fab79-8e4c-4921-ba04-67a6862392e8),segment_id=cd5fab79-8e4c-4921-ba04-67a6862392e8)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:13.255861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.267074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46235453-d59a-4baf-8f48-99879afaf17b None None] Network a00b3225-6a41-4ef6-85b3-95e210737591 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:13.280064 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e36097c-c87e-4b66-a019-0b30762549f1 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2343652 Feb 16 12:39:13.281785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:13.284616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30646231'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.322306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1919408579'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:13.330139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:13.337101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:13.349845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:13.359128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:13.379759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:13.383132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.389785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.390119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.453717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Calling delete_port for dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:13.575744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:13.624393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.624792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment 8137eeab-fc48-409c-bc12-5de383deedff of type vlan for network 79075499-2980-424f-9f34-8c172100185f Feb 16 12:39:13.670496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31679735'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.691844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-34196e86-4cf2-4f2a-9546-bd30b6b4336a', 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': '5683ef06-0870-4948-b20c-f9b377c023dc'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:13.692679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.719271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.733092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:13.733699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.735017 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "PUT /v2.0/subnets/5683ef06-0870-4948-b20c-f9b377c023dc HTTP/1.1" status: 200 len: 826 time: 0.6153767 Feb 16 12:39:13.739592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:13.771474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for a04cbda7-d9d6-4e91-887a-8ed14343ab7b owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:13.805304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6aadd-16d5-4d73-906a-5786f4993648 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=5683ef06-0870-4948-b20c-f9b377c023dc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:13.873712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Allocated IP 2001:db8::2 (34196e86-4cf2-4f2a-9546-bd30b6b4336a/5683ef06-0870-4948-b20c-f9b377c023dc/a0d71a91-8c11-4884-9d5a-537a0237c141) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:13.876952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.882616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:13.883293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:13.979828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.028274 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7116060 Feb 16 12:39:14.031438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:14.032549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:14.039989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': '79075499-2980-424f-9f34-8c172100185f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:14.050770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] Pushing event deleted for resources: {'Port': ['ID=dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:14.052793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42ac77-9f51-4f9d-b6ec-42ad2aaa4ff5 None None] No DVR routers for this DVR port dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:14.062663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.063786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac6baaa0-6c68-435b-831c-558cc33c75d9 req-01507a0f-eab4-4502-9941-aa8d1633216a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9351172 Feb 16 12:39:14.075230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f641f02-4f82-40d7-90af-8f79e4054239 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=79075499-2980-424f-9f34-8c172100185f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:14.097283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.121911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 79075499-2980-424f-9f34-8c172100185f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:14.167038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-a00b3225-6a41-4ef6-85b3-95e210737591', 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '72ef17ca-771a-4848-b781-db42881438bc'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:14.167836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.194159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 8155290e-a5e4-4138-be41-6dabdcf74132 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:14.204032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699fc4-e668-427d-8a90-7e142ea13ad2 req-038d1f04-54bf-4f69-9ae2-a634f8f992e8 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:14.205507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-83699fc4-e668-427d-8a90-7e142ea13ad2 req-038d1f04-54bf-4f69-9ae2-a634f8f992e8 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 1.4729123 Feb 16 12:39:14.225391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port 3dec0f3a-0587-4604-b174-d791e0cb6ec1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:14.225767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.254516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:14.254516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.268409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.285106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:subnet and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:14.292573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:14.301477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:14.329109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:14.333278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.426365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.450034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:14.469301 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-83699fc4-e668-427d-8a90-7e142ea13ad2 req-8f32951a-58e3-4648-bdcf-a171a9b98400 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707883 Feb 16 12:39:14.524604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:14.525083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dff3db73-1ef1-4750-8ba3-9dcf7f22e3b0 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:14.558664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Allocated IP 2001:db8:0:ffff::2 (a00b3225-6a41-4ef6-85b3-95e210737591/72ef17ca-771a-4848-b781-db42881438bc/c29694ed-9433-4660-8723-58994c6952d0) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:14.643255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.676911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d93675-6228-4a34-90e9-faea629c8a3a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:14.699756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.711463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:39:14.711854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.738821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Attempting to bind port 4bb35278-f027-47a3-a382-933829f1f89d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:14.739159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Attempting to bind port 4bb35278-f027-47a3-a382-933829f1f89d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:14.739486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Attempting to bind port 4bb35278-f027-47a3-a382-933829f1f89d on network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:14.757179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.765932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.774384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5fab79-8e4c-4921-ba04-67a6862392e8') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:14.774966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5fab79-8e4c-4921-ba04-67a6862392e8') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:14.787434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=a04cbda7-d9d6-4e91-887a-8ed14343ab7b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:14.789299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Port 4bb35278-f027-47a3-a382-933829f1f89d on network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:39:14.789678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Attempting to bind port 4bb35278-f027-47a3-a382-933829f1f89d on network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:14.792067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=37ed9dd6-72de-43a9-9c89-07249a5fa60b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:14.813598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': '8137eeab-fc48-409c-bc12-5de383deedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '79075499-2980-424f-9f34-8c172100185f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:14.813923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: 79075499-2980-424f-9f34-8c172100185f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:14.824456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Transition to ACTIVE for port object a0d71a91-8c11-4884-9d5a-537a0237c141 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:14.835157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 79075499-2980-424f-9f34-8c172100185f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:14.845967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 79075499-2980-424f-9f34-8c172100185f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:14.850421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:14.851027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.863486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295db3c2-b313-4ba7-9f98-9236fb129750 None None] Network 79075499-2980-424f-9f34-8c172100185f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:14.866444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.878719 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-109905e3-4f4c-4cb2-a05e-fcc1e15c556f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8461230 Feb 16 12:39:14.881251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:14.887416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Transition to ACTIVE for port object a0d71a91-8c11-4884-9d5a-537a0237c141 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:14.888469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'port': {'network_id': '79075499-2980-424f-9f34-8c172100185f', 'name': 'tempest-NetworksIpV6TestAttrs-1859836229'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:14.917070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.959958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:14.959958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Checking segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:14.960351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Bound using segment: {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:14.960800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Bound port: 4bb35278-f027-47a3-a382-933829f1f89d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0de801c-93e2-40ab-a346-2787b6791a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:14.961148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.980528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for 3dec0f3a-0587-4604-b174-d791e0cb6ec1 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:14.983126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:14.995223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.046035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Transition to ACTIVE for port object c29694ed-9433-4660-8723-58994c6952d0 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:15.068236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:15.073835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=5683ef06-0870-4948-b20c-f9b377c023dc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:15.076092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.078441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:15.093959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:15.151950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:15.152280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.157371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Pushing event updated for resources: {'Port': ['ID=a0d71a91-8c11-4884-9d5a-537a0237c141,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:15.169809 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:15.174170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Transition to ACTIVE for port object c29694ed-9433-4660-8723-58994c6952d0 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:15.176397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:15.184108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.191565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:port and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:15.199476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:15.214784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:15.224649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34196e86-4cf2-4f2a-9546-bd30b6b4336a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:15.239366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae9381-516d-47a4-833d-b13d870433d5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:15.239668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae9381-516d-47a4-833d-b13d870433d5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:15.249576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:15.254216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.260744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.268099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.291983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.294444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] device_id is not set on port ea065a49-5a79-4068-8caa-e09791fabbc5 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:15.324110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Attempting to bind port a0d71a91-8c11-4884-9d5a-537a0237c141 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:15.324489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Attempting to bind port a0d71a91-8c11-4884-9d5a-537a0237c141 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '4dae9381-516d-47a4-833d-b13d870433d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:15.324857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Attempting to bind port a0d71a91-8c11-4884-9d5a-537a0237c141 on network 34196e86-4cf2-4f2a-9546-bd30b6b4336a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:15.334387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:15.334851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:15.349724 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:15.353862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:15.354362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Checking segment: {'id': '4dae9381-516d-47a4-833d-b13d870433d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:15.354768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.355449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Bound using segment: {'id': '4dae9381-516d-47a4-833d-b13d870433d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:15.355641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Bound port: a0d71a91-8c11-4884-9d5a-537a0237c141, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae9381-516d-47a4-833d-b13d870433d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:15.356033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.374237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Network a00b3225-6a41-4ef6-85b3-95e210737591 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:15.382320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Pushing event updated for resources: {'Port': ['ID=c29694ed-9433-4660-8723-58994c6952d0,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:15.385936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:15.392365 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:15.516351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-79075499-2980-424f-9f34-8c172100185f', 'network_id': '79075499-2980-424f-9f34-8c172100185f', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '37ed9dd6-72de-43a9-9c89-07249a5fa60b'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:15.517181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.582279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.583162 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 8e0e813a-6714-4e36-becd-3f91c8d27014 disassociated (deleted). External IP: 172.26.4.127, port: 02c3c866-f37d-4e57-ab4d-26dd5e1d1618. Feb 16 12:39:15.620125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:39:15.620125 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:39:15.620125 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': '34196e86-4cf2-4f2a-9546-bd30b6b4336a'}] Feb 16 12:39:15.620125 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:15.620926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:15.671707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.694373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Attempting to bind port c29694ed-9433-4660-8723-58994c6952d0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:15.694749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Attempting to bind port c29694ed-9433-4660-8723-58994c6952d0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'be889d90-1bba-4bc3-bba1-4344533f6c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:15.695375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Attempting to bind port c29694ed-9433-4660-8723-58994c6952d0 on network a00b3225-6a41-4ef6-85b3-95e210737591 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:15.713959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Allocated IP 2001:db8::f816:3eff:fe69:5b3f (79075499-2980-424f-9f34-8c172100185f/37ed9dd6-72de-43a9-9c89-07249a5fa60b/ea065a49-5a79-4068-8caa-e09791fabbc5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:15.717479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:15.717939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Checking segment: {'id': 'be889d90-1bba-4bc3-bba1-4344533f6c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:15.718319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.718767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Bound using segment: {'id': 'be889d90-1bba-4bc3-bba1-4344533f6c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:15.719500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Bound port: c29694ed-9433-4660-8723-58994c6952d0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be889d90-1bba-4bc3-bba1-4344533f6c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a00b3225-6a41-4ef6-85b3-95e210737591'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:15.720064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.751294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] For port a0d71a91-8c11-4884-9d5a-537a0237c141, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:15.786903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.805459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] For port a0d71a91-8c11-4884-9d5a-537a0237c141, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a0d71a91-8c11-4884-9d5a-537a0237c141,segment=NetworkSegment(4dae9381-516d-47a4-833d-b13d870433d5),segment_id=4dae9381-516d-47a4-833d-b13d870433d5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:15.814303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.818203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.852197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:15.864029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] Pushing event deleted for resources: {'Network': ['ID=22d93675-6228-4a34-90e9-faea629c8a3a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:15.905833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] For port c29694ed-9433-4660-8723-58994c6952d0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:15.917699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] For port c29694ed-9433-4660-8723-58994c6952d0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c29694ed-9433-4660-8723-58994c6952d0,segment=NetworkSegment(be889d90-1bba-4bc3-bba1-4344533f6c37),segment_id=be889d90-1bba-4bc3-bba1-4344533f6c37)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:15.927879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.941872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:15.942404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb4175-c89b-4ada-bfd5-c1e87cd84cce None None] Pushing event updated for resources: {'Port': ['ID=a0d71a91-8c11-4884-9d5a-537a0237c141,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:15.948734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4bb35278-f027-47a3-a382-933829f1f89d,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:15.965866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a8d2295-7292-44e0-8d82-8bbe660115c5 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796 tempest-ExtraDHCPOptionsIpV6TestJSON-537549796-project] 10.222.0.65 "DELETE /v2.0/networks/22d93675-6228-4a34-90e9-faea629c8a3a HTTP/1.1" status: 204 len: 168 time: 3.8204389 Feb 16 12:39:15.971722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Transition to ACTIVE for port object ea065a49-5a79-4068-8caa-e09791fabbc5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:15.985475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.010544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.099204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.110468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:16.111093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.112524 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] 10.222.0.81 "PUT /v2.0/ports/4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 1094 time: 5.0912552 Feb 16 12:39:16.117714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 79075499-2980-424f-9f34-8c172100185f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:16.126500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:16.132799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:16.142798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:16.143562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.173553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Allocated IP 2001:db8::f816:3eff:fe18:c419 (79075499-2980-424f-9f34-8c172100185f/37ed9dd6-72de-43a9-9c89-07249a5fa60b/4e764af1-34fe-4c79-94a5-5ac8a4880dba) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:16.179393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617143-4434-448e-9539-c874f1ab3a75 None None] Pushing event updated for resources: {'Port': ['ID=c29694ed-9433-4660-8723-58994c6952d0,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:16.184743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.186117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c229355-0478-4c10-a341-b942421eff0a None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:16.214079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:39:16.216647 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3343148 Feb 16 12:39:16.221372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:16.283412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port a0d71a91-8c11-4884-9d5a-537a0237c141 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:16.284153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.384055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45acca-0dd9-4cf6-975d-d82ffca830e6 req-ab5718cb-3a09-48db-b323-91b0bcb52b56 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:16.394435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b45acca-0dd9-4cf6-975d-d82ffca830e6 req-ab5718cb-3a09-48db-b323-91b0bcb52b56 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 944 time: 1.1368399 Feb 16 12:39:16.437319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa2b36-3984-44d8-9b55-a850eccde5c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Port': ['ID=ea065a49-5a79-4068-8caa-e09791fabbc5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:16.541672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=8155290e-a5e4-4138-be41-6dabdcf74132,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:16.551948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.568338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d2f65-042b-48a0-baea-6d3ab8cc6825 None None] Network 2981919d-e369-4588-8f9e-9c38e387253a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:16.698728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:16.711163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c29694ed-9433-4660-8723-58994c6952d0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:16.712072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb40feb-def9-407e-8fea-ee8cedc4b8f9 req-3a4399d3-4b77-4149-9aff-26887e24646f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:16.714123 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4cb40feb-def9-407e-8fea-ee8cedc4b8f9 req-3a4399d3-4b77-4149-9aff-26887e24646f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 1.0117784 Feb 16 12:39:16.738503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting subnet 37ed9dd6-72de-43a9-9c89-07249a5fa60b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:16.787826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port a0d71a91-8c11-4884-9d5a-537a0237c141, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a0d71a91-8c11-4884-9d5a-537a0237c141,segment=NetworkSegment(4dae9381-516d-47a4-833d-b13d870433d5),segment_id=4dae9381-516d-47a4-833d-b13d870433d5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:16.788139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:16.795092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b45acca-0dd9-4cf6-975d-d82ffca830e6 req-e76ed53b-b90f-4304-9315-5a328a60b872 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163784 Feb 16 12:39:16.807810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf993dc6-2b72-4529-beb9-1c6fb229d572 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:16.828586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-66235252-91d1-4408-ad98-7e20147f0bf5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/8155290e-a5e4-4138-be41-6dabdcf74132 HTTP/1.1" status: 204 len: 168 time: 3.6737382 Feb 16 12:39:16.834231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50400) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:16.914145 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d', 'status': 'completed', 'code': 200} Feb 16 12:39:16.934615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for a0d71a91-8c11-4884-9d5a-537a0237c141 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:16.970978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.015697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.074747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Port': ['ID=a0d71a91-8c11-4884-9d5a-537a0237c141,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:17.088806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c29694ed-9433-4660-8723-58994c6952d0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:17.092974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No DVR routers for this DVR port a0d71a91-8c11-4884-9d5a-537a0237c141 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:17.115114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.128815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a1f3a-de91-45b2-aaf8-37fa8df8c9fc None None] Network 34196e86-4cf2-4f2a-9546-bd30b6b4336a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:17.146914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Transition to ACTIVE for port object 4e764af1-34fe-4c79-94a5-5ac8a4880dba will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:17.173577 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4cb40feb-def9-407e-8fea-ee8cedc4b8f9 req-695d5fcd-d9a3-452e-9212-70769537afba tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148653 Feb 16 12:39:17.175592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c62f2ce4-6ea2-46eb-9990-5f0baeddaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:17.177196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-c62f2ce4-6ea2-46eb-9990-5f0baeddaa4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1097 time: 0.9286239 Feb 16 12:39:17.187562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=3dec0f3a-0587-4604-b174-d791e0cb6ec1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:17.258079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Transition to ACTIVE for port object 4e764af1-34fe-4c79-94a5-5ac8a4880dba will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:17.259062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.281963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.310616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.337207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34196e86-4cf2-4f2a-9546-bd30b6b4336a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:17.362151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae9381-516d-47a4-833d-b13d870433d5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:17.362456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae9381-516d-47a4-833d-b13d870433d5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:17.378995 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-ac994d76-ffd1-4c71-9f87-5c1533847f3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 217 time: 0.1471393 Feb 16 12:39:17.379870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.388679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] DHCP port deletion for 2981919d-e369-4588-8f9e-9c38e387253a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:17.419164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.445405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.463660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:17.464090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.469600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Deleting port 6a0c817a-f3a7-4651-a354-5070b16a1da5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:17.469939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:17.479784 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:17.484922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.495098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-68f5ac5f-35d0-4ef4-b6b3-41edd904be52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1772281dc05344e3b8edf5d16090b7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7795689 Feb 16 12:39:17.501921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Network 79075499-2980-424f-9f34-8c172100185f is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:17.502811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Pushing event updated for resources: {'Port': ['ID=4e764af1-34fe-4c79-94a5-5ac8a4880dba,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:17.505751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.507663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50404) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:17.512414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:17.516811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:17.642117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7cf96c-d3f5-4b8d-8db6-6ed4e294bbb2 None None] Network a00b3225-6a41-4ef6-85b3-95e210737591 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:17.668709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.695461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.707213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.717447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=34196e86-4cf2-4f2a-9546-bd30b6b4336a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:17.732595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b39efef-66b1-4f0b-8638-b2e18be5598a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/34196e86-4cf2-4f2a-9546-bd30b6b4336a HTTP/1.1" status: 204 len: 168 time: 3.9908881 Feb 16 12:39:17.738383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:17.743315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.764722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:17.768387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Attempting to bind port 4e764af1-34fe-4c79-94a5-5ac8a4880dba on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:17.768758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Attempting to bind port 4e764af1-34fe-4c79-94a5-5ac8a4880dba by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8137eeab-fc48-409c-bc12-5de383deedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '79075499-2980-424f-9f34-8c172100185f'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:17.769112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Attempting to bind port 4e764af1-34fe-4c79-94a5-5ac8a4880dba on network 79075499-2980-424f-9f34-8c172100185f {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:17.818926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:17.819285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Checking segment: {'id': '8137eeab-fc48-409c-bc12-5de383deedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '79075499-2980-424f-9f34-8c172100185f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:17.819941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.820506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Bound using segment: {'id': '8137eeab-fc48-409c-bc12-5de383deedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '79075499-2980-424f-9f34-8c172100185f'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:17.821148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Bound port: 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8137eeab-fc48-409c-bc12-5de383deedff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '79075499-2980-424f-9f34-8c172100185f'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:17.822441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.889454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Provisioning for port c29694ed-9433-4660-8723-58994c6952d0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:17.918198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Provisioning complete for port c29694ed-9433-4660-8723-58994c6952d0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:17.919288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-bcde7ccc-37b4-45e8-abe1-837c1ec4a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:17.920488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.920771 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-bcde7ccc-37b4-45e8-abe1-837c1ec4a14f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.4320982 Feb 16 12:39:17.921906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 6a0c817a-f3a7-4651-a354-5070b16a1da5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:17.922413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.925409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b723e-b243-408c-8950-660c0401bbf6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:17.925880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1b723e-b243-408c-8950-660c0401bbf6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:17.932741 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb1b723e-b243-408c-8950-660c0401bbf6 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/34196e86-4cf2-4f2a-9546-bd30b6b4336a HTTP/1.1" status: 404 len: 339 time: 0.1931300 Feb 16 12:39:17.940508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50414) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:17.951585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258264036', 'description': 'd1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:17.955801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:17.968424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:17.990413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Usage tracker for resource:network and tenant:aa5e27aa642b402db76bc9aa1b9930f5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:17.996241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:18.007790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:18.047102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:18.050946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.072673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.115299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.120804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.124428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=37ed9dd6-72de-43a9-9c89-07249a5fa60b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:18.130017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.138691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] For port 6a0c817a-f3a7-4651-a354-5070b16a1da5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a0c817a-f3a7-4651-a354-5070b16a1da5,segment=NetworkSegment(377c293f-4be2-4431-8d37-760237b3da38),segment_id=377c293f-4be2-4431-8d37-760237b3da38)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:18.139166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.154354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.157246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0534b2-08f6-4cd3-8936-29edb60ff649,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:18.160136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:18.175983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.176352 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment 7989d055-a992-499e-84ca-3f953aa55250 of type vlan for network bb19b714-5512-4300-82d2-a0f789b56662 Feb 16 12:39:18.180593 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92c00360-083e-4163-a8c2-9ecde4a4ce4e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/37ed9dd6-72de-43a9-9c89-07249a5fa60b HTTP/1.1" status: 204 len: 168 time: 1.9554403 Feb 16 12:39:18.183590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50418) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.184466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.185670 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed14572d-ddc8-4a21-9c78-faa5aac7517f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe0534b2-08f6-4cd3-8936-29edb60ff649 HTTP/1.1" status: 204 len: 168 time: 0.6743071 Feb 16 12:39:18.322423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Calling delete_port for 6a0c817a-f3a7-4651-a354-5070b16a1da5 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:18.343906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4cef6-4a21-44d5-8273-073ba16a9114 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.345619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4cef6-4a21-44d5-8273-073ba16a9114 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.346443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faf4cef6-4a21-44d5-8273-073ba16a9114 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Synchronizing usage tracker for tenant:8e19fa382f2841568ec9a350534fb55f on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:18.353735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.389627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faf4cef6-4a21-44d5-8273-073ba16a9114 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Unset dirty status for tenant:8e19fa382f2841568ec9a350534fb55f on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:18.393710 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-faf4cef6-4a21-44d5-8273-073ba16a9114 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2040358 Feb 16 12:39:18.393850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:18.395611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.406697 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:18.418501 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:18.419111 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:18.453731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.459536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.460262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.469311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.489324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:18.500357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:18.506828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a0c817a-f3a7-4651-a354-5070b16a1da5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:18.578906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.585819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:18.611164 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:18.612146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:18.618769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5782fa83-d178-40a4-a357-718124c4c70f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.656178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.656680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router 751cb346-994b-42d7-9e1c-b07d099bcb84 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:39:18.719224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7776403 Feb 16 12:39:18.727919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.732023 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5782fa83-d178-40a4-a357-718124c4c70f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:39:18.732557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5782fa83-d178-40a4-a357-718124c4c70f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:18.735590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.736793 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3982d015-7561-43ae-9437-17b8e4270cf1 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 204 len: 168 time: 7.4981441 Feb 16 12:39:18.741464 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5782fa83-d178-40a4-a357-718124c4c70f tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/79075499-2980-424f-9f34-8c172100185f HTTP/1.1" status: 409 len: 405 time: 0.3437197 Feb 16 12:39:18.746642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.746971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50444) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.758433 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:18.765006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a00c0121-a82b-46fc-93b0-c018c05439be tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/8e0e813a-6714-4e36-becd-3f91c8d27014 HTTP/1.1" status: 204 len: 168 time: 7.2646918 Feb 16 12:39:18.769051 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4e93a-27aa-4f7b-b967-8bef843f95ed None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:18.781264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-851333451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:18.785284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:18.790812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255962550'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:18.794479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No active binding found for port 6a0c817a-f3a7-4651-a354-5070b16a1da5 {{(pid=87700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:39:18.794894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a0c817a-f3a7-4651-a354-5070b16a1da5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:18.796820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.799791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-ddc435bc-6914-4dcf-a9c7-84f0214f625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.802619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-ddc435bc-6914-4dcf-a9c7-84f0214f625e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7913332 Feb 16 12:39:18.853700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:18.857547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:18.896225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:18.899014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:18.905054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] No DVR routers for this DVR port 6a0c817a-f3a7-4651-a354-5070b16a1da5 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:18.908251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:18.909919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:18.922758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:18.956842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f5861-be4b-4aad-87e3-9e3ef7b3cc46 req-1632dcd8-652a-4333-a2b1-f5cf529d7101 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.960713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] For port c29694ed-9433-4660-8723-58994c6952d0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c29694ed-9433-4660-8723-58994c6952d0,segment=NetworkSegment(be889d90-1bba-4bc3-bba1-4344533f6c37),segment_id=be889d90-1bba-4bc3-bba1-4344533f6c37)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:18.961027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0d90f-2c3a-4c4a-b237-409c04b094c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=bb19b714-5512-4300-82d2-a0f789b56662,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:18.966359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e5f5861-be4b-4aad-87e3-9e3ef7b3cc46 req-1632dcd8-652a-4333-a2b1-f5cf529d7101 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 944 time: 1.0140855 Feb 16 12:39:18.972551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c930df-7a97-421b-ab9b-0905cffc4419 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:18.973375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c930df-7a97-421b-ab9b-0905cffc4419 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Synchronizing usage tracker for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:18.980573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:18.987705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network bb19b714-5512-4300-82d2-a0f789b56662 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:19.008925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:19.018110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c930df-7a97-421b-ab9b-0905cffc4419 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Unset dirty status for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:19.019275 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19c930df-7a97-421b-ab9b-0905cffc4419 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks?id=bb19b714-5512-4300-82d2-a0f789b56662 HTTP/1.1" status: 200 len: 764 time: 0.2890143 Feb 16 12:39:19.023193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50458) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:19.033551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] For port 6a0c817a-f3a7-4651-a354-5070b16a1da5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a0c817a-f3a7-4651-a354-5070b16a1da5,segment=NetworkSegment(377c293f-4be2-4431-8d37-760237b3da38),segment_id=377c293f-4be2-4431-8d37-760237b3da38)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:19.033551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.033937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'description': 'd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:19.054029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30638-7005-49b6-9083-e18b9c4883d4 req-3fab3572-a49e-417a-b223-635baf9275aa tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:19.054792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.055300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4b30638-7005-49b6-9083-e18b9c4883d4 req-3fab3572-a49e-417a-b223-635baf9275aa tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6645644 Feb 16 12:39:19.104178 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 02c3c866-f37d-4e57-ab4d-26dd5e1d1618 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:19.104525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.165732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd6755-50ce-47f9-a760-ab5202e55ba3 None None] Pushing event updated for resources: {'Port': ['ID=4e764af1-34fe-4c79-94a5-5ac8a4880dba,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:19.202523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.202914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.272165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8583d4-6dfa-4161-a912-35a93c3cdf12 None None] Pushing event deleted for resources: {'Port': ['ID=6a0c817a-f3a7-4651-a354-5070b16a1da5,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:19.329842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 6a0c817a-f3a7-4651-a354-5070b16a1da5 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:19.421976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89569c3-bfc0-4959-8005-8cf688fc0092 None None] Pushing event updated for resources: {'Port': ['ID=c29694ed-9433-4660-8723-58994c6952d0,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:19.446661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:19.447115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:19.458325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:19.461884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.524260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.552312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:19.554851 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4b30638-7005-49b6-9083-e18b9c4883d4 req-6c071529-403d-4fd6-a463-e9f319738717 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268165 Feb 16 12:39:19.593076 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e5f5861-be4b-4aad-87e3-9e3ef7b3cc46 req-1bcdc909-37d9-4798-9093-5cadee112ecc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265929 Feb 16 12:39:19.608994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.635071 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-6f05a5c2-13eb-4227-a45a-bead79278100 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781870 Feb 16 12:39:19.636793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:19.644764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.676762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network bb19b714-5512-4300-82d2-a0f789b56662 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:39:19.682734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:19.683415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.684665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "PUT /v2.0/networks/bb19b714-5512-4300-82d2-a0f789b56662 HTTP/1.1" status: 200 len: 761 time: 0.6604097 Feb 16 12:39:19.695108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-96d2f3f2-5ae0-475d-88e7-4e2fc3240206 None None] Provisioning complete for port c29694ed-9433-4660-8723-58994c6952d0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:19.695736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96d2f3f2-5ae0-475d-88e7-4e2fc3240206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.707802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50474) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:19.816761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'networks': [{'name': 'tempest-network--1755525910'}, {'name': 'tempest-network--473429791'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:19.817069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-network--1755525910'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:19.817523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-network--473429791'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:19.830338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.840441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.840773 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment 74ec7056-7c26-4549-9fae-549ae58fce9c of type vlan for network 680d25a8-f689-414c-88da-ef167ab21234 Feb 16 12:39:19.852903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:19.859481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.866553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0437-e17c-47a4-ab38-4a86624cb62a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=bb19b714-5512-4300-82d2-a0f789b56662,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:19.876712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:network and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:19.880560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network bb19b714-5512-4300-82d2-a0f789b56662 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:19.880881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:19.949378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 6a0c817a-f3a7-4651-a354-5070b16a1da5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:19.949879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.974019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.995500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:19.996724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d5fb037-ca13-4031-ab1d-199026aa75d4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2338831 Feb 16 12:39:19.999594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:20.054014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] The port '6a0c817a-f3a7-4651-a354-5070b16a1da5' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:39:20.102709 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bc2be11-f2f3-40b5-8392-98fb0a076265 req-82edd5a0-ef67-4281-9f27-fab890408b46 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590280 Feb 16 12:39:20.145765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.151367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:20.151978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.186967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:20.196837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 02c3c866-f37d-4e57-ab4d-26dd5e1d1618 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:20.229036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:20.295817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.330319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a2353-fac1-4d6e-94d8-ffc354dab1a2 None None] Network 79075499-2980-424f-9f34-8c172100185f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:20.381230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6172636 Feb 16 12:39:20.381230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2981919d-e369-4588-8f9e-9c38e387253a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:20.386812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1960fd-af6e-4afb-9c72-3402160e2029 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:20.391917 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a1960fd-af6e-4afb-9c72-3402160e2029 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks?id=bb19b714-5512-4300-82d2-a0f789b56662 HTTP/1.1" status: 200 len: 764 time: 0.6765199 Feb 16 12:39:20.402732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:20.403045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:20.406950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'network': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:20.411500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.414598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': '680d25a8-f689-414c-88da-ef167ab21234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:20.447808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f9f8d-56e6-4e6c-af13-4ff87381f1c5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=680d25a8-f689-414c-88da-ef167ab21234,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:20.454654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377c293f-4be2-4431-8d37-760237b3da38') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:20.455181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377c293f-4be2-4431-8d37-760237b3da38') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:20.466218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 680d25a8-f689-414c-88da-ef167ab21234 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:20.490006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-41f39fe4-0577-43b3-b64f-081b5c8b2a2c None None] Provisioning for port 4e764af1-34fe-4c79-94a5-5ac8a4880dba completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:20.492841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.516966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.590178 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:20.601342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:security_group_rule and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:20.607127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:20.635179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c29694ed-9433-4660-8723-58994c6952d0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:20.681919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.707051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:20.707474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:20.738956 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:20.753042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:20.755410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:20.779280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-89b80537-658c-424d-acb4-6cc0153a65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:20.780824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-89b80537-658c-424d-acb4-6cc0153a65fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1097 time: 0.5537572 Feb 16 12:39:20.852020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c29694ed-9433-4660-8723-58994c6952d0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:20.852557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.889779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:20.922545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:20.991587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af0fe1-ef45-46c7-a141-69acea90b530 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:20.992326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45af0fe1-ef45-46c7-a141-69acea90b530 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Synchronizing usage tracker for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:21.066733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] DHCP port deletion for 79075499-2980-424f-9f34-8c172100185f request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:21.072747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4e764af1-34fe-4c79-94a5-5ac8a4880dba up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:21.077239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.113490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Deleting port 4e764af1-34fe-4c79-94a5-5ac8a4880dba {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:21.113490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.124166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:21.129770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.145175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=02c3c866-f37d-4e57-ab4d-26dd5e1d1618,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:21.157688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.205971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45af0fe1-ef45-46c7-a141-69acea90b530 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Unset dirty status for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:21.212035 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45af0fe1-ef45-46c7-a141-69acea90b530 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8021927 Feb 16 12:39:21.212035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.223749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50494) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:21.248055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4e764af1-34fe-4c79-94a5-5ac8a4880dba completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:21.280698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4e764af1-34fe-4c79-94a5-5ac8a4880dba triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:21.281502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.309259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=2981919d-e369-4588-8f9e-9c38e387253a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:21.369803 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5036a53a-3b8a-48ae-8a9a-e1f199408cd8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/2981919d-e369-4588-8f9e-9c38e387253a HTTP/1.1" status: 204 len: 168 time: 4.5197213 Feb 16 12:39:21.370325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.371079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:21.390401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-801299511'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:21.397074 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-359d8935-1fcb-4d04-bc60-7e50ff90598d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 207 time: 0.1597507 Feb 16 12:39:21.397387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:21.402487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.402933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.444624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:21.444873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:21.445252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.460535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-3a85570a-4893-4f98-b857-b4812b800cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:21.462830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-3a85570a-4893-4f98-b857-b4812b800cc2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 898 time: 0.6294663 Feb 16 12:39:21.472113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:21.479299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0e1a5-9f08-489e-9d65-d5c381e29f42 req-db4959da-94b2-4121-8a0c-5d4ffa9e229a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:21.481705 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9fb0e1a5-9f08-489e-9d65-d5c381e29f42 req-db4959da-94b2-4121-8a0c-5d4ffa9e229a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6955199 Feb 16 12:39:21.491590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:21.518743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.527214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:21.602511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f4daa-3195-4e75-83c4-2d69ba88dd47,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:21.634671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:21.638277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.656511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:21.684700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Calling delete_port for 4e764af1-34fe-4c79-94a5-5ac8a4880dba owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:21.691869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7e6df89a-4894-40fd-8565-4172e5ca2d96 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/02c3c866-f37d-4e57-ab4d-26dd5e1d1618 HTTP/1.1" status: 204 len: 168 time: 2.9021080 Feb 16 12:39:21.693387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.693723 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment 61c18ea3-1106-4529-a920-aa66d843500b of type vlan for network 1cfea7e4-2352-4a69-9251-936cc9b20668 Feb 16 12:39:21.727284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:21.750777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:21.778798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39face7f-34b0-4d10-a5d4-a2b88c5142ef req-6f0b8da6-634a-4255-a057-190cf11d21e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:21.780605 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39face7f-34b0-4d10-a5d4-a2b88c5142ef req-6f0b8da6-634a-4255-a057-190cf11d21e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 944 time: 0.9459887 Feb 16 12:39:21.781588 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-30bc2949-e986-4fcb-bc43-be5ab9502503 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 217 time: 0.3120329 Feb 16 12:39:21.789455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:21.796797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.800956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:floatingip and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:21.837070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:21.852615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.876122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:21.877638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:21.883304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:21.932784 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9fb0e1a5-9f08-489e-9d65-d5c381e29f42 req-15959299-1eab-4eaf-8d43-fd72cc8b1c51 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062323 Feb 16 12:39:21.972389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:21.974760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:21.977191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.001195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39face7f-34b0-4d10-a5d4-a2b88c5142ef req-dfcbf5a1-44bc-40a9-93dd-c02e8b5c86bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054596 Feb 16 12:39:22.018407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-4c10e181-f213-4db0-88d3-729255072104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.019877 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-4c10e181-f213-4db0-88d3-729255072104 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.2221014 Feb 16 12:39:22.026095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:22.042909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.048655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.056139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.060594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.066337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.072790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.074708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58b85429-d925-4277-b9d7-d6d247fd1e8d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6763680 Feb 16 12:39:22.079429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.084993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50510) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:22.094130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4e764af1-34fe-4c79-94a5-5ac8a4880dba,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:22.106200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.106563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.107176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.107710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.108317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.108831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.109381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.109970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.110555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.111101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.111645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.112238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:22.165011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.165756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 7f3215fa-800a-446d-8daa-3b3717b678e1 of type vlan for network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 Feb 16 12:39:22.190239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.282818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.287387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:22.300609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:39:22.305957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-f5a90840-6580-428d-bf3f-54c863d1d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.308256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-f5a90840-6580-428d-bf3f-54c863d1d5db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2703972 Feb 16 12:39:22.309095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.355262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.436042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4e764af1-34fe-4c79-94a5-5ac8a4880dba no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:22.440084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:22.476539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Deleting port 4e764af1-34fe-4c79-94a5-5ac8a4880dba {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:22.476910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.486259 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-972f8c6f-7385-438b-a298-fc5180df1726 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3942821 Feb 16 12:39:22.490267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50514) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:22.526144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.526481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment a524a65e-c7b9-4918-bdef-3621146d0aad of type vlan for network 489b1b2e-5f32-406a-875a-b9463505bfd6 Feb 16 12:39:22.535930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.541200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.541926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.559671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=43cb0808-7122-4735-b32a-2ab3716b5460,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:22.602308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.630326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.660460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': '74ec7056-7c26-4549-9fae-549ae58fce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '680d25a8-f689-414c-88da-ef167ab21234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:22.660937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: 680d25a8-f689-414c-88da-ef167ab21234, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:22.690511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Allocated IP 172.26.4.147 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/79ac24b0-dcba-4b3c-9141-a484ff03c903) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:22.700183 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3272173 Feb 16 12:39:22.703170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.707566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50518) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:22.718509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.720240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.720354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:22.721914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.723498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.725009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.728480 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c837be41-3904-49f9-b938-2f31e767c272 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2281437 Feb 16 12:39:22.737435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50522) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:22.742306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7fa30-0869-4588-9e07-ed6cf63396c0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:22.767372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:22.792020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-91805e7b-d2ff-4192-87be-b01a2921deaf service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476752 Feb 16 12:39:22.833398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:22.833844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.839668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 680d25a8-f689-414c-88da-ef167ab21234 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:22.912863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.913345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.918856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.922808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 680d25a8-f689-414c-88da-ef167ab21234) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:22.923557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.924222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.928096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.929523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:22.961795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.964114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.965729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.967278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.968894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:22.970683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d0458eca-2cc2-4c7c-b329-5fd32f9a0eb2 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2307398 Feb 16 12:39:22.974854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50526) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:23.002143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:23.061413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:23.067349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5140328 Feb 16 12:39:23.068291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50534) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:23.073682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:23.081760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b8ad9-3c0c-4798-9bb2-20b00afa3d0f None None] Network 680d25a8-f689-414c-88da-ef167ab21234 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:23.082913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=1cfea7e4-2352-4a69-9251-936cc9b20668,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:23.095490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4bb35278-f027-47a3-a382-933829f1f89d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:39:23.102119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:23.110136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Calling delete_port for 4e764af1-34fe-4c79-94a5-5ac8a4880dba owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:23.111719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:23.142654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 1cfea7e4-2352-4a69-9251-936cc9b20668 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:23.187495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.244893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:23.248240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.273581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.312436 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9538c43-206b-4177-b1a3-a62d82a52654 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9082155 Feb 16 12:39:23.320412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50538) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:23.333531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'port': {'network_id': '680d25a8-f689-414c-88da-ef167ab21234', 'name': 'tempest-NetworksIpV6TestAttrs-1048172180'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:23.349922 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b351e910-7b30-40a7-9c18-5a66c11c06b7 req-e56b211c-e46f-4aab-88e5-78113aaaebea service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437198 Feb 16 12:39:23.375397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.resource_extend [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:23.426683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff406-a201-4ed2-a5fa-de6f15e9ab99 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=489b1b2e-5f32-406a-875a-b9463505bfd6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:23.446458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb95b2-a6fb-4f1a-b617-e029c6937606 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.452740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ffcb95b2-a6fb-4f1a-b617-e029c6937606 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks/8b45bc51-3dec-4c39-a04c-ac1224fd1452 HTTP/1.1" status: 200 len: 804 time: 0.4766722 Feb 16 12:39:23.453436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:23.518710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 489b1b2e-5f32-406a-875a-b9463505bfd6 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:23.552792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.559702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.562823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4e764af1-34fe-4c79-94a5-5ac8a4880dba,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:23.566613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.574441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.574981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Synchronizing usage tracker for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:23.600252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:23.600607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:23.679682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Unset dirty status for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:23.680645 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7bcae358-b3b1-407b-af9d-c9126b4dbd8f tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6040192 Feb 16 12:39:23.687002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.690454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:23.731299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4bb35278-f027-47a3-a382-933829f1f89d,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:23.752216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58abb5-5da5-4a55-ad27-38d74563e36b req-97afb052-f1b4-4906-a19b-5c36ecead37b tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.753154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6c58abb5-5da5-4a55-ad27-38d74563e36b req-97afb052-f1b4-4906-a19b-5c36ecead37b tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6020188 Feb 16 12:39:23.754687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '4bb35278-f027-47a3-a382-933829f1f89d', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:39:23.771365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521850e-e7f5-4bf5-a605-51354c66be51 req-6e9e2148-47ca-4390-a2d4-85646641f882 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:23.774124 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c521850e-e7f5-4bf5-a605-51354c66be51 req-6e9e2148-47ca-4390-a2d4-85646641f882 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 944 time: 0.5189648 Feb 16 12:39:23.836237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-680d25a8-f689-414c-88da-ef167ab21234', 'network_id': '680d25a8-f689-414c-88da-ef167ab21234', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '43cb0808-7122-4735-b32a-2ab3716b5460'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:23.837052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.847124 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6c58abb5-5da5-4a55-ad27-38d74563e36b req-be7df5de-f7f8-4f32-844e-462604c78b92 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719380 Feb 16 12:39:23.870588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.883373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c521850e-e7f5-4bf5-a605-51354c66be51 req-c27ffc09-48bf-46fd-9dd6-d8bebd34cbba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616040 Feb 16 12:39:23.903473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:23.907272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.31 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/35a7711e-8d97-4270-b622-d315a8e0a4b3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:23.909655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:port and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:23.914192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:23.931994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb35278-f027-47a3-a382-933829f1f89d {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:39:23.965839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:23.969687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:23.972716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4bb35278-f027-47a3-a382-933829f1f89d,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:24.015811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.029619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:24.042755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:24.044206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] device_id is not set on port 7167eeb0-8e75-4880-b674-0d0e533713b1 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:24.052208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:24.107530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Allocated IP 2001:db8::f816:3eff:fe08:6e82 (680d25a8-f689-414c-88da-ef167ab21234/43cb0808-7122-4735-b32a-2ab3716b5460/e8d6b54e-89a0-485b-9fe6-4193d1cb9493) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:24.121844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:24.164580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.207717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.262454 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50a98ead-d679-4aad-a2e4-06bf98ea72e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/networks/8b45bc51-3dec-4c39-a04c-ac1224fd1452?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8043921 Feb 16 12:39:24.284587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:24.329307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:24.342777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:24.348730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event updated for resources: {'Port': ['ID=79ac24b0-dcba-4b3c-9141-a484ff03c903,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:24.354169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:24.364789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['4bb35278-f027-47a3-a382-933829f1f89d'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:39:24.372334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.385006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=35a7711e-8d97-4270-b622-d315a8e0a4b3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:24.446811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.467518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Transition to ACTIVE for port object e8d6b54e-89a0-485b-9fe6-4193d1cb9493 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:24.498793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e3d37-8b74-4b75-9e8b-1fc2037b43b3 req-18fd7918-995e-4fd3-bd08-a4e3777c7e52 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:24.500606 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c8e3d37-8b74-4b75-9e8b-1fc2037b43b3 req-18fd7918-995e-4fd3-bd08-a4e3777c7e52 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.2486846 Feb 16 12:39:24.515594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Transition to ACTIVE for port object e8d6b54e-89a0-485b-9fe6-4193d1cb9493 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:24.533321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.572480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.621547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c8e3d37-8b74-4b75-9e8b-1fc2037b43b3 req-5a8d6d84-c428-433e-ba1f-29b850626c07 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148045 Feb 16 12:39:24.635497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.656169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cae6ca-77a3-4f65-85aa-1c88b86954f9 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:24.656169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37cae6ca-77a3-4f65-85aa-1c88b86954f9 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Synchronizing usage tracker for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:24.657010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-bf1dfa76-b7f3-44c2-a744-e2367834e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:24.657742 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-bf1dfa76-b7f3-44c2-a744-e2367834e933 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.2672312 Feb 16 12:39:24.664623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Deleting port 4e764af1-34fe-4c79-94a5-5ac8a4880dba {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:24.665138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.710179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Allocated IP 2001:db8::f816:3eff:fe52:3f5d (680d25a8-f689-414c-88da-ef167ab21234/43cb0808-7122-4735-b32a-2ab3716b5460/7167eeb0-8e75-4880-b674-0d0e533713b1) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:24.742138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Network 680d25a8-f689-414c-88da-ef167ab21234 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:24.749455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:24.769601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:24.779145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Pushing event updated for resources: {'Port': ['ID=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:24.850889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37cae6ca-77a3-4f65-85aa-1c88b86954f9 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Unset dirty status for tenant:aa5e27aa642b402db76bc9aa1b9930f5 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:24.856197 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37cae6ca-77a3-4f65-85aa-1c88b86954f9 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets/be3e8e38-2fc1-4e75-b811-dc91cc26ae69 HTTP/1.1" status: 200 len: 843 time: 0.5649261 Feb 16 12:39:24.856909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.864051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=0ea0a882-9888-4d9f-a7f2-654d88e72c0e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:24.864480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:24.866054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:24.982927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-5586cee5-47fd-484e-86af-656ec27b7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:24.984526 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-5586cee5-47fd-484e-86af-656ec27b7e61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.3203654 Feb 16 12:39:24.986286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '7f3215fa-800a-446d-8daa-3b3717b678e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:24.986642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:25.006346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfea7e4-2352-4a69-9251-936cc9b20668']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:25.015358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Attempting to bind port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:25.016062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Attempting to bind port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '74ec7056-7c26-4549-9fae-549ae58fce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '680d25a8-f689-414c-88da-ef167ab21234'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:25.016657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Attempting to bind port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 on network 680d25a8-f689-414c-88da-ef167ab21234 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:25.031478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c18ea3-1106-4529-a920-aa66d843500b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:25.031843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c18ea3-1106-4529-a920-aa66d843500b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:25.071539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.101217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:25.101744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Checking segment: {'id': '74ec7056-7c26-4549-9fae-549ae58fce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '680d25a8-f689-414c-88da-ef167ab21234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:25.102267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.102737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Bound using segment: {'id': '74ec7056-7c26-4549-9fae-549ae58fce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '680d25a8-f689-414c-88da-ef167ab21234'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:25.103548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Bound port: e8d6b54e-89a0-485b-9fe6-4193d1cb9493, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ec7056-7c26-4549-9fae-549ae58fce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '680d25a8-f689-414c-88da-ef167ab21234'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:25.104105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.126168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] For port 4e764af1-34fe-4c79-94a5-5ac8a4880dba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4e764af1-34fe-4c79-94a5-5ac8a4880dba,segment=NetworkSegment(8137eeab-fc48-409c-bc12-5de383deedff),segment_id=8137eeab-fc48-409c-bc12-5de383deedff)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:25.126609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.146792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a77703-7582-4066-9187-234f894d3f0b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:25.151773 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2a77703-7582-4066-9187-234f894d3f0b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "GET /v2.0/subnets/be3e8e38-2fc1-4e75-b811-dc91cc26ae69?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2720392 Feb 16 12:39:25.153432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:25.159336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:25.167979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1080770514'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:25.171940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.190421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:25.190832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.206214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:25.208390 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:25.227758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:25.285575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.299253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ace5dd-a2a7-47df-bc2f-5d8a929566e0 None None] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:25.321454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Calling delete_port for 4e764af1-34fe-4c79-94a5-5ac8a4880dba owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:25.333783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:25.334367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.352274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:25.358931 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-b9440b05-abc2-48fc-b1d6-1146b0d06e8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.3667123 Feb 16 12:39:25.403908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.410697 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e286e35e-8bc8-4468-8f5b-57453aa9a6b7 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6985276 Feb 16 12:39:25.432527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:25.450606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876', 'security_groups': [], 'name': 'tempest-PortsTestJSON-299634540'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:25.477760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.483517 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/1cfea7e4-2352-4a69-9251-936cc9b20668 HTTP/1.1" status: 204 len: 168 time: 1.7569706 Feb 16 12:39:25.491979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:25.493480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:25.494960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.512469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50306839-01e2-425a-9628-0fda76eb7e0d tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=1cfea7e4-2352-4a69-9251-936cc9b20668,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:25.550529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:25.565084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] For port e8d6b54e-89a0-485b-9fe6-4193d1cb9493, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:25.597086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] For port e8d6b54e-89a0-485b-9fe6-4193d1cb9493, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,segment=NetworkSegment(74ec7056-7c26-4549-9fae-549ae58fce9c),segment_id=74ec7056-7c26-4549-9fae-549ae58fce9c)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:25.598356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.708896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] No DVR routers for this DVR port 4e764af1-34fe-4c79-94a5-5ac8a4880dba on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:25.727585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.764452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0ca50-d056-4802-a521-2d4feced0342 None None] Pushing event deleted for resources: {'Port': ['ID=4e764af1-34fe-4c79-94a5-5ac8a4880dba,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:25.771788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.772161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Added segment eeb76a12-2df6-4cbd-8d1d-08457bbae1a0 of type vlan for network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa Feb 16 12:39:25.881880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90bf5efb-ed8c-4096-986e-41c6781f2e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.882744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.888854 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:39:25.924863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.934328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.970337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876', 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': '0ea0a882-9888-4d9f-a7f2-654d88e72c0e'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:25.971113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.985343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:25.987923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-16ed4cef-e028-439d-98f3-95e1b04204ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:25.988485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff9696-e46f-415e-9094-02dd4996f54b None None] Pushing event updated for resources: {'Port': ['ID=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:25.989264 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-16ed4cef-e028-439d-98f3-95e1b04204ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.6098552 Feb 16 12:39:25.995446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.001043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:26.001638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.022043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.205268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Allocated IP 172.20.0.2 (09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876/0ea0a882-9888-4d9f-a7f2-654d88e72c0e/d8503021-a834-4b9b-8c56-f4718840cf43) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:26.219097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1c05-e3e9-42cf-9d32-8f3399cdbd7c req-282ceac9-9660-4802-b8c8-4032f2bb16d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:26.226154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-425f1c05-e3e9-42cf-9d32-8f3399cdbd7c req-282ceac9-9660-4802-b8c8-4032f2bb16d7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 945 time: 1.1660066 Feb 16 12:39:26.280052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Network': ['ID=3895ad77-ac72-42bb-8c29-c89bb50dc4fa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:26.300421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-425f1c05-e3e9-42cf-9d32-8f3399cdbd7c req-3fb7082b-1568-4452-bc81-c023a9696e56 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731766 Feb 16 12:39:26.310141 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21a686ba-ec22-4c9a-964d-d660bfc225ef tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1498122 Feb 16 12:39:26.315182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:26.319567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50578) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:26.324331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Transition to ACTIVE for port object 7167eeb0-8e75-4880-b674-0d0e533713b1 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:26.336559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:26.391273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:26.438727 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:26.443549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:26.447166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:26.453347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:26.467237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.483552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Router 3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:39:26.486956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:26.490509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.521323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.554281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e8d6b54e-89a0-485b-9fe6-4193d1cb9493 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:26.569887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:26.595007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:26.678545 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.678772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Made reservation on behalf of aa5e27aa642b402db76bc9aa1b9930f5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:26.680673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.683319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.684691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.691341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Transition to ACTIVE for port object d8503021-a834-4b9b-8c56-f4718840cf43 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:26.706578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99053cad-f4c1-430e-898b-e61496253866 req-2084bc28-63dc-4d87-8808-1fb6cefba824 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:26.708089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99053cad-f4c1-430e-898b-e61496253866 req-2084bc28-63dc-4d87-8808-1fb6cefba824 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6966882 Feb 16 12:39:26.708632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:26.723983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Transition to ACTIVE for port object d8503021-a834-4b9b-8c56-f4718840cf43 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:26.730782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.752084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:26.780587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:26.794669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] Sync routers for ids ['3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:26.801842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:26.803466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79e919c5-9330-4711-8a0c-4437d0891b94 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "PUT /v2.0/routers/3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 200 len: 879 time: 6.7974093 Feb 16 12:39:26.807196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-e60a9c5e-8f88-41b0-801d-b7165f00b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:26.809024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-e60a9c5e-8f88-41b0-801d-b7165f00b535 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7901714 Feb 16 12:39:26.819637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:26.823879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:26.828690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] Routers {'3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:26.829325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:26.877523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:39:26.878453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:39:26.882880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:26.887510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:26.910771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Pushing event updated for resources: {'Port': ['ID=d8503021-a834-4b9b-8c56-f4718840cf43,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:26.914942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:26.943248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489b1b2e-5f32-406a-875a-b9463505bfd6']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:26.961629 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] Routers {'3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:26.961771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=35a7711e-8d97-4270-b622-d315a8e0a4b3,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:26.961870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:38:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:27.000163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 680d25a8-f689-414c-88da-ef167ab21234 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:27.055233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4bb35278-f027-47a3-a382-933829f1f89d up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:27.055442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.057209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a524a65e-c7b9-4918-bdef-3621146d0aad') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:27.057514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a524a65e-c7b9-4918-bdef-3621146d0aad') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:27.072596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:27.102199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:27.108294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:27.108927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.116803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:27.117217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e9a8a3-52f3-48e3-9cb0-0f39ea52d729 None None] The sync data for ids ['3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:27.123073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.131412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Attempting to bind port d8503021-a834-4b9b-8c56-f4718840cf43 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:27.131783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Attempting to bind port d8503021-a834-4b9b-8c56-f4718840cf43 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7f3215fa-800a-446d-8daa-3b3717b678e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:27.132464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Attempting to bind port d8503021-a834-4b9b-8c56-f4718840cf43 on network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:27.140702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:27.141072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Checking segment: {'id': '7f3215fa-800a-446d-8daa-3b3717b678e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:27.141470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.141860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Bound using segment: {'id': '7f3215fa-800a-446d-8daa-3b3717b678e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:27.142334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Bound port: d8503021-a834-4b9b-8c56-f4718840cf43, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3215fa-800a-446d-8daa-3b3717b678e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:27.142701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.156418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=6ee6ea0a-6291-410f-a333-cba80cefe92e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:27.185315 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99053cad-f4c1-430e-898b-e61496253866 req-8d0beeb7-8716-4c1b-882a-085f773e3fb0 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961520 Feb 16 12:39:27.200813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Checking segment: {'id': 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:27.201211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network hostable DHCP agents. Network: 3895ad77-ac72-42bb-8c29-c89bb50dc4fa, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:27.219330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b6ad6-3b71-4045-8ee9-b7c2242be4c7 None None] Network 680d25a8-f689-414c-88da-ef167ab21234 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:27.225887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.234507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:27.247860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 3895ad77-ac72-42bb-8c29-c89bb50dc4fa) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:27.253822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:27.254003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.290484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61437e82-a576-4dd6-b040-7964a4e340ae None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:27.291355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-abe23e71-f94b-4fad-8b01-ea4ee5b4132a tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9700527 Feb 16 12:39:27.291980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:27.298067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:27.375018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Port': ['ID=7167eeb0-8e75-4880-b674-0d0e533713b1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:27.379961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.402009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 4bb35278-f027-47a3-a382-933829f1f89d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:27.407319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c8e3b417-46ab-40a5-ae67-50b3e9e9b55a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0856211 Feb 16 12:39:27.410781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:27.411212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.430149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50592) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:27.431401 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:27.434268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.434268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c5cd8fc-2117-4b2d-8742-b4ed7a71da5e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6961315 Feb 16 12:39:27.450172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:27.456120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 4bb35278-f027-47a3-a382-933829f1f89d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:27.456708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.460677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'port': {'network_id': 'ce6d1621-c50d-4f1a-8c63-9210e29f90d1', 'name': 'tempest-FloatingIPTestJSON-159904054'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:27.505703 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Provisioning for port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:27.515095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] For port d8503021-a834-4b9b-8c56-f4718840cf43, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:27.558480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Provisioning complete for port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:27.558480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.576796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30646231'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.589204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] For port d8503021-a834-4b9b-8c56-f4718840cf43, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d8503021-a834-4b9b-8c56-f4718840cf43,segment=NetworkSegment(7f3215fa-800a-446d-8daa-3b3717b678e1),segment_id=7f3215fa-800a-446d-8daa-3b3717b678e1)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:27.624477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.688306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:27.795627 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-b8a8556f-1276-4b3e-8791-5d50939b712d service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9597688 Feb 16 12:39:27.801519 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-186f8de6-9405-4d92-92db-455ddcfe2331 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 200 len: 920 time: 0.9644647 Feb 16 12:39:27.812348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:27.819442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:port and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:27.824513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:27.834220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:27.876689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:27.880308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.912016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.13 (09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876/0ea0a882-9888-4d9f-a7f2-654d88e72c0e/10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:27.919631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] device_id is not set on port f213db71-854e-4e76-ab07-25fd205119cb yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:27.940855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4bd19-721a-42c5-b268-ab9876eccae7 None None] Pushing event updated for resources: {'Port': ['ID=d8503021-a834-4b9b-8c56-f4718840cf43,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:27.954800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:27.985470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting subnet 43cb0808-7122-4735-b32a-2ab3716b5460 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:28.033408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.054431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.089420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4aed888d-185d-4bcf-b9d5-f483aa0e8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.098994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-3895ad77-ac72-42bb-8c29-c89bb50dc4fa', 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa', 'tenant_id': 'aa5e27aa642b402db76bc9aa1b9930f5', 'fixed_ips': [{'subnet_id': '6ee6ea0a-6291-410f-a333-cba80cefe92e'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:28.099800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.102359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=489b1b2e-5f32-406a-875a-b9463505bfd6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:28.119166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6815d3fd-e416-41f0-8b53-1e206c45373c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/489b1b2e-5f32-406a-875a-b9463505bfd6 HTTP/1.1" status: 204 len: 168 time: 2.6189153 Feb 16 12:39:28.120254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.128247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.141645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.160035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31679735'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.250338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.304580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c37007-8c50-4af1-acf0-4e61586b31a9 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.305487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-65c37007-8c50-4af1-acf0-4e61586b31a9 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Synchronizing usage tracker for tenant:a0e0e05531a44b06bf25f1521c4335bb on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:28.330186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:39:28.362744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4bb35278-f027-47a3-a382-933829f1f89d,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:28.393692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.446238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.453855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] For port e8d6b54e-89a0-485b-9fe6-4193d1cb9493, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,segment=NetworkSegment(74ec7056-7c26-4549-9fae-549ae58fce9c),segment_id=74ec7056-7c26-4549-9fae-549ae58fce9c)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:28.455991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.458674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "PUT /v2.0/subnets/6ee6ea0a-6291-410f-a333-cba80cefe92e HTTP/1.1" status: 200 len: 900 time: 1.1656809 Feb 16 12:39:28.462841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15f4df50-1017-46c1-a9be-7883ad0f6500 req-4d47b27c-b41e-441b-bdd7-4c4aa67e444f service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458249 Feb 16 12:39:28.472627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.484094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.10 (ce6d1621-c50d-4f1a-8c63-9210e29f90d1/b2c4143d-05ef-4034-93c7-e314138b26b9/f213db71-854e-4e76-ab07-25fd205119cb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:28.494868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:28.495310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75841a3-912f-48ed-a1d0-e5861fb695dd req-da0b3cec-5f02-4ef7-8845-7ee3ccf82a1c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.500121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b75841a3-912f-48ed-a1d0-e5861fb695dd req-da0b3cec-5f02-4ef7-8845-7ee3ccf82a1c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 945 time: 1.0505786 Feb 16 12:39:28.512730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83417e4-c1ed-4bff-938f-0f0109db2320 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event updated for resources: {'Subnet': ['ID=6ee6ea0a-6291-410f-a333-cba80cefe92e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:28.598908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d8503021-a834-4b9b-8c56-f4718840cf43 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:28.616446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83f738-fcb8-4014-bc56-27ad6bb0e57a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.623805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83f738-fcb8-4014-bc56-27ad6bb0e57a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.626630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af83f738-fcb8-4014-bc56-27ad6bb0e57a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Synchronizing usage tracker for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:28.701825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-65c37007-8c50-4af1-acf0-4e61586b31a9 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Unset dirty status for tenant:a0e0e05531a44b06bf25f1521c4335bb on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:28.707310 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-65c37007-8c50-4af1-acf0-4e61586b31a9 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8859401 Feb 16 12:39:28.707994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.753630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:28.763412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Allocated IP 2001:db8::3 (3895ad77-ac72-42bb-8c29-c89bb50dc4fa/6ee6ea0a-6291-410f-a333-cba80cefe92e/76e78c0c-f823-4b72-8cc9-e0880e86ed96) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:28.769172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af83f738-fcb8-4014-bc56-27ad6bb0e57a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Unset dirty status for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:28.770522 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-af83f738-fcb8-4014-bc56-27ad6bb0e57a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6413572 Feb 16 12:39:28.788940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.877644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-670814687'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:28.904361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:28.921766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b64f7f-1103-4b10-b143-ad9312234c89 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:28.923680 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70b64f7f-1103-4b10-b143-ad9312234c89 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.1560624 Feb 16 12:39:28.926823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:28.951611 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b75841a3-912f-48ed-a1d0-e5861fb695dd req-11b78d49-f034-4c5b-8013-1c0374ca1f63 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064864 Feb 16 12:39:29.023392 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-968ff946-e623-4e3e-bb4f-93e8129e5066 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 200 len: 205 time: 0.0955007 Feb 16 12:39:29.028955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:29.049418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:29.063355 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d', 'code': 200} Feb 16 12:39:29.115721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.123906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7d95a-85e9-4d8d-b53e-00a61c34eb60 None None] Pushing event updated for resources: {'Port': ['ID=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:29.133572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d8503021-a834-4b9b-8c56-f4718840cf43 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:29.156832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.167177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.174225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Provisioning for port 7167eeb0-8e75-4880-b674-0d0e533713b1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:29.203303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.214646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.216799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Provisioning complete for port 7167eeb0-8e75-4880-b674-0d0e533713b1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:29.217102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.283491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:29.334334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.356433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Port 7167eeb0-8e75-4880-b674-0d0e533713b1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:29.380571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:29.385306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.385836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.388860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Provisioning complete for port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:29.389245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57f23136-bb86-44e4-ae98-2240cc2a00cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.436553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Transition to ACTIVE for port object 76e78c0c-f823-4b72-8cc9-e0880e86ed96 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:29.469884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.470867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Transition to ACTIVE for port object 76e78c0c-f823-4b72-8cc9-e0880e86ed96 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:29.497421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:29.514662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.529748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:29.551168 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:29.572402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.587836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58fac-4306-4d19-ab83-b47e595cde41 req-e26adbcb-7b52-4dd6-8eeb-c96562b69b92 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:29.589718 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-18b58fac-4306-4d19-ab83-b47e595cde41 req-e26adbcb-7b52-4dd6-8eeb-c96562b69b92 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 1.1779070 Feb 16 12:39:29.598020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:29.598363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.618592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.628759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:29.641731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd97032-1e45-4992-8f55-bb79e10858a4 None None] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:29.684754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:29.715333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-f4e62d87-d135-4487-a9a5-775d69ae9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:29.716866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-f4e62d87-d135-4487-a9a5-775d69ae9224 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 1.0456331 Feb 16 12:39:29.750599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:29.755317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.755658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment 9c5e1bcb-9b67-4504-a7ad-671e0b620ac3 of type vlan for network ccc3156f-c44a-4b76-abf9-35467e20c978 Feb 16 12:39:29.765949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:29.770145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Pushing event updated for resources: {'Port': ['ID=76e78c0c-f823-4b72-8cc9-e0880e86ed96,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:29.772338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:29.795417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:29.796241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.800480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.810468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network ce6d1621-c50d-4f1a-8c63-9210e29f90d1 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:29.819216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eccbd-7100-4b40-af53-81799602382d req-7e31751c-c5e3-461f-a9b4-584e29bed05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:29.820693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1e6eccbd-7100-4b40-af53-81799602382d req-7e31751c-c5e3-461f-a9b4-584e29bed05e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1099 time: 0.3994956 Feb 16 12:39:29.822301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:29.827398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=f213db71-854e-4e76-ab07-25fd205119cb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:29.830630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:29.897351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-18b58fac-4306-4d19-ab83-b47e595cde41 req-7a7f0ded-77b5-45f9-b99b-f3da52a58d28 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651732 Feb 16 12:39:29.901029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Provisioning complete for port 7167eeb0-8e75-4880-b674-0d0e533713b1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:29.901029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:29.923381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=43cb0808-7122-4735-b32a-2ab3716b5460,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:29.944984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50fb30f-08fe-4755-aeb2-c951e82d7d1d None None] Network 680d25a8-f689-414c-88da-ef167ab21234 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:29.981909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.025381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Attempting to bind port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:30.025883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Attempting to bind port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:30.026118 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a8147d7-c175-4532-a992-b4ee09034db8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.5910957 Feb 16 12:39:30.026650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Attempting to bind port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 on network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:30.031092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:30.053738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.086809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1e6eccbd-7100-4b40-af53-81799602382d req-5d405c61-fe04-4f90-aeb0-2dbddc226286 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301135 Feb 16 12:39:30.090304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.093664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e1dd2881-02fd-4f8a-98fe-8d991f06b9a5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/43cb0808-7122-4735-b32a-2ab3716b5460 HTTP/1.1" status: 204 len: 168 time: 2.6591108 Feb 16 12:39:30.094952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:30.095475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Checking segment: {'id': 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:30.095908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.096419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Bound using segment: {'id': 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:30.097018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Bound port: 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '3895ad77-ac72-42bb-8c29-c89bb50dc4fa'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:30.097194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:30.097983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.104182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:30.104806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.146478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Port 7167eeb0-8e75-4880-b674-0d0e533713b1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:30.155676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port 79ac24b0-dcba-4b3c-9141-a484ff03c903 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:30.155928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.231207 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a888c46f-31af-4c28-97ed-bc08e2c9906f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7797487 Feb 16 12:39:30.238944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50644) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:30.248108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': 'f213db71-854e-4e76-ab07-25fd205119cb'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:30.294805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Provisioning for port d8503021-a834-4b9b-8c56-f4718840cf43 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:30.336510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Provisioning complete for port d8503021-a834-4b9b-8c56-f4718840cf43 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:30.336883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.349234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67371181-c969-4098-bcad-76e9da0f6b14 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:30.350827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67371181-c969-4098-bcad-76e9da0f6b14 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:30.352316 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-67371181-c969-4098-bcad-76e9da0f6b14 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2424715 Feb 16 12:39:30.366112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:30.391633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.408418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:30.425345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:30.434681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=76e78c0c-f823-4b72-8cc9-e0880e86ed96,segment=NetworkSegment(eeb76a12-2df6-4cbd-8d1d-08457bbae1a0),segment_id=eeb76a12-2df6-4cbd-8d1d-08457bbae1a0)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:30.442745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.454676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.456498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-432c0211-65c8-43b2-bebd-63ecce9a96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:30.458177 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-432c0211-65c8-43b2-bebd-63ecce9a96a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.6973147 Feb 16 12:39:30.526642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:30.527304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.551953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e8d6b54e-89a0-485b-9fe6-4193d1cb9493 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:30.607396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.612878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:30.613579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.673617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:30.674393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.744843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc9a1930-e25f-4200-9f0a-8b3d2ab127d0 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.758522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.760536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.815476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff16141-0512-4984-96a9-f266f1cf2db9 None None] Pushing event updated for resources: {'Port': ['ID=76e78c0c-f823-4b72-8cc9-e0880e86ed96,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:30.842687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] DHCP port deletion for 680d25a8-f689-414c-88da-ef167ab21234 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:30.849573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] For port d8503021-a834-4b9b-8c56-f4718840cf43, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d8503021-a834-4b9b-8c56-f4718840cf43,segment=NetworkSegment(7f3215fa-800a-446d-8daa-3b3717b678e1),segment_id=7f3215fa-800a-446d-8daa-3b3717b678e1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:30.857801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Deleting port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:30.858616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.913572 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9a1930-e25f-4200-9f0a-8b3d2ab127d0 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:39:30.914027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9a1930-e25f-4200-9f0a-8b3d2ab127d0 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:30.917294 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc9a1930-e25f-4200-9f0a-8b3d2ab127d0 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/680d25a8-f689-414c-88da-ef167ab21234 HTTP/1.1" status: 409 len: 405 time: 0.5475900 Feb 16 12:39:30.932382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for 79ac24b0-dcba-4b3c-9141-a484ff03c903 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:30.935420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:30.939027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:30.976569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:30.986421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1868284 Feb 16 12:39:31.078221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.104122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for 76e78c0c-f823-4b72-8cc9-e0880e86ed96 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:31.109189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:31.119745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1175933420'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:31.138508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-3537a4aa-1785-4b87-bead-a765cb746de3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.6668475 Feb 16 12:39:31.145872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-120693542'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:31.155884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:31.163636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:31.182054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:31.190707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:31.211562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:31.216538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:31.310835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Provisioning for port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:31.321140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4d528-f6ee-4750-b7b2-25666e893d40 None None] Pushing event updated for resources: {'Port': ['ID=d8503021-a834-4b9b-8c56-f4718840cf43,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:31.357840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Provisioning complete for port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:31.358404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.436563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:31.440378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.466441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:31.469452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.499656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6f46-e8c8-4df5-af25-52c759409837 req-7fddf11f-c0f6-4a7b-bcfe-6066ae56aad5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:31.501445 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9bb6f46-e8c8-4df5-af25-52c759409837 req-7fddf11f-c0f6-4a7b-bcfe-6066ae56aad5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 1.1503344 Feb 16 12:39:31.502581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578cf27-cab9-4437-9218-7bfc2deaae86 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=ccc3156f-c44a-4b76-abf9-35467e20c978,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:31.555454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ccc3156f-c44a-4b76-abf9-35467e20c978 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:31.575144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:31.638726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-8cccdcec-dbd3-496b-87f0-a37e73a1ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:31.641354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-8cccdcec-dbd3-496b-87f0-a37e73a1ed02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.2617273 Feb 16 12:39:31.645186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:31.654749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:31.657529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] For port e8d6b54e-89a0-485b-9fe6-4193d1cb9493, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,segment=NetworkSegment(74ec7056-7c26-4549-9fae-549ae58fce9c),segment_id=74ec7056-7c26-4549-9fae-549ae58fce9c)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:31.658040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.670421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:31.670838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:31.675015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.675380 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment 92c71200-d28e-48d9-aec9-e51b872f4cf5 of type vlan for network 0e52f378-462f-4ff0-b519-11a2b137cc04 Feb 16 12:39:31.678208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Provisioning complete for port d8503021-a834-4b9b-8c56-f4718840cf43 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:31.678640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a3285cef-77ad-44af-a424-f6d8a537ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.688844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.689174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment 82e0f57f-c3c1-4a54-886b-c68066b824d0 of type vlan for network ff25b0f1-e684-4d19-828a-6942346054d1 Feb 16 12:39:31.781557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.786656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.791533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.852588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:31.864310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Calling delete_port for e8d6b54e-89a0-485b-9fe6-4193d1cb9493 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:31.892655 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9bb6f46-e8c8-4df5-af25-52c759409837 req-d7b6eee1-48c2-4c2b-8015-529960c97f7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569170 Feb 16 12:39:31.963604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:32.030587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.046735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8cf3-7c57-409f-a310-e04725390f1e req-196e2dfa-5b6f-4c96-84f6-6b58d82d8ee3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:32.048317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b3a8cf3-7c57-409f-a310-e04725390f1e req-196e2dfa-5b6f-4c96-84f6-6b58d82d8ee3 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6784923 Feb 16 12:39:32.063102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.069977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:32.070841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.094411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] Pushing event deleted for resources: {'Port': ['ID=e8d6b54e-89a0-485b-9fe6-4193d1cb9493,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:32.097253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=79ac24b0-dcba-4b3c-9141-a484ff03c903,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:32.105387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97108af-e88c-4f62-9851-f527bbcc48ff None None] No DVR routers for this DVR port e8d6b54e-89a0-485b-9fe6-4193d1cb9493 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:32.120580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-36079933-c46b-4d7a-a068-160306bc941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:32.122064 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-36079933-c46b-4d7a-a068-160306bc941b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4582541 Feb 16 12:39:32.154003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.159812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:32.160522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.180684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:32.181744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.232893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:32.245337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04b32908-d0c4-404e-932c-79ed4e50deb0 None None] Provisioning complete for port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:32.245858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-04b32908-d0c4-404e-932c-79ed4e50deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.247326 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b3a8cf3-7c57-409f-a310-e04725390f1e req-6cb8b2c1-138c-4d0b-9c2e-dd6a7291b7e5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810875 Feb 16 12:39:32.290057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27096f42-f581-4c6a-9ae8-a8e68d91b204 None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:32.396760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=ff25b0f1-e684-4d19-828a-6942346054d1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:32.427492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ff25b0f1-e684-4d19-828a-6942346054d1 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:32.471709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-04b32908-d0c4-404e-932c-79ed4e50deb0 None None] Port 10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:39:32.495912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4130585 Feb 16 12:39:32.502882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:32.517488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:32.529758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.542012 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f03221e2-1064-4742-94d2-21682c304f2e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4146366 Feb 16 12:39:32.543782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:32.563694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.604700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.612670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'ports': [{'network_id': 'ccc3156f-c44a-4b76-abf9-35467e20c978', 'name': 'tempest-port--1475738117', 'admin_state_up': True}, {'network_id': 'ff25b0f1-e684-4d19-828a-6942346054d1', 'admin_state_up': False}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:32.613040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'port': {'network_id': 'ccc3156f-c44a-4b76-abf9-35467e20c978', 'name': 'tempest-port--1475738117', 'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:32.613525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'port': {'network_id': 'ff25b0f1-e684-4d19-828a-6942346054d1', 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:32.625967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 76e78c0c-f823-4b72-8cc9-e0880e86ed96 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:32.638061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.772047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:32.785710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a1e57c42-de05-480d-ac63-b6865694ed46 None None] Provisioning for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:32.872160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:32.874295 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-c57ccca9-2fbb-4f89-8775-af1d8d58813f service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115626 Feb 16 12:39:32.881487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:32.882101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.891238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.895097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:32.904130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546609-8364-4f1a-aa13-710f7af0e601 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=0e52f378-462f-4ff0-b519-11a2b137cc04,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:32.935973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 0e52f378-462f-4ff0-b519-11a2b137cc04 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:33.037059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.038239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:39:33.082303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.087839 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf00253e-0ed4-434c-b1c2-b553004e78dd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 204 len: 168 time: 4.0536735 Feb 16 12:39:33.096307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50674) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:33.104384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1867242814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:33.116164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:33.120569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:33.124683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:33.131378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:33.132130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:33.158636 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP b7a6083f-8852-491d-b0e9-9c7569839bb7 associated. External IP: 172.26.4.31, port: f213db71-854e-4e76-ab07-25fd205119cb. Feb 16 12:39:33.195716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:subnet and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:33.212212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.223496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.224849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.251773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=76e78c0c-f823-4b72-8cc9-e0880e86ed96,segment=NetworkSegment(eeb76a12-2df6-4cbd-8d1d-08457bbae1a0),segment_id=eeb76a12-2df6-4cbd-8d1d-08457bbae1a0)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:33.257072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.264873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.265836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d8503021-a834-4b9b-8c56-f4718840cf43 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:33.269638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:33.311326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:33.355433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abbfd8-1441-4c76-b5af-2779f9799a39 None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:33.364868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.408569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.412374 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f6bb185-2cd8-4582-90ac-7925fea3ac63 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3127601 Feb 16 12:39:33.412600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50678) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:33.418461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': True}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:33.437816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58219afd-ecff-468f-a958-ee9c658572e9 req-a9386648-a35a-48cd-852d-1c363914530a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:33.439288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58219afd-ecff-468f-a958-ee9c658572e9 req-a9386648-a35a-48cd-852d-1c363914530a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.9840829 Feb 16 12:39:33.484957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.487585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:33.490910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.492657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=76e78c0c-f823-4b72-8cc9-e0880e86ed96,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:33.499265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-54e1d260-fb91-436b-91f5-4000042f666a None None] Provisioning complete for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:33.499757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54e1d260-fb91-436b-91f5-4000042f666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.536810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=76e78c0c-f823-4b72-8cc9-e0880e86ed96,segment=NetworkSegment(eeb76a12-2df6-4cbd-8d1d-08457bbae1a0),segment_id=eeb76a12-2df6-4cbd-8d1d-08457bbae1a0)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:33.537195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.573363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:33.599322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d8503021-a834-4b9b-8c56-f4718840cf43 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:33.599864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:33.656159 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b61230c1-234a-43ed-a30c-44676dda0999 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c HTTP/1.1" status: 204 len: 168 time: 3.6048751 Feb 16 12:39:33.658521 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb6c7deb-f061-4b80-888a-87cccf985293 req-3ae30634-f66e-4595-945f-8d0462d70304 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230232 Feb 16 12:39:33.663616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:33.666612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:port and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:33.766907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:33.780857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for 76e78c0c-f823-4b72-8cc9-e0880e86ed96 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:33.878165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:33.933659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e8d6b54e-89a0-485b-9fe6-4193d1cb9493 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:33.979056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: e8d6b54e-89a0-485b-9fe6-4193d1cb9493 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:33.979751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e8d6b54e-89a0-485b-9fe6-4193d1cb9493 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:34.035383 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58219afd-ecff-468f-a958-ee9c658572e9 req-edeba26b-40be-4673-b9f2-1104ff4f0a32 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5657856 Feb 16 12:39:34.044932 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9ad084-b01f-43a0-8cee-0879b2c3e148 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:39:34.045659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea9ad084-b01f-43a0-8cee-0879b2c3e148 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:34.095669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b17067-492e-46fd-9ec2-9672002e477e req-25c2151d-b456-43de-b5ef-12639084fa94 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:34.096972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64b17067-492e-46fd-9ec2-9672002e477e req-25c2151d-b456-43de-b5ef-12639084fa94 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 0.9617531 Feb 16 12:39:34.125454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.142401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:34.147157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.153041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:34.166489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb6090-7bd0-4cad-b532-d97d788882a6 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:34.182995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea9ad084-b01f-43a0-8cee-0879b2c3e148 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:34.188028 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea9ad084-b01f-43a0-8cee-0879b2c3e148 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c HTTP/1.1" status: 404 len: 333 time: 0.4635277 Feb 16 12:39:34.190134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50688) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:34.236419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-52008d03-6b87-40df-9e94-8974c42056df None None] Provisioning complete for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:34.237588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52008d03-6b87-40df-9e94-8974c42056df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.269917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.296604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64b17067-492e-46fd-9ec2-9672002e477e req-1c0269bd-2dc3-4f1b-8258-af33b452b1f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829877 Feb 16 12:39:34.311622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:34.312380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:34.487473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:34.490256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 76e78c0c-f823-4b72-8cc9-e0880e86ed96 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:34.492318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.501302 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:34.520650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:34.521508 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:34.539125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 0ea0a882-9888-4d9f-a7f2-654d88e72c0e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:34.601643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.687144 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:34.689398 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbd3a9e2-a962-4e7a-892b-8f093391ae89 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/b7a6083f-8852-491d-b0e9-9c7569839bb7 HTTP/1.1" status: 200 len: 977 time: 4.4493771 Feb 16 12:39:34.692674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50696) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:34.702815 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:34.704206 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:34.727495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.783407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb6090-7bd0-4cad-b532-d97d788882a6 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:34.801561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:34.802305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.819687 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:34.820916 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3a9c-6677-43d2-9e55-47584c6bdfa9 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:34.828672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] device_id is not set on port 59a8717d-96c2-4575-a9a0-ae80b3eb701f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:34.845955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1682701-e206-4476-8dcc-98f9d4b4b09a req-ff371e37-3e5c-42b8-aec8-ee6351dd3dcc tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:34.856509 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1682701-e206-4476-8dcc-98f9d4b4b09a req-ff371e37-3e5c-42b8-aec8-ee6351dd3dcc tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6574135 Feb 16 12:39:34.864573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port f213db71-854e-4e76-ab07-25fd205119cb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:34.865327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.920592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:39:34.927326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.041978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770fee-015d-4e9e-ae3d-56c9634f5e62 req-667e3306-a260-41d5-9820-34502cea04ec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:35.043543 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-de770fee-015d-4e9e-ae3d-56c9634f5e62 req-667e3306-a260-41d5-9820-34502cea04ec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 0.5338261 Feb 16 12:39:35.051172 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1682701-e206-4476-8dcc-98f9d4b4b09a req-a19461af-e508-4a63-a2fe-92e8ec96207f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852415 Feb 16 12:39:35.096654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=574fbbc6-6258-4623-b7e6-7b0a07b2c462,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:35.116111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': '92c71200-d28e-48d9-aec9-e51b872f4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:35.116933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: 0e52f378-462f-4ff0-b519-11a2b137cc04, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:35.174827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-de770fee-015d-4e9e-ae3d-56c9634f5e62 req-dbe40e79-f16f-4c1d-a71f-89a756f38bcb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116776 Feb 16 12:39:35.221527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:35.270341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:35.270713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.296391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.337959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 0e52f378-462f-4ff0-b519-11a2b137cc04 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:35.353139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.364851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.389443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 0e52f378-462f-4ff0-b519-11a2b137cc04) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:35.409729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f43a8b-2b45-4ca0-baa4-a213dec3dd54 None None] Network 0e52f378-462f-4ff0-b519-11a2b137cc04 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:35.435308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.451546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:35.452175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.604320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] device_id is not set on port 8f4edcca-bd0d-4f35-8de5-2bde61f29623 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:35.624561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.671145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.688516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.689635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f409c-3015-4219-b99b-183a1e6598df req-ba850d0a-13bf-4305-84a2-33561d180284 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:35.691118 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf2f409c-3015-4219-b99b-183a1e6598df req-ba850d0a-13bf-4305-84a2-33561d180284 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.5074191 Feb 16 12:39:35.691565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-0e52f378-462f-4ff0-b519-11a2b137cc04', 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '574fbbc6-6258-4623-b7e6-7b0a07b2c462'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:35.692718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.696166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99049963-c35b-4782-baff-bfd0146fa496 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1852045 Feb 16 12:39:35.699238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df725b-4d76-4b54-99a4-63a39f16ddbd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:35.700706 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-64df725b-4d76-4b54-99a4-63a39f16ddbd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1094 time: 0.4740381 Feb 16 12:39:35.701250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:35.713915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493027d5-4241-4038-8e20-9d07679be395 None None] Network 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:35.721321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea0a882-9888-4d9f-a7f2-654d88e72c0e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:35.723720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50708) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:35.793923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:35.811212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:35.816490 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b54bb762-da45-4ff2-89c6-16dc09ff16c6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/0ea0a882-9888-4d9f-a7f2-654d88e72c0e HTTP/1.1" status: 204 len: 168 time: 1.6198606 Feb 16 12:39:35.826418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:35.846534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:35.862224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:35.883718 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf2f409c-3015-4219-b99b-183a1e6598df req-39d2a7b7-8d38-407c-a644-c21e62a47201 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606987 Feb 16 12:39:35.907843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port 76e78c0c-f823-4b72-8cc9-e0880e86ed96, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=76e78c0c-f823-4b72-8cc9-e0880e86ed96,segment=NetworkSegment(eeb76a12-2df6-4cbd-8d1d-08457bbae1a0),segment_id=eeb76a12-2df6-4cbd-8d1d-08457bbae1a0)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:35.907843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.955302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:35.974753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.26.4.235 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/5515964f-6b1a-4426-9beb-9ea1c6cb0ebc) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:36.078720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.110140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Allocated IP 2001:db8::f816:3eff:fe8f:75c3 (0e52f378-462f-4ff0-b519-11a2b137cc04/574fbbc6-6258-4623-b7e6-7b0a07b2c462/98cbc8da-8bc1-470a-87db-7f43b5812ee4) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:36.198892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for 76e78c0c-f823-4b72-8cc9-e0880e86ed96 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:36.201911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.210473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] DHCP port deletion for 09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:36.224735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Deleting port d8503021-a834-4b9b-8c56-f4718840cf43 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:36.224735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.309326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.325858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port d8503021-a834-4b9b-8c56-f4718840cf43 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:36.326472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.373420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.450491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.450831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.451076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP b7a6083f-8852-491d-b0e9-9c7569839bb7 disassociated. External IP: 172.26.4.31, port: f213db71-854e-4e76-ab07-25fd205119cb. Feb 16 12:39:36.451408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for f213db71-854e-4e76-ab07-25fd205119cb owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:36.482880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d8503021-a834-4b9b-8c56-f4718840cf43 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:36.549813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969db86d-41f4-447d-800c-ceb915030f90 req-95ef4754-bb2c-4202-898e-dbb3b8b3e91b tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:36.551285 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-969db86d-41f4-447d-800c-ceb915030f90 req-95ef4754-bb2c-4202-898e-dbb3b8b3e91b tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3267548 Feb 16 12:39:36.560477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.586665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.589643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.632086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.637955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Transition to ACTIVE for port object 98cbc8da-8bc1-470a-87db-7f43b5812ee4 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:36.641158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] For port d8503021-a834-4b9b-8c56-f4718840cf43, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d8503021-a834-4b9b-8c56-f4718840cf43,segment=NetworkSegment(7f3215fa-800a-446d-8daa-3b3717b678e1),segment_id=7f3215fa-800a-446d-8daa-3b3717b678e1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:36.641541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.685343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.743384 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-969db86d-41f4-447d-800c-ceb915030f90 req-7e86f6d6-bf4e-4001-836a-540a43002c06 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860087 Feb 16 12:39:36.856795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Port': ['ID=59a8717d-96c2-4575-a9a0-ae80b3eb701f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:36.860865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No DVR routers for this DVR port 76e78c0c-f823-4b72-8cc9-e0880e86ed96 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:36.882068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Calling delete_port for d8503021-a834-4b9b-8c56-f4718840cf43 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:36.941279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Port': ['ID=76e78c0c-f823-4b72-8cc9-e0880e86ed96,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:36.943524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Checking segment: {'id': '9c5e1bcb-9b67-4504-a7ad-671e0b620ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ccc3156f-c44a-4b76-abf9-35467e20c978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:36.943883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network hostable DHCP agents. Network: ccc3156f-c44a-4b76-abf9-35467e20c978, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:36.963379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] For port d8503021-a834-4b9b-8c56-f4718840cf43, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d8503021-a834-4b9b-8c56-f4718840cf43,segment=NetworkSegment(7f3215fa-800a-446d-8daa-3b3717b678e1),segment_id=7f3215fa-800a-446d-8daa-3b3717b678e1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:36.964101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.982317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.009929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network ccc3156f-c44a-4b76-abf9-35467e20c978 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:37.023862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217fd54-2dc9-451d-a7b7-001b03242052 None None] DHCP port deletion for 3895ad77-ac72-42bb-8c29-c89bb50dc4fa request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:37.041505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ccc3156f-c44a-4b76-abf9-35467e20c978) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:37.051214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:37.052556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.070172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Transition to ACTIVE for port object 98cbc8da-8bc1-470a-87db-7f43b5812ee4 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:37.072118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f49fcd-e592-497f-b050-a4155ee1d44c None None] Network ccc3156f-c44a-4b76-abf9-35467e20c978 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:37.123260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for d8503021-a834-4b9b-8c56-f4718840cf43 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:37.141610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.168768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.168768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.189946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.194020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Port': ['ID=8f4edcca-bd0d-4f35-8de5-2bde61f29623,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.211752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.216608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.245445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.254553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Checking segment: {'id': '82e0f57f-c3c1-4a54-886b-c68066b824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ff25b0f1-e684-4d19-828a-6942346054d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:37.254953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network hostable DHCP agents. Network: ff25b0f1-e684-4d19-828a-6942346054d1, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:37.267266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=574fbbc6-6258-4623-b7e6-7b0a07b2c462,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.274077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=f213db71-854e-4e76-ab07-25fd205119cb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.312507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.325371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Network 0e52f378-462f-4ff0-b519-11a2b137cc04 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:37.338850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:37.353842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25570ed5-6cf5-44aa-a860-552c8d9d7ee6 None None] Network 3895ad77-ac72-42bb-8c29-c89bb50dc4fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:37.370823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:37.401063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee6ea0a-6291-410f-a333-cba80cefe92e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.429912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] No DVR routers for this DVR port d8503021-a834-4b9b-8c56-f4718840cf43 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:37.438651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:37.455149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Pushing event updated for resources: {'Port': ['ID=98cbc8da-8bc1-470a-87db-7f43b5812ee4,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.456458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:37.471064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:37.505124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.533904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=5515964f-6b1a-4426-9beb-9ea1c6cb0ebc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.598505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network ff25b0f1-e684-4d19-828a-6942346054d1 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:37.598505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.628380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ff25b0f1-e684-4d19-828a-6942346054d1) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:37.633181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:37.642463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:37.647986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:37.648687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.666991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e52f378-462f-4ff0-b519-11a2b137cc04']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.670198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66375fb-4a5a-4596-9eba-eccd1f615d91 None None] Network ff25b0f1-e684-4d19-828a-6942346054d1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:37.681933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe562f3-1395-4cbf-ad3f-ce305c29028c None None] Pushing event deleted for resources: {'Port': ['ID=d8503021-a834-4b9b-8c56-f4718840cf43,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:37.690231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3895ad77-ac72-42bb-8c29-c89bb50dc4fa']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.709931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c71200-d28e-48d9-aec9-e51b872f4cf5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.710318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c71200-d28e-48d9-aec9-e51b872f4cf5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.719020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:37.719593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:37.722737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.723037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb76a12-2df6-4cbd-8d1d-08457bbae1a0') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:37.749354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:37.754055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.762159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.781383 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13af7121-1d66-4b71-9978-0d8c53a00ae9 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2311871 Feb 16 12:39:37.797202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:37.808421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f32ca-1b37-462a-8644-1a1742ceba4c req-dbda241f-0293-4b59-8635-21c01e765d2a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:37.809725 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-936f32ca-1b37-462a-8644-1a1742ceba4c req-dbda241f-0293-4b59-8635-21c01e765d2a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4790154 Feb 16 12:39:37.812757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.842929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.143 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/396b6f4f-a282-453c-aafe-d03dfb2a027c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:37.848290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.879828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:37.880345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.896173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Attempting to bind port 98cbc8da-8bc1-470a-87db-7f43b5812ee4 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:37.896494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Attempting to bind port 98cbc8da-8bc1-470a-87db-7f43b5812ee4 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '92c71200-d28e-48d9-aec9-e51b872f4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:37.896797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Attempting to bind port 98cbc8da-8bc1-470a-87db-7f43b5812ee4 on network 0e52f378-462f-4ff0-b519-11a2b137cc04 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:37.901810 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:37.911433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:37.911923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:37.942652 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:37.946272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02f04d-7bb0-4625-ac10-ac31d2e33de5 None None] DHCP port deletion for 3895ad77-ac72-42bb-8c29-c89bb50dc4fa request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:37.948479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:37.948853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Checking segment: {'id': '92c71200-d28e-48d9-aec9-e51b872f4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:37.949250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:37.949639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Bound using segment: {'id': '92c71200-d28e-48d9-aec9-e51b872f4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:37.950126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Bound port: 98cbc8da-8bc1-470a-87db-7f43b5812ee4, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c71200-d28e-48d9-aec9-e51b872f4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '0e52f378-462f-4ff0-b519-11a2b137cc04'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:37.950485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.124708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] For port 98cbc8da-8bc1-470a-87db-7f43b5812ee4, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:38.185196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:38.196529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:38.208831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:38.209149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:38.221938 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-936f32ca-1b37-462a-8644-1a1742ceba4c req-2c8f79ac-3b54-47e4-88d1-d62ca3015bbd tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642347 Feb 16 12:39:38.224033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:39:38.224033 dv-neutron-829435-1-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:39:38.224033 dv-neutron-829435-1-hyperv neutron-server[87698]: [parameters: {'id': '0e52f378-462f-4ff0-b519-11a2b137cc04'}] Feb 16 12:39:38.224033 dv-neutron-829435-1-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:38.224033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:38.250875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.270981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.290853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:38.294336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa02975-0faf-4c78-b233-e15f070a7fd0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:38.297156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] For port 98cbc8da-8bc1-470a-87db-7f43b5812ee4, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=98cbc8da-8bc1-470a-87db-7f43b5812ee4,segment=NetworkSegment(92c71200-d28e-48d9-aec9-e51b872f4cf5),segment_id=92c71200-d28e-48d9-aec9-e51b872f4cf5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:38.299561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa02975-0faf-4c78-b233-e15f070a7fd0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:38.300371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fa02975-0faf-4c78-b233-e15f070a7fd0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Synchronizing usage tracker for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:38.303580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.320976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=3895ad77-ac72-42bb-8c29-c89bb50dc4fa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:38.324802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-177a87a4-4104-4975-9334-d4f2dcb964dd tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/3895ad77-ac72-42bb-8c29-c89bb50dc4fa HTTP/1.1" status: 204 len: 168 time: 9.8254163 Feb 16 12:39:38.331139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fa02975-0faf-4c78-b233-e15f070a7fd0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Unset dirty status for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:38.331671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fa02975-0faf-4c78-b233-e15f070a7fd0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5207012 Feb 16 12:39:38.332948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50728) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:38.344113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:38.344748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:38.363498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50732) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:38.413557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f50954-6f10-4bb2-b4ad-00c6f3fae85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:38.416232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f50954-6f10-4bb2-b4ad-00c6f3fae85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:38.416344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-43f50954-6f10-4bb2-b4ad-00c6f3fae85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/6ee6ea0a-6291-410f-a333-cba80cefe92e HTTP/1.1" status: 404 len: 337 time: 0.0828485 Feb 16 12:39:38.419585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:38.435119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:38.435518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c01739d-e487-41e4-bc03-0dccc22e1426 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:38.447754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port d8503021-a834-4b9b-8c56-f4718840cf43 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:38.448266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.449612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe42d0c5-8287-4bf8-8a49-670c8145d9cf tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:38.449955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe42d0c5-8287-4bf8-8a49-670c8145d9cf tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:38.451949 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe42d0c5-8287-4bf8-8a49-670c8145d9cf tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/3895ad77-ac72-42bb-8c29-c89bb50dc4fa HTTP/1.1" status: 404 len: 339 time: 0.0313973 Feb 16 12:39:38.454689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50740) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:38.465435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e48a22-07cf-436c-ad63-6a8c74606e60 None None] Pushing event updated for resources: {'Port': ['ID=98cbc8da-8bc1-470a-87db-7f43b5812ee4,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:38.514250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting port 59a8717d-96c2-4575-a9a0-ae80b3eb701f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:38.514606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.517923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 76e78c0c-f823-4b72-8cc9-e0880e86ed96 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:38.572072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 76e78c0c-f823-4b72-8cc9-e0880e86ed96 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:38.572644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 76e78c0c-f823-4b72-8cc9-e0880e86ed96 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:38.606028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4c43e-ee7c-47f8-b7dc-f9e94f2c4a4b None None] Network 0e52f378-462f-4ff0-b519-11a2b137cc04 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:38.655719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] The port 'd8503021-a834-4b9b-8c56-f4718840cf43' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:39:38.701563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.732955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.777937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.846373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port 98cbc8da-8bc1-470a-87db-7f43b5812ee4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:38.846596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.851110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.871495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b625c1-1f68-47a2-9ccd-f63455fbacce None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:38.908189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.984701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.996405 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e99d4caa-e182-4a72-9c3b-c0955ec0e2cc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/f213db71-854e-4e76-ab07-25fd205119cb HTTP/1.1" status: 204 len: 168 time: 4.2987316 Feb 16 12:39:39.000067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:39.009896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b625c1-1f68-47a2-9ccd-f63455fbacce None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:39.062688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Calling delete_port for 59a8717d-96c2-4575-a9a0-ae80b3eb701f owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:39.091499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.129778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3215fa-800a-446d-8daa-3b3717b678e1') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.129986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3215fa-800a-446d-8daa-3b3717b678e1') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.142111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8148eab-97dd-486d-9f4f-6bfdfe5fe2ab tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/floatingips/b7a6083f-8852-491d-b0e9-9c7569839bb7 HTTP/1.1" status: 200 len: 687 time: 0.1358795 Feb 16 12:39:39.146099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:39.148593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.200938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.201516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.254550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb19b714-5512-4300-82d2-a0f789b56662']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.299843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7989d055-a992-499e-84ca-3f953aa55250') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.300236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7989d055-a992-499e-84ca-3f953aa55250') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:39.324100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.347960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.393747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.420442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.421105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3a10f-8258-450f-9b84-e63c1d0d3398 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:39.479687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.484992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:39.485566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.503328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Port': ['ID=59a8717d-96c2-4575-a9a0-ae80b3eb701f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:39.513145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:39.513145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:39.514723 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:39.528593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:39.531093 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:39.551757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] For port 98cbc8da-8bc1-470a-87db-7f43b5812ee4, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=98cbc8da-8bc1-470a-87db-7f43b5812ee4,segment=NetworkSegment(92c71200-d28e-48d9-aec9-e51b872f4cf5),segment_id=92c71200-d28e-48d9-aec9-e51b872f4cf5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:39.552139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.559546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.594685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3a10f-8258-450f-9b84-e63c1d0d3398 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:39.626836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-031ad5ce-5e97-4acf-ab7d-be9d7052f48a tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/ports/59a8717d-96c2-4575-a9a0-ae80b3eb701f HTTP/1.1" status: 204 len: 168 time: 1.2600639 Feb 16 12:39:39.633931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 35a7711e-8d97-4270-b622-d315a8e0a4b3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:39.634321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.661321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:39.663053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50754) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:39.690753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:39.861544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Calling delete_port for 98cbc8da-8bc1-470a-87db-7f43b5812ee4 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:39.906532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.913931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=396b6f4f-a282-453c-aafe-d03dfb2a027c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:39.940265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.954413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=bb19b714-5512-4300-82d2-a0f789b56662,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:39.963226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:39.972376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80fe2-b84a-4ff2-91d2-2151c82a3e67 req-8a71c0b6-4a72-4fdc-8e23-629df341eb0f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:39.974111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8f80fe2-b84a-4ff2-91d2-2151c82a3e67 req-8a71c0b6-4a72-4fdc-8e23-629df341eb0f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.5913327 Feb 16 12:39:39.975094 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f250986-6fcc-49d1-828c-a038e3e5f3e3 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/bb19b714-5512-4300-82d2-a0f789b56662 HTTP/1.1" status: 204 len: 168 time: 1.5190494 Feb 16 12:39:39.991801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:40.050112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e568f01-0568-4554-b533-4e17b2b7d2fb tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:40.050535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e568f01-0568-4554-b533-4e17b2b7d2fb tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:40.052180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e568f01-0568-4554-b533-4e17b2b7d2fb tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/5683ef06-0870-4948-b20c-f9b377c023dc HTTP/1.1" status: 404 len: 337 time: 0.0576408 Feb 16 12:39:40.054965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:40.060840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.089597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.113848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting port 8f4edcca-bd0d-4f35-8de5-2bde61f29623 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:40.114177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.137894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:40.141607 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8f80fe2-b84a-4ff2-91d2-2151c82a3e67 req-b523a208-ac5c-4c94-ab04-0e50cc571f19 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488202 Feb 16 12:39:40.142457 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1008f7fc-9bcb-4899-b772-fbd80774e422 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:40.142912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1008f7fc-9bcb-4899-b772-fbd80774e422 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:40.147573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Port': ['ID=98cbc8da-8bc1-470a-87db-7f43b5812ee4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:40.152849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No DVR routers for this DVR port 98cbc8da-8bc1-470a-87db-7f43b5812ee4 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:40.189889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1008f7fc-9bcb-4899-b772-fbd80774e422 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/34196e86-4cf2-4f2a-9546-bd30b6b4336a HTTP/1.1" status: 404 len: 339 time: 0.1294763 Feb 16 12:39:40.190680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:40.192868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-225ddf58-34bb-4ee9-89af-8e650fb0b5ba tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/09d7fcf6-bbf0-4d0a-a3d3-f8a44d755876 HTTP/1.1" status: 204 len: 168 time: 4.3653166 Feb 16 12:39:40.205988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50772) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:40.245634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'name': 'tempest-PortsTestJSON-1079352120'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:40.369068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.432587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.432587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.463272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting subnet f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:40.476416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.515760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e52f378-462f-4ff0-b519-11a2b137cc04']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:40.603458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 35a7711e-8d97-4270-b622-d315a8e0a4b3 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:40.620389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c71200-d28e-48d9-aec9-e51b872f4cf5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:40.620682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c71200-d28e-48d9-aec9-e51b872f4cf5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:40.643101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:40.653535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.686752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.700078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:40.703195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.711098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:40.725792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:40.730723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.737895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.759476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:40.760149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:40.778118 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:40.808471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:40.811852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:40.921900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port f382acaa-76ff-44b5-bdab-1ab5a2881cb3 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:40.957724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-a1548c57-2832-47d0-9165-d83ec1c47be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:40.959209 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-a1548c57-2832-47d0-9165-d83ec1c47be5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.4515357 Feb 16 12:39:40.967382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c949-aa2e-4586-82ff-79ab2103fe7f req-2cbfb01d-32af-491f-a9bd-0463019494cf tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:40.968796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8935c949-aa2e-4586-82ff-79ab2103fe7f req-2cbfb01d-32af-491f-a9bd-0463019494cf tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4548829 Feb 16 12:39:41.009866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.063222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.073372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.135506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.170409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=0e52f378-462f-4ff0-b519-11a2b137cc04,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:41.201219 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa0101c3-55bd-4ca2-b435-cfcd8fe89d9d tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/0e52f378-462f-4ff0-b519-11a2b137cc04 HTTP/1.1" status: 204 len: 168 time: 5.4961119 Feb 16 12:39:41.218749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:41.242143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1883537589'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:41.253564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8935c949-aa2e-4586-82ff-79ab2103fe7f req-8d0a97ff-4c2f-40ae-a4e0-3d68f2ae7acc tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576768 Feb 16 12:39:41.263201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:41.288155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:41.304562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:41.340477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:41.342748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-1efd2387-410f-470e-ace6-3bfd098c7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:41.344232 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-1efd2387-410f-470e-ace6-3bfd098c7e38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 200 len: 911 time: 0.3728902 Feb 16 12:39:41.430292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Calling delete_port for 8f4edcca-bd0d-4f35-8de5-2bde61f29623 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:41.561184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.604666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:41.607407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.630593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=35a7711e-8d97-4270-b622-d315a8e0a4b3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:41.663688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.669472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.735746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:41.745899 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-457f3de0-3b25-4b2d-97a3-8db3768e3417 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 200 len: 1000 time: 0.3863859 Feb 16 12:39:41.746062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.748932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:41.749266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649dce56-7c86-44ce-b5f6-40c36392ed49 None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:41.752625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.764196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Port': ['ID=8f4edcca-bd0d-4f35-8de5-2bde61f29623,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:41.795571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.798162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router 002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:39:41.815380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.815591 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment 3eb18cdc-7fb9-435b-8b76-ca60e98e84f4 of type vlan for network 50abcf5d-7041-4468-8e17-feb624bbddb2 Feb 16 12:39:41.820256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bf86da18-7d51-4298-b438-269037a16629 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/f702d5c7-2a25-4079-bf82-6c7a9f5e3cb9 HTTP/1.1" status: 204 len: 168 time: 1.6255450 Feb 16 12:39:41.826434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:41.827898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.906729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ca1455a-0355-4d1a-a3c6-f82ff7db2300 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/ports/8f4edcca-bd0d-4f35-8de5-2bde61f29623 HTTP/1.1" status: 204 len: 168 time: 2.2198792 Feb 16 12:39:41.907900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.916619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:41.918976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.923643 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf550b06-3f37-49b3-a187-8e6ae2f90910 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/b7a6083f-8852-491d-b0e9-9c7569839bb7 HTTP/1.1" status: 204 len: 168 time: 2.7729616 Feb 16 12:39:41.927405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-2dc44dcf-53f6-489c-8197-7b5a29d66c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:41.929192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-2dc44dcf-53f6-489c-8197-7b5a29d66c7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 200 len: 849 time: 0.1737239 Feb 16 12:39:41.934860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:41.940096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '436b034f-689c-4757-93a9-6c71a891df87'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:41.973358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2fc2ad67-11d0-4155-bdf4-661a2a917764 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Synchronizing usage tracker for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:41.980514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:41.994645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:42.000148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting subnet ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:42.020203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:floatingip and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:42.022969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.058241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:42.061594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.061748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2fc2ad67-11d0-4155-bdf4-661a2a917764 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Unset dirty status for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:42.062905 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2fc2ad67-11d0-4155-bdf4-661a2a917764 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1416206 Feb 16 12:39:42.072278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:42.081269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-156130972'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:42.092577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:42.098989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:network and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:42.111088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:42.119720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:42.160210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:42.165976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.171126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:42.172794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:42.173409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.179713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.181001 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5faf1adb-9eba-4baa-beef-941f4ca7ed5d tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "PUT /v2.0/routers/002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 200 len: 915 time: 8.7674162 Feb 16 12:39:42.184870 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] Sync routers for ids ['002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:42.191850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:42.197722 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] Routers {'002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:42.198538 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:42.204104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.205194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.256341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:42.271812 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:42.280521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:42.288341 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] Routers {'002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:42.289226 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:42.305285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.311203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:42.314780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.325029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:42.330355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:42.330966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.347101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=f382acaa-76ff-44b5-bdab-1ab5a2881cb3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:42.372487 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1413357 Feb 16 12:39:42.373644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50804) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:42.393274 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:42.393673 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fe803-c8ea-48ed-b705-3fab13352a1e None None] The sync data for ids ['002bbc7e-c2e8-4efb-a8db-806ec2d23ca0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:42.399026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:42.485863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6608f8d-d221-4690-b04f-a8422c256a51 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=50abcf5d-7041-4468-8e17-feb624bbddb2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:42.497783 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8659d510-83c0-400b-af59-db37e33f94a6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2881463 Feb 16 12:39:42.502716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 50abcf5d-7041-4468-8e17-feb624bbddb2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:42.532324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50808) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:42.548820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:42.560851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:subnet and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:42.565858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:42.617102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-fbdbb79b-f6c7-479d-9c2a-a98c1c13fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:42.618671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-fbdbb79b-f6c7-479d-9c2a-a98c1c13fbe5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9c82292-6079-4859-8df0-35a733694242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6729743 Feb 16 12:39:42.624356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:42.678415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:42.714187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.714528 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment e6a9edd1-db72-47af-a66e-96e16120b6be of type vlan for network 44f5213c-64d3-4831-9d54-2c9d8381ea4c Feb 16 12:39:42.732582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.772426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:42.776679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.831260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b9cfc27-d7cc-4dd1-beee-ee6e8509fe24 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 200 len: 921 time: 0.6302731 Feb 16 12:39:42.837756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port f382acaa-76ff-44b5-bdab-1ab5a2881cb3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:42.837756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.839275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-66d94162-4d09-40c9-9475-deaea5680560 None None] Provisioning complete for port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:42.839275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66d94162-4d09-40c9-9475-deaea5680560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:42.842659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50812) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.027338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fd6fb-4eef-40b2-8669-0891566e0746 req-8756562a-0ad3-402f-ade7-f849d8d4b0fa tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:43.028824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f0fd6fb-4eef-40b2-8669-0891566e0746 req-8756562a-0ad3-402f-ade7-f849d8d4b0fa tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.5573215 Feb 16 12:39:43.051418 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-210f65d8-2331-43fd-b519-9bb405008be7 service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226964 Feb 16 12:39:43.073625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.122797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.189454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.195282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:43.195891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.220543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.246863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.334386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:43.362479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9717cc5-e0d6-4632-abd1-1ec52f695eb5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:43.363980 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9717cc5-e0d6-4632-abd1-1ec52f695eb5 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=002bbc7e-c2e8-4efb-a8db-806ec2d23ca0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5167542 Feb 16 12:39:43.392161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0045f36-f7f6-44b8-a933-6e1cb0e32443 None None] Network 597b7556-8e92-4d9d-9832-a71bad2272a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:43.433747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.440747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.460084 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f0fd6fb-4eef-40b2-8669-0891566e0746 req-8be35430-6ebe-4459-9aef-a0a465ca1452 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152529 Feb 16 12:39:43.478892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.521726 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a637aed-a238-4cc1-9b67-5c7aac5abff7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/ff7bc1c7-e2ef-43c4-b94b-c0bffdc28325 HTTP/1.1" status: 204 len: 168 time: 1.6926188 Feb 16 12:39:43.524182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.536491 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4601495 Feb 16 12:39:43.539936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50820) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.540290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50822) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.547426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65affe-90ae-4025-a776-2cc8ce88e90c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=44f5213c-64d3-4831-9d54-2c9d8381ea4c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:43.553111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.619409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 44f5213c-64d3-4831-9d54-2c9d8381ea4c details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:43.679389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for f382acaa-76ff-44b5-bdab-1ab5a2881cb3 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:43.708476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-899454970'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:43.747025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=396b6f4f-a282-453c-aafe-d03dfb2a027c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:43.752409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:43.756570 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9936fac-0934-45fc-a2d5-b287622f8815 req-9c4c6562-d3c6-492f-b874-9c68df882cfc service neutron] 10.222.0.81 "GET /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764188 Feb 16 12:39:43.815743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] DHCP port deletion for 597b7556-8e92-4d9d-9832-a71bad2272a7 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:43.820493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Deleting port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:43.820976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.828063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:network and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:43.836435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:43.847305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.861047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:43.892231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.27 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/f39ca3a7-e7e1-41c5-b103-652309e5203f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:43.913308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=f382acaa-76ff-44b5-bdab-1ab5a2881cb3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:43.924034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.965966 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63216fcd-9083-49e9-a87d-0b85e16a181a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/f382acaa-76ff-44b5-bdab-1ab5a2881cb3 HTTP/1.1" status: 204 len: 168 time: 1.4263391 Feb 16 12:39:43.968984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.988509 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 5192af39-ff60-4e75-b0d6-9a5123a417e7 associated. External IP: 172.26.4.143, port: 4bb35278-f027-47a3-a382-933829f1f89d. Feb 16 12:39:44.022288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'mac_address': 'fa:16:3e:0d:d2:91', 'name': 'tempest-PortsTestJSON-865892600'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:44.050246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:44.053554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.054042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] For port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,segment=NetworkSegment(f934c667-d8d2-4c5e-ad82-bd60e2c475b2),segment_id=f934c667-d8d2-4c5e-ad82-bd60e2c475b2)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:44.054562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.076579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.130924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.162937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2bc150-82b9-4b68-90d9-848468e6a2b7 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:44.167150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec2bc150-82b9-4b68-90d9-848468e6a2b7 tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.7284796 Feb 16 12:39:44.167653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50832) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:44.178954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Calling delete_port for 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:44.211501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:44.231534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.235082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:44.241801 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d3efe2b-73ec-4713-8019-e4bc7556c3d8 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 200 len: 205 time: 0.0704510 Feb 16 12:39:44.241801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:44.246676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:44.249481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:44.264068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.278748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:44.289104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=9ca8d4c5-77e2-4e4a-8870-85392c1bf212,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:44.312961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] Pushing event deleted for resources: {'Port': ['ID=0e2be0e2-075f-4cc7-9995-a1f8fcf14b04,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:44.317379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7fb27-7b3c-4ac7-859f-f3d32bbbcacb None None] No DVR routers for this DVR port 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:44.345316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:44.363656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.363992 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Added segment 61885be5-6331-47d5-8ce6-1fe57e6db093 of type vlan for network 4949d3a4-01db-4d62-8313-206be77c951a Feb 16 12:39:44.370105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:44.370461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: 50abcf5d-7041-4468-8e17-feb624bbddb2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:44.469997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:44.509661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:44.510356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0e2be0e2-075f-4cc7-9995-a1f8fcf14b04 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:44.564952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.569589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.594936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network 50abcf5d-7041-4468-8e17-feb624bbddb2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:44.606187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.683835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.719426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.837991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 50abcf5d-7041-4468-8e17-feb624bbddb2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:44.844624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597b7556-8e92-4d9d-9832-a71bad2272a7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:44.846768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a828e9-a54d-47b9-9b37-b00b369244cd None None] Network 50abcf5d-7041-4468-8e17-feb624bbddb2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:44.857851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:44.858433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.884574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:44.884877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f934c667-d8d2-4c5e-ad82-bd60e2c475b2') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:44.898144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.904442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:44.905064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.936760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:44.985609 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92a672a1-56ac-417b-9023-ca06160baf93 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5956323 Feb 16 12:39:45.034697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.043217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port d7fe39cf-692c-49c6-9e90-8ddbaa7915db yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:45.065873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:45.066983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.080147 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5183029 Feb 16 12:39:45.080147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03808c-c01a-48ac-8304-5cc98e9bcd30 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Network': ['ID=4949d3a4-01db-4d62-8313-206be77c951a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:45.081094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:45.089987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:45.089987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.107289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4949d3a4-01db-4d62-8313-206be77c951a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:45.114773 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:45.132484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-50abcf5d-7041-4468-8e17-feb624bbddb2', 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '9ca8d4c5-77e2-4e4a-8870-85392c1bf212'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:45.133590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.306124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.315805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:45.319162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:45.346939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.374058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.392564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=f39ca3a7-e7e1-41c5-b103-652309e5203f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:45.455843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=597b7556-8e92-4d9d-9832-a71bad2272a7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:45.458060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Allocated IP 2001:db8::2 (50abcf5d-7041-4468-8e17-feb624bbddb2/9ca8d4c5-77e2-4e4a-8870-85392c1bf212/0bf65718-b8e3-4224-9cf8-cabd1fe849c0) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:45.473841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.474139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.482685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3edc8c8f-eede-4ba5-bebe-0eb563ef1426 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/597b7556-8e92-4d9d-9832-a71bad2272a7 HTTP/1.1" status: 204 len: 168 time: 1.9300590 Feb 16 12:39:45.490880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50846) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.543158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576dfaa-37e6-44a4-a9d6-56cdba432c38 req-2a58d656-dfc4-4088-9801-963eaad73f34 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:45.543381 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-004cde92-9a1a-4cd9-9d17-fd5d8a718fae tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:45.543919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004cde92-9a1a-4cd9-9d17-fd5d8a718fae tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:45.548150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-004cde92-9a1a-4cd9-9d17-fd5d8a718fae tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/42dc7838-9b86-4fdc-850f-825e78868dd3 HTTP/1.1" status: 404 len: 337 time: 0.0537586 Feb 16 12:39:45.548150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:45.549798 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b576dfaa-37e6-44a4-a9d6-56cdba432c38 req-2a58d656-dfc4-4088-9801-963eaad73f34 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.8425751 Feb 16 12:39:45.551014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50850) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.559525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.662451 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-24744bac-1ac5-41e0-aa12-3f0b6aa050f5 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:45.663267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24744bac-1ac5-41e0-aa12-3f0b6aa050f5 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:45.677815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.685865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port 5515964f-6b1a-4426-9beb-9ea1c6cb0ebc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:45.686489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.730552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.732813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.745044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Transition to ACTIVE for port object 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:45.760166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24744bac-1ac5-41e0-aa12-3f0b6aa050f5 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/91626442-260b-42c2-9996-0aaa7bf1cf7b HTTP/1.1" status: 404 len: 339 time: 0.1983607 Feb 16 12:39:45.767339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Transition to ACTIVE for port object 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:45.773573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:45.781652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.785737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:45.786596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:45.799302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:45.845014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.883145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:45.899426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=d7fe39cf-692c-49c6-9e90-8ddbaa7915db,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:45.920880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:45.924749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca8d4c5-77e2-4e4a-8870-85392c1bf212,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:45.926638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:45.927335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:45.931913 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f36c430-5224-4eb5-95fb-f060b8add115 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:45.932492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f36c430-5224-4eb5-95fb-f060b8add115 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:45.936542 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f36c430-5224-4eb5-95fb-f060b8add115 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/13bc3042-9282-4ce6-9097-88414ffae3ce HTTP/1.1" status: 404 len: 337 time: 0.1378045 Feb 16 12:39:45.937133 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b576dfaa-37e6-44a4-a9d6-56cdba432c38 req-83339685-46c1-4f70-bcbb-377befeb8e3e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693159 Feb 16 12:39:45.944667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.954949 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39d58d56-d170-46fc-a2a9-4840a99d484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.2230132 Feb 16 12:39:45.962475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.017793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.053767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.058076 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-941ea788-01fc-42e3-87d3-e9b083370e4b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:46.058656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941ea788-01fc-42e3-87d3-e9b083370e4b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:46.062936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-941ea788-01fc-42e3-87d3-e9b083370e4b tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/a9c1ca51-8b3d-43c9-a2a0-317933526381 HTTP/1.1" status: 404 len: 339 time: 0.1143839 Feb 16 12:39:46.062936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3de0c29d-a2e8-44f7-9d60-cb2c54650629 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0919826 Feb 16 12:39:46.069051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.069515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.084653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abcf5d-7041-4468-8e17-feb624bbddb2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:46.097582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:46.097883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:46.107148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Pushing event updated for resources: {'Port': ['ID=0bf65718-b8e3-4224-9cf8-cabd1fe849c0,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:46.113278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.132100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.139328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:46.139720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.155630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Network 50abcf5d-7041-4468-8e17-feb624bbddb2 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:46.161450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:46.171321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:46.214209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:39:46.234746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c3f07-60cf-44a2-8881-6d5d48c4c85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:46.235343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c3f07-60cf-44a2-8881-6d5d48c4c85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:46.239572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-199c3f07-60cf-44a2-8881-6d5d48c4c85f tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/adcb98f2-2f3e-4fb4-a1cd-40568fb1523b HTTP/1.1" status: 404 len: 337 time: 0.1666303 Feb 16 12:39:46.246100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50872) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.246821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:46.254508 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:46.269558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:39:46.269558 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:39:46.269558 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': '50abcf5d-7041-4468-8e17-feb624bbddb2'}] Feb 16 12:39:46.269558 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:46.269946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:46.312109 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0b0bc5-c288-49f0-ab1c-2abdd038d573 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:46.312739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0b0bc5-c288-49f0-ab1c-2abdd038d573 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:46.316865 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd0b0bc5-c288-49f0-ab1c-2abdd038d573 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/3a7f30ac-1c4b-44d1-8a4d-c82ccfe27ae5 HTTP/1.1" status: 404 len: 339 time: 0.0656214 Feb 16 12:39:46.328650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.369227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.383141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22728ce-ba95-4b78-b558-6f3c04887ec9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:46.384494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b22728ce-ba95-4b78-b558-6f3c04887ec9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:46.439596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0446f09a-767e-48a7-86e7-5e046cb7fa86 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/5192af39-ff60-4e75-b0d6-9a5123a417e7 HTTP/1.1" status: 200 len: 992 time: 0.1863260 Feb 16 12:39:46.441925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d', 'status': 'completed', 'code': 200} Feb 16 12:39:46.490261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Attempting to bind port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:46.490946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Attempting to bind port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:46.491305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Attempting to bind port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 on network 50abcf5d-7041-4468-8e17-feb624bbddb2 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:46.507756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:46.508167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Checking segment: {'id': '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:46.509107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.509493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Bound using segment: {'id': '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:46.510046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Bound port: 0bf65718-b8e3-4224-9cf8-cabd1fe849c0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '50abcf5d-7041-4468-8e17-feb624bbddb2'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:46.510314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.729622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] For port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:46.740340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] For port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0bf65718-b8e3-4224-9cf8-cabd1fe849c0,segment=NetworkSegment(3eb18cdc-7fb9-435b-8b76-ca60e98e84f4),segment_id=3eb18cdc-7fb9-435b-8b76-ca60e98e84f4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:46.749453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.759877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for 5515964f-6b1a-4426-9beb-9ea1c6cb0ebc owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:46.771292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.796352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:46.797698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.841216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b22728ce-ba95-4b78-b558-6f3c04887ec9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:46.844903 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b22728ce-ba95-4b78-b558-6f3c04887ec9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/d7fe39cf-692c-49c6-9e90-8ddbaa7915db HTTP/1.1" status: 200 len: 840 time: 0.7699492 Feb 16 12:39:46.857549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting subnet 48a081b5-d6e7-4f15-9ab9-e45d6c627eb3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:46.866625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50884) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:46.878769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27aa33-f0aa-43ec-be98-0a34371b1d3d None None] Pushing event updated for resources: {'Port': ['ID=0bf65718-b8e3-4224-9cf8-cabd1fe849c0,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:46.913180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.961512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:41Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:46.966797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:39:46.979217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:46.979935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:47.047984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbb7a4-6fb9-46d4-a2e8-9759c7942f17 None None] Network 50abcf5d-7041-4468-8e17-feb624bbddb2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:47.114680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.225266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.311820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] For port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0bf65718-b8e3-4224-9cf8-cabd1fe849c0,segment=NetworkSegment(3eb18cdc-7fb9-435b-8b76-ca60e98e84f4),segment_id=3eb18cdc-7fb9-435b-8b76-ca60e98e84f4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:47.315112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.341418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:39:47.413083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port d7fe39cf-692c-49c6-9e90-8ddbaa7915db {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:47.413455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.445393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:47.455161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Calling delete_port for 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:47.459574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.530834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.551105 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/48a081b5-d6e7-4f15-9ab9-e45d6c627eb3 HTTP/1.1" status: 204 len: 168 time: 1.2174163 Feb 16 12:39:47.553605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-d66884ec-e457-4180-8d9e-73526d8a8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:47.555011 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-d66884ec-e457-4180-8d9e-73526d8a8410 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1099 time: 1.0974250 Feb 16 12:39:47.556310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:47.563581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7edf93-20f0-4925-8d14-379d56baedb8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=48a081b5-d6e7-4f15-9ab9-e45d6c627eb3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:47.634845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c0bde-0d39-44d9-99c6-a8453fdefbd1 None None] Network c97c7039-67ff-4935-ad22-3ecc2ec58a0e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:47.636693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2bfbb2b5-dbd2-41f6-ab9f-e6ff3bb50ff9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/5192af39-ff60-4e75-b0d6-9a5123a417e7 HTTP/1.1" status: 200 len: 992 time: 0.1905706 Feb 16 12:39:47.662792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.734961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Port': ['ID=0bf65718-b8e3-4224-9cf8-cabd1fe849c0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:47.738322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No DVR routers for this DVR port 0bf65718-b8e3-4224-9cf8-cabd1fe849c0 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:47.876784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.905188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abcf5d-7041-4468-8e17-feb624bbddb2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:47.922674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:47.923386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb18cdc-7fb9-435b-8b76-ca60e98e84f4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:47.933605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.937480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.941921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.966674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.990172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:47.991373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.090156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port a3595d0f-508d-4771-bc40-a6764a9b3213 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:48.090495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.100930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:41Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:48.106454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056a0f19-f1a2-4d73-9ce1-e276432d1a66 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:38:43Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:41Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:48.147059 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:48.191074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] DHCP port deletion for c97c7039-67ff-4935-ad22-3ecc2ec58a0e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:48.195484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Deleting port a3595d0f-508d-4771-bc40-a6764a9b3213 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:48.195862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.205669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.227991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.239768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=50abcf5d-7041-4468-8e17-feb624bbddb2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:48.252911 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6788d584-04d7-4970-b81e-b2b9bcb4e908 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/50abcf5d-7041-4468-8e17-feb624bbddb2 HTTP/1.1" status: 204 len: 168 time: 3.2091444 Feb 16 12:39:48.257698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:48.264207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1878161700'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:48.272329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:48.277716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:network and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:48.281514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:48.288225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:48.303782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:48.309100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.334683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.346544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:48.361322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.362339 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Added segment a2a3e917-ec2c-45a3-8e66-999620d8f5ff of type vlan for network aa794891-3671-4604-8129-664544ccc327 Feb 16 12:39:48.364140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.424571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:48.431689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'subnets': [{'network_id': '44f5213c-64d3-4831-9d54-2c9d8381ea4c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--457724107', 'ip_version': 6}, {'network_id': '4949d3a4-01db-4d62-8313-206be77c951a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:48.431980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'subnet': {'network_id': '44f5213c-64d3-4831-9d54-2c9d8381ea4c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--457724107', 'ip_version': 6}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:48.432676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Request body: {'subnet': {'network_id': '4949d3a4-01db-4d62-8313-206be77c951a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:48.469769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.487450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a3595d0f-508d-4771-bc40-a6764a9b3213 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:48.510001 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565d3f4-a61a-4a75-a72d-3eca0f94833b None None] New status for floating IP 5192af39-ff60-4e75-b0d6-9a5123a417e7: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:39:48.567230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] For port a3595d0f-508d-4771-bc40-a6764a9b3213, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a3595d0f-508d-4771-bc40-a6764a9b3213,segment=NetworkSegment(05674ea8-56eb-4f96-86a0-eca208225a68),segment_id=05674ea8-56eb-4f96-86a0-eca208225a68)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:48.567749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.637219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=5515964f-6b1a-4426-9beb-9ea1c6cb0ebc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:48.647495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d90fd-543d-462b-a57a-b2c6f0a590ae req-ffecd38a-2e62-42f3-a6a3-15003bb93ff4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:48.655351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d2d90fd-543d-462b-a57a-b2c6f0a590ae req-ffecd38a-2e62-42f3-a6a3-15003bb93ff4 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 1.5565994 Feb 16 12:39:48.655911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50906) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:48.679960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-f969a663-9e6d-4751-b484-3e500dc3ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:48.682687 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-f969a663-9e6d-4751-b484-3e500dc3ac37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 898 time: 1.1153526 Feb 16 12:39:48.749353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.754814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:48.755470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.770012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Calling delete_port for a3595d0f-508d-4771-bc40-a6764a9b3213 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:48.905210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.934720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.984934 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7226062 Feb 16 12:39:48.984934 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d25f2932-56c6-478a-b2bc-25bd17dee000 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/5192af39-ff60-4e75-b0d6-9a5123a417e7 HTTP/1.1" status: 200 len: 992 time: 0.3262236 Feb 16 12:39:48.984934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:48.986902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:48.988655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:48.998642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Request body: {'subnet': {'network_id': 'aa794891-3671-4604-8129-664544ccc327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:49.013459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Usage tracker for resource:subnet and tenant:62c2c0dc7483498ebb6471e84c9e4a6d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:49.015877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] Pushing event deleted for resources: {'Port': ['ID=a3595d0f-508d-4771-bc40-a6764a9b3213,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:49.018548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a6245-84bd-44ea-bf16-8081c9c0b3ea tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Network': ['ID=aa794891-3671-4604-8129-664544ccc327,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:49.020164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b194910-4d99-45fc-a406-8349a41d8234 None None] No DVR routers for this DVR port a3595d0f-508d-4771-bc40-a6764a9b3213 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:49.021468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:49.043080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:49.043765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccaa21d-57a6-4c3e-91e7-9e56c3ba5bf7 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:49.073498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network aa794891-3671-4604-8129-664544ccc327 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:49.084828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d2d90fd-543d-462b-a57a-b2c6f0a590ae req-ca4a1c27-da9a-4e17-ab71-0f1ca61b244a tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285941 Feb 16 12:39:49.231203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Made reservation on behalf of 62c2c0dc7483498ebb6471e84c9e4a6d for: {'subnet': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:49.235699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.236045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.270062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccaa21d-57a6-4c3e-91e7-9e56c3ba5bf7 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:49.275495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-231e4b83-a3c2-4853-b54a-e8774586a1fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 1002 time: 0.5498476 Feb 16 12:39:49.338892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:49.342652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] The port 'a3595d0f-508d-4771-bc40-a6764a9b3213' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:39:49.344930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.357968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Usage tracker for resource:subnet and tenant:8e19fa382f2841568ec9a350534fb55f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:49.361667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:49.372968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:49.391502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Made reservation on behalf of 8e19fa382f2841568ec9a350534fb55f for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:49.392900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for d7fe39cf-692c-49c6-9e90-8ddbaa7915db owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:49.394965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.606655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:49.683512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-4b644bdd-9d26-4c96-9f07-3b6fc8c36172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:49.685236 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-4b644bdd-9d26-4c96-9f07-3b6fc8c36172 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.3414383 Feb 16 12:39:49.820750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.860032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.865818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.885824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.965631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:39:49.976313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.997683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.013380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.061950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.082232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event updated for resources: {'Subnet': ['ID=78bd3134-28cc-4718-aef3-7ea004ce7320,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.146157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.150052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Checking segment: {'id': 'a2a3e917-ec2c-45a3-8e66-999620d8f5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'aa794891-3671-4604-8129-664544ccc327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:50.150596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network hostable DHCP agents. Network: aa794891-3671-4604-8129-664544ccc327, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:50.168138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.168627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router 002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:39:50.170955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97c7039-67ff-4935-ad22-3ecc2ec58a0e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:50.183114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Subnet': ['ID=7f70e13d-ce31-4173-8500-496fdddefca1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.185201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Checking segment: {'id': 'e6a9edd1-db72-47af-a66e-96e16120b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '44f5213c-64d3-4831-9d54-2c9d8381ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:50.185561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network hostable DHCP agents. Network: 44f5213c-64d3-4831-9d54-2c9d8381ea4c, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:50.186975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=f39ca3a7-e7e1-41c5-b103-652309e5203f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.205084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Network aa794891-3671-4604-8129-664544ccc327 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:50.213435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network 44f5213c-64d3-4831-9d54-2c9d8381ea4c is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:50.219253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, aa794891-3671-4604-8129-664544ccc327) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:50.220827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 44f5213c-64d3-4831-9d54-2c9d8381ea4c) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:50.224888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.225462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.230139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.232980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b49fe8-ae27-44d4-97ea-98c7ad5ae6b1 None None] Network aa794891-3671-4604-8129-664544ccc327 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:50.252464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128ab66-354e-4f55-98bc-3519e1dddf07 None None] Network 44f5213c-64d3-4831-9d54-2c9d8381ea4c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:50.264258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05674ea8-56eb-4f96-86a0-eca208225a68') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:50.264591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05674ea8-56eb-4f96-86a0-eca208225a68') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:50.291737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=d7fe39cf-692c-49c6-9e90-8ddbaa7915db,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.312068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.326384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-04a75c48-85a5-406f-92a1-99ac94eb3040 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3362134 Feb 16 12:39:50.327135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.329822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.332550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.336899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event updated for resources: {'Subnet': ['ID=a1aa97e2-1673-4e4e-a8f0-66c229318c3a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.379773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Checking segment: {'id': '61885be5-6331-47d5-8ce6-1fe57e6db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:50.380582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network hostable DHCP agents. Network: 4949d3a4-01db-4d62-8313-206be77c951a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:50.463819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Network 4949d3a4-01db-4d62-8313-206be77c951a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:50.485674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4949d3a4-01db-4d62-8313-206be77c951a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:50.495243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.495713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.496365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.526327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.534156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5894fb-d2a3-4096-b408-bcddd9297234 None None] Network 4949d3a4-01db-4d62-8313-206be77c951a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:50.543115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2fe5-ff9c-40e0-9bfa-80722044eb8b req-83f61581-7d1f-426a-ab08-d7c3ee3733e2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.543330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4714c0f9-7244-49c0-8fe3-4e96a73d8787 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1175301 Feb 16 12:39:50.544592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.544719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9cfc2fe5-ff9c-40e0-9bfa-80722044eb8b req-83f61581-7d1f-426a-ab08-d7c3ee3733e2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 1.2669251 Feb 16 12:39:50.595414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b1d51de-25bb-403d-ac49-c2002c34307f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/5192af39-ff60-4e75-b0d6-9a5123a417e7 HTTP/1.1" status: 200 len: 994 time: 0.5713861 Feb 16 12:39:50.603027 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c204aac-0cda-4604-924c-d8173c21c1ca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/d7fe39cf-692c-49c6-9e90-8ddbaa7915db HTTP/1.1" status: 204 len: 168 time: 3.7276428 Feb 16 12:39:50.605410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.606068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.612672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.617108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d28fbb35-1517-4687-91e9-94568a111400 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 204 len: 168 time: 6.3659248 Feb 16 12:39:50.624176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.626224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-178de17e-4ee0-4e28-a08b-09a26f1fb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.627684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-178de17e-4ee0-4e28-a08b-09a26f1fb342 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9101427 Feb 16 12:39:50.645665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390774811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:50.682296 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfa582a-13b3-4237-9c0e-462adb6448b5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:39:50.682942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdfa582a-13b3-4237-9c0e-462adb6448b5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:50.683331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:50.683897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:50.702151 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:50.706591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:50.714919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.716441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.718075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:50.718859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Synchronizing usage tracker for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:50.746799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.747240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b795b3b-f420-468f-a377-90d412411fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-aa794891-3671-4604-8129-664544ccc327', 'network_id': 'aa794891-3671-4604-8129-664544ccc327', 'tenant_id': '8e19fa382f2841568ec9a350534fb55f', 'fixed_ips': [{'subnet_id': '78bd3134-28cc-4718-aef3-7ea004ce7320'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:50.748142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3b795b3b-f420-468f-a377-90d412411fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.760692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c9929-4c2b-400e-a865-7002d0aa7cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-44f5213c-64d3-4831-9d54-2c9d8381ea4c', 'network_id': '44f5213c-64d3-4831-9d54-2c9d8381ea4c', 'tenant_id': '62c2c0dc7483498ebb6471e84c9e4a6d', 'fixed_ips': [{'subnet_id': '7f70e13d-ce31-4173-8500-496fdddefca1'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:50.761479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-763c9929-4c2b-400e-a865-7002d0aa7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.773723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:50.776858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Unset dirty status for tenant:62c2c0dc7483498ebb6471e84c9e4a6d on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:50.787349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f2b192d-e451-4739-91bb-9c0a5d61e6b2 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2416971 Feb 16 12:39:50.788353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdfa582a-13b3-4237-9c0e-462adb6448b5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:50.794099 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cdfa582a-13b3-4237-9c0e-462adb6448b5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/d7fe39cf-692c-49c6-9e90-8ddbaa7915db HTTP/1.1" status: 404 len: 333 time: 0.1770029 Feb 16 12:39:50.794099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.814412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:50.815203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:50.877213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'name': 'tempest-PortsTestJSON-457434833'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:50.888213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting subnet 7f70e13d-ce31-4173-8500-496fdddefca1 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:50.894146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:50.906937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:50.911526 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9cfc2fe5-ff9c-40e0-9bfa-80722044eb8b req-e10aa071-35f1-4be6-92cd-98cea13976e2 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488705 Feb 16 12:39:50.949301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.006512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.046981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4949d3a4-01db-4d62-8313-206be77c951a', 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a', 'tenant_id': '62c2c0dc7483498ebb6471e84c9e4a6d', 'fixed_ips': [{'subnet_id': 'a1aa97e2-1673-4e4e-a8f0-66c229318c3a'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:51.047947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.108340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.110801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.112026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.160188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.166069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=78bd3134-28cc-4718-aef3-7ea004ce7320,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:51.166729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 14a48e7e-c3b0-413a-838f-1b07a2b08d06 associated. External IP: 172.26.4.27, port: 436b034f-689c-4757-93a9-6c71a891df87. Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-3b795b3b-f420-468f-a377-90d412411fe6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78bd3134-28cc-4718-aef3-7ea004ce7320: This subnet is being modified by another concurrent operation. Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:39:51.247210 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78bd3134-28cc-4718-aef3-7ea004ce7320: This subnet is being modified by another concurrent operation. Feb 16 12:39:51.251129 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:39:51.268447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f0449-2648-4989-bdff-210be458f348 None None] Network aa794891-3671-4604-8129-664544ccc327 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:51.278323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=c97c7039-67ff-4935-ad22-3ecc2ec58a0e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:51.297196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.325264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.326204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:51.330482 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-8aa7276c-1d11-448b-af41-0af2aed30dfe service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659942 Feb 16 12:39:51.331971 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f56c6b4-e35a-4b4e-ba01-7f75fcf8d56d tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/c97c7039-67ff-4935-ad22-3ecc2ec58a0e HTTP/1.1" status: 204 len: 168 time: 3.7662015 Feb 16 12:39:51.337791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.337978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:51.375322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:51.402700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa794891-3671-4604-8129-664544ccc327']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:51.411726 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4295737f-b758-4663-b5ee-6426f9a48fd7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:51.412201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4295737f-b758-4663-b5ee-6426f9a48fd7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:51.432116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a3e917-ec2c-45a3-8e66-999620d8f5ff') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:51.432447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a3e917-ec2c-45a3-8e66-999620d8f5ff') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:51.439618 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4295737f-b758-4663-b5ee-6426f9a48fd7 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/bae43eb4-9467-49b7-b7c4-fb0b9cd8e21e HTTP/1.1" status: 404 len: 337 time: 0.0983934 Feb 16 12:39:51.447728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:51.451015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.491474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.497030 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d596e54-4c84-4cd3-b5f5-03ae42cbc073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:51.497496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d596e54-4c84-4cd3-b5f5-03ae42cbc073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:51.506626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:51.507018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:51.522107 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:51.530374 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d596e54-4c84-4cd3-b5f5-03ae42cbc073 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/c16b07ad-a720-4baa-a86a-491a8d093072 HTTP/1.1" status: 404 len: 339 time: 0.0815704 Feb 16 12:39:51.538920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Allocated IP 2001:db8:0:1::1 (4949d3a4-01db-4d62-8313-206be77c951a/a1aa97e2-1673-4e4e-a8f0-66c229318c3a/2b29778e-efa6-42a8-a758-413b2a9ce761) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:51.541758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-763c9929-4c2b-400e-a865-7002d0aa7cc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f70e13d-ce31-4173-8500-496fdddefca1: This subnet is being modified by another concurrent operation. Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:39:51.549381 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f70e13d-ce31-4173-8500-496fdddefca1: This subnet is being modified by another concurrent operation. Feb 16 12:39:51.552557 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:39:51.566387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d3a3c-d981-46e4-9d71-f92c066ba3ce None None] Network 44f5213c-64d3-4831-9d54-2c9d8381ea4c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:51.614981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:51.619625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.622241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.629338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.689191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Subnet': ['ID=7f70e13d-ce31-4173-8500-496fdddefca1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:51.693725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.699345 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-82ee99c8-7162-42dc-b98c-16553c0c46fe tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/subnets/7f70e13d-ce31-4173-8500-496fdddefca1 HTTP/1.1" status: 204 len: 168 time: 0.9007442 Feb 16 12:39:51.702393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 040a5bbe-802d-4a44-a6bb-b6547a60f7d4 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:39:51.707068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:51.752303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.756385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.756578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e261651-c4a7-4851-9b80-ed7321382adf tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1249845 Feb 16 12:39:51.763321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting subnet be3e8e38-2fc1-4e75-b811-dc91cc26ae69 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:51.768467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:51.792606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:51.848182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.851502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eea4431d-ae19-42d3-a850-67e6dcf222d4 req-a42e826b-de69-492a-aa5a-6f88e0056051 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990888 Feb 16 12:39:51.874913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2aab-b3d3-4c80-86bc-7741267b09ff req-6d284e34-80a0-4f3b-ba22-3e592c7e3e90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:51.875307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.875608 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90d2aab-b3d3-4c80-86bc-7741267b09ff req-6d284e34-80a0-4f3b-ba22-3e592c7e3e90 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.4977789 Feb 16 12:39:51.917672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=aa794891-3671-4604-8129-664544ccc327,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:51.935356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:51.978486 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0c66e21-f372-46a0-95f1-8b09c5a5faed tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/aa794891-3671-4604-8129-664544ccc327 HTTP/1.1" status: 204 len: 168 time: 1.6412671 Feb 16 12:39:51.987548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 50970) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.034235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.034473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting subnet a1aa97e2-1673-4e4e-a8f0-66c229318c3a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:39:52.045338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Transition to ACTIVE for port object 2b29778e-efa6-42a8-a758-413b2a9ce761 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:52.064512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Transition to ACTIVE for port object 2b29778e-efa6-42a8-a758-413b2a9ce761 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:52.069197 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90d2aab-b3d3-4c80-86bc-7741267b09ff req-65dd203b-491c-4a11-b287-75495f4fc75d tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774719 Feb 16 12:39:52.070440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.098131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.138917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Network 4949d3a4-01db-4d62-8313-206be77c951a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:52.142150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:52.142565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:52.145798 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd73c053-13b5-4261-8b54-fcbdb2290431 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.146249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd73c053-13b5-4261-8b54-fcbdb2290431 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.146469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:52.147925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd73c053-13b5-4261-8b54-fcbdb2290431 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/78bd3134-28cc-4718-aef3-7ea004ce7320 HTTP/1.1" status: 404 len: 337 time: 0.1575041 Feb 16 12:39:52.153899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.228363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.231203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Pushing event updated for resources: {'Port': ['ID=2b29778e-efa6-42a8-a758-413b2a9ce761,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:52.254442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Attempting to bind port 2b29778e-efa6-42a8-a758-413b2a9ce761 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:52.255108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Attempting to bind port 2b29778e-efa6-42a8-a758-413b2a9ce761 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '61885be5-6331-47d5-8ce6-1fe57e6db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:52.255242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Attempting to bind port 2b29778e-efa6-42a8-a758-413b2a9ce761 on network 4949d3a4-01db-4d62-8313-206be77c951a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:52.261784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:52.262861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Checking segment: {'id': '61885be5-6331-47d5-8ce6-1fe57e6db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:52.262861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.263094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Bound using segment: {'id': '61885be5-6331-47d5-8ce6-1fe57e6db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:52.263404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Bound port: 2b29778e-efa6-42a8-a758-413b2a9ce761, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61885be5-6331-47d5-8ce6-1fe57e6db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '4949d3a4-01db-4d62-8313-206be77c951a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:52.263781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.328530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.336760 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad263c70-26db-4aaa-975c-854724150f5a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.337362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad263c70-26db-4aaa-975c-854724150f5a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.362605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] For port 2b29778e-efa6-42a8-a758-413b2a9ce761, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:52.365144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] For port 2b29778e-efa6-42a8-a758-413b2a9ce761, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2b29778e-efa6-42a8-a758-413b2a9ce761,segment=NetworkSegment(61885be5-6331-47d5-8ce6-1fe57e6db093),segment_id=61885be5-6331-47d5-8ce6-1fe57e6db093)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:52.371511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.410535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.427934 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad263c70-26db-4aaa-975c-854724150f5a tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/aa794891-3671-4604-8129-664544ccc327 HTTP/1.1" status: 404 len: 339 time: 0.2700980 Feb 16 12:39:52.430021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.458414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.464165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e671-f62d-4a65-bb49-53de8e0043ee None None] Pushing event updated for resources: {'Port': ['ID=2b29778e-efa6-42a8-a758-413b2a9ce761,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:52.506405 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd5890c-ae50-4b5a-bb9b-96012196218c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.506790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd5890c-ae50-4b5a-bb9b-96012196218c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.508591 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0dd5890c-ae50-4b5a-bb9b-96012196218c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/9ca8d4c5-77e2-4e4a-8870-85392c1bf212 HTTP/1.1" status: 404 len: 337 time: 0.0781581 Feb 16 12:39:52.513523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.611610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d5f13a-036a-487c-9521-ffb63c0ccde6 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.612790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d5f13a-036a-487c-9521-ffb63c0ccde6 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.618457 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-36d5f13a-036a-487c-9521-ffb63c0ccde6 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/50abcf5d-7041-4468-8e17-feb624bbddb2 HTTP/1.1" status: 404 len: 339 time: 0.0999224 Feb 16 12:39:52.619392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50986) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.678733 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed061ba-655d-40a2-90cd-feaf5aa40660 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.679473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed061ba-655d-40a2-90cd-feaf5aa40660 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.680033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.683920 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ed061ba-655d-40a2-90cd-feaf5aa40660 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/574fbbc6-6258-4623-b7e6-7b0a07b2c462 HTTP/1.1" status: 404 len: 337 time: 0.0593076 Feb 16 12:39:52.686802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50990) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.723837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:52.732981 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-591bb583-e2c7-4d84-8283-a1d2d25ef0d4 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:52.733755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591bb583-e2c7-4d84-8283-a1d2d25ef0d4 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:52.735104 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-591bb583-e2c7-4d84-8283-a1d2d25ef0d4 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/0e52f378-462f-4ff0-b519-11a2b137cc04 HTTP/1.1" status: 404 len: 339 time: 0.0403697 Feb 16 12:39:52.737941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50994) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:52.746189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.747431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:52.753320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.764985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:52.765666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:52.835565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:52.846860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:52.847562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:52.861110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.906455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:52.923332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:52.938893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port 7167eeb0-8e75-4880-b674-0d0e533713b1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:52.939157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:52.939280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.939388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94db855-5620-48b9-b8fe-f60ff2df74f3 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:52.941742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.969824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:52.974645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:52.975246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:52.993645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Subnet': ['ID=a1aa97e2-1673-4e4e-a8f0-66c229318c3a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:52.999109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=040a5bbe-802d-4a44-a6bb-b6547a60f7d4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:53.000328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.012836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.041183 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8af875e6-f7b7-42dc-8625-ceeefda120e6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.1022019 Feb 16 12:39:53.041487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 50998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.045298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bebe1a07-ca02-4e1a-8fbf-8456a6314dc3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1840882 Feb 16 12:39:53.052465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.067192 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36a2f0f1-b4ec-4097-b418-e0eadcdf6eb0 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/subnets/a1aa97e2-1673-4e4e-a8f0-66c229318c3a HTTP/1.1" status: 204 len: 168 time: 1.3591862 Feb 16 12:39:53.072205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:53.075236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2062141957'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:53.081850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.090227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:53.099672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Subnet': ['ID=be3e8e38-2fc1-4e75-b811-dc91cc26ae69,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:53.101603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.104061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d2ff3de-0a54-4dea-9233-41a6385bf7c8 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/subnets/be3e8e38-2fc1-4e75-b811-dc91cc26ae69 HTTP/1.1" status: 204 len: 168 time: 1.5610492 Feb 16 12:39:53.110592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.112517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2791d-fbf9-4785-a712-82460dcc365f None None] Network 8b45bc51-3dec-4c39-a04c-ac1224fd1452 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:53.131325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:network and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:53.141168 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:53.155706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:53.222468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e680002-eefc-4112-a4ca-afff880a9a06 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:53.230466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e680002-eefc-4112-a4ca-afff880a9a06 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476212 Feb 16 12:39:53.233273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.325656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:53.329512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.376392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.476638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] DHCP port deletion for 8b45bc51-3dec-4c39-a04c-ac1224fd1452 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:53.481832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Deleting port b9d134e1-52fe-40b0-b1f8-f43246eef055 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:53.482525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.515490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Calling delete_port for 7167eeb0-8e75-4880-b674-0d0e533713b1 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:53.554267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:53.561247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.592740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.593360 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Added segment 9726e399-7ec1-4d90-ae24-0d8e6379c485 of type vlan for network 06570251-df17-4c8e-bc70-b73a713b93e3 Feb 16 12:39:53.618039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fbbd-a04c-4e13-9884-ea0820a5591b req-6588291a-d708-441d-8e64-a67ff5fb6754 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:53.620032 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30f4fbbd-a04c-4e13-9884-ea0820a5591b req-6588291a-d708-441d-8e64-a67ff5fb6754 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3854368 Feb 16 12:39:53.625227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.649412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port b9d134e1-52fe-40b0-b1f8-f43246eef055 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:53.650010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.698188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.701203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.725030 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30f4fbbd-a04c-4e13-9884-ea0820a5591b req-458223e5-1c67-41a3-8e11-9809025d4048 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954528 Feb 16 12:39:53.728230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.793350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad55b3-78e7-4a68-96a3-0900b773c208 None None] Network 4949d3a4-01db-4d62-8313-206be77c951a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:53.796264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Port': ['ID=7167eeb0-8e75-4880-b674-0d0e533713b1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:53.804139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.815065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-571f7aa0-8a54-4d5a-86fa-882e6cf84471 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/ports/7167eeb0-8e75-4880-b674-0d0e533713b1 HTTP/1.1" status: 204 len: 168 time: 1.0758283 Feb 16 12:39:53.816350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.819361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.822354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:53.822960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.826579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.862236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.872976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting port 2b29778e-efa6-42a8-a758-413b2a9ce761 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:53.873288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.919204 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-11599dbe-c01c-43cb-82da-cb0ff3205a0e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:53.919896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11599dbe-c01c-43cb-82da-cb0ff3205a0e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:53.923975 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11599dbe-c01c-43cb-82da-cb0ff3205a0e tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/43cb0808-7122-4735-b32a-2ab3716b5460 HTTP/1.1" status: 404 len: 337 time: 0.0765195 Feb 16 12:39:53.925719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51024) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:53.939550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] For port b9d134e1-52fe-40b0-b1f8-f43246eef055, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b9d134e1-52fe-40b0-b1f8-f43246eef055,segment=NetworkSegment(f20eda42-b782-4537-86ec-859a73616c6a),segment_id=f20eda42-b782-4537-86ec-859a73616c6a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:53.939945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:53.986229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b187a370-0b63-486b-b600-33d5896c0e22 None None] Provisioning for port 2b29778e-efa6-42a8-a758-413b2a9ce761 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:54.004500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9594543 Feb 16 12:39:54.010174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51028) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:54.028199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'subnet': {'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:54.048030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e6f61-95c4-4cf2-a33d-b58bd7353e49 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Network': ['ID=06570251-df17-4c8e-bc70-b73a713b93e3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:54.102703 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 06570251-df17-4c8e-bc70-b73a713b93e3 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:54.149994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Calling delete_port for b9d134e1-52fe-40b0-b1f8-f43246eef055 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:54.364801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.376038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.395109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:54.403703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:subnet and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:54.409234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] For port b9d134e1-52fe-40b0-b1f8-f43246eef055, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b9d134e1-52fe-40b0-b1f8-f43246eef055,segment=NetworkSegment(f20eda42-b782-4537-86ec-859a73616c6a),segment_id=f20eda42-b782-4537-86ec-859a73616c6a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:54.409590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.428466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] Pushing event deleted for resources: {'Port': ['ID=b9d134e1-52fe-40b0-b1f8-f43246eef055,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:54.430969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e46b3-9c27-461e-852a-b5a1261cb022 None None] No DVR routers for this DVR port b9d134e1-52fe-40b0-b1f8-f43246eef055 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:54.433347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:54.474902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:54.536492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491f88-7055-4fc5-8c2a-34899908816d req-0f6ac65a-0460-4b56-8a94-ef310c544056 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:54.537912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05491f88-7055-4fc5-8c2a-34899908816d req-0f6ac65a-0460-4b56-8a94-ef310c544056 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.3596776 Feb 16 12:39:54.553794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] DHCP port deletion for 4949d3a4-01db-4d62-8313-206be77c951a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:39:54.561692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Deleting port 2b29778e-efa6-42a8-a758-413b2a9ce761 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:54.562069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.612515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Calling delete_port for b9d134e1-52fe-40b0-b1f8-f43246eef055 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:54.640066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.661849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Allocated IP 172.26.4.70 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/fdf0c34a-5dae-493b-bfb4-6fede3fffa0b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:54.666541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:54.678866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b9d134e1-52fe-40b0-b1f8-f43246eef055 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:54.687196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:54.690640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.723678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: b9d134e1-52fe-40b0-b1f8-f43246eef055 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:54.724129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b9d134e1-52fe-40b0-b1f8-f43246eef055 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:54.740047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680d25a8-f689-414c-88da-ef167ab21234']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:54.743193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.766834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.771351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ec7056-7c26-4549-9fae-549ae58fce9c') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:54.771660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ec7056-7c26-4549-9fae-549ae58fce9c') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:54.839210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.858565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Deleting port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:54.858924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.880036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] For port 2b29778e-efa6-42a8-a758-413b2a9ce761, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2b29778e-efa6-42a8-a758-413b2a9ce761,segment=NetworkSegment(61885be5-6331-47d5-8ce6-1fe57e6db093),segment_id=61885be5-6331-47d5-8ce6-1fe57e6db093)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:54.881233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.884335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] In _notify_port_updated(), no bound segment for port 040a5bbe-802d-4a44-a6bb-b6547a60f7d4 on network 806a39e7-3d72-409c-a0ee-5e78caf2875d {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:39:54.889396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:54.890010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.891353 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/ports/040a5bbe-802d-4a44-a6bb-b6547a60f7d4 HTTP/1.1" status: 200 len: 818 time: 1.8347263 Feb 16 12:39:54.910238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:54.936273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] For port 2b29778e-efa6-42a8-a758-413b2a9ce761, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2b29778e-efa6-42a8-a758-413b2a9ce761,segment=NetworkSegment(61885be5-6331-47d5-8ce6-1fe57e6db093),segment_id=61885be5-6331-47d5-8ce6-1fe57e6db093)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:54.936662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:54.990066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.020252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd8738-ccb1-48d0-88c3-bbae34a00a7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=040a5bbe-802d-4a44-a6bb-b6547a60f7d4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:55.022489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:55.022802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:55.027253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Calling delete_port for 2b29778e-efa6-42a8-a758-413b2a9ce761 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:55.035775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:55.036208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:55.057978 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:55.089668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Calling delete_port for 2b29778e-efa6-42a8-a758-413b2a9ce761 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:55.113915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.161069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] Pushing event deleted for resources: {'Port': ['ID=2b29778e-efa6-42a8-a758-413b2a9ce761,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:55.163918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2960b-a045-49ad-a57a-b627f07aaa49 None None] No DVR routers for this DVR port 2b29778e-efa6-42a8-a758-413b2a9ce761 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:55.193499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391fc78-e4fd-42f4-b922-a3b1c94fc734 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:55.194474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 040a5bbe-802d-4a44-a6bb-b6547a60f7d4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:55.194688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.197529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.207983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:39:55.208320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:39:55.229628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.295195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:55.298498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:55.302302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:55.311568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391fc78-e4fd-42f4-b922-a3b1c94fc734 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:55.315577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.350812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Pushing event updated for resources: {'Port': ['ID=fdf0c34a-5dae-493b-bfb4-6fede3fffa0b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:55.420854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.450432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=680d25a8-f689-414c-88da-ef167ab21234,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:55.494934 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-526d6b51-cd49-46ef-b957-357fdd28ae11 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/680d25a8-f689-414c-88da-ef167ab21234 HTTP/1.1" status: 204 len: 168 time: 1.5230699 Feb 16 12:39:55.497450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51038) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:55.545060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8a31-22e5-4d6e-b54c-11b0e7788396 req-95e9b03c-283d-4a58-b906-1fc5e3f41ab5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:55.546566 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85cd8a31-22e5-4d6e-b54c-11b0e7788396 req-95e9b03c-283d-4a58-b906-1fc5e3f41ab5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 945 time: 0.6420777 Feb 16 12:39:55.560482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Deleting port b9d134e1-52fe-40b0-b1f8-f43246eef055 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:55.561039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.659300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] The port 'b9d134e1-52fe-40b0-b1f8-f43246eef055' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:39:55.665674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5784-4bfc-4dbc-b95a-98aec294c052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.674558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] For port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:55.674558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.713657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Deleting port 2b29778e-efa6-42a8-a758-413b2a9ce761 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:55.713920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.721176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94676b4f-4829-4672-9399-e0052e950c9b None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:39:55.783112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port ea065a49-5a79-4068-8caa-e09791fabbc5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:39:55.783445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.834370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94676b4f-4829-4672-9399-e0052e950c9b None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:39:55.927082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:55.959065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85cd8a31-22e5-4d6e-b54c-11b0e7788396 req-ea893e28-88da-411b-855d-f9db29a4bf2e tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups?id=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689432 Feb 16 12:39:56.096547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 040a5bbe-802d-4a44-a6bb-b6547a60f7d4 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:56.126312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] The port '2b29778e-efa6-42a8-a758-413b2a9ce761' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:39:56.171275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.240984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.285504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b45bc51-3dec-4c39-a04c-ac1224fd1452']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.373166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20eda42-b782-4537-86ec-859a73616c6a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.373459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20eda42-b782-4537-86ec-859a73616c6a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.439199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Subnet': ['ID=cba87491-a7aa-4aa3-a59d-499206f01d05,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:56.441217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.451949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.463793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.477898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2b29778e-efa6-42a8-a758-413b2a9ce761 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:56.495880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.496294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.496602 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Floating IP a5d32148-768b-4428-8f44-c58ef60367d4 disassociated. External IP: 172.26.4.42, port: 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc. Feb 16 12:39:56.496941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Calling delete_port for 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:56.532279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.551589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=040a5bbe-802d-4a44-a6bb-b6547a60f7d4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:56.559896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.560166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4949d3a4-01db-4d62-8313-206be77c951a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.565072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Checking segment: {'id': '9726e399-7ec1-4d90-ae24-0d8e6379c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:56.565633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network hostable DHCP agents. Network: 06570251-df17-4c8e-bc70-b73a713b93e3, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:56.574981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.585145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2b29778e-efa6-42a8-a758-413b2a9ce761 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:56.585482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2b29778e-efa6-42a8-a758-413b2a9ce761 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:56.621335 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-033cb5bb-7fa8-4ecc-b83d-11ad611cebb1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/040a5bbe-802d-4a44-a6bb-b6547a60f7d4 HTTP/1.1" status: 204 len: 168 time: 1.7072396 Feb 16 12:39:56.625593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:56.640455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:56.641088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.663623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 06570251-df17-4c8e-bc70-b73a713b93e3 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:56.699395 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:56.702694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61885be5-6331-47d5-8ce6-1fe57e6db093') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.702694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61885be5-6331-47d5-8ce6-1fe57e6db093') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:56.724998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 06570251-df17-4c8e-bc70-b73a713b93e3) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:56.734786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ae268-28da-4233-a0cd-4203adf6fca7 None None] Network 06570251-df17-4c8e-bc70-b73a713b93e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:56.745810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.746264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:56.746864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.775953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.833894 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aadde854-e081-4b67-98c4-7bdd6cbf553a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8206487 Feb 16 12:39:56.839141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event deleted for resources: {'Port': ['ID=6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:56.840790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51046) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:56.843468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.848312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-348066809', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:56.854492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.859929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:56.872430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:56.872839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.875959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e425ca-712d-4dd3-aaf7-206fc1387c8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:56.876435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35e425ca-712d-4dd3-aaf7-206fc1387c8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:56.879289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:router and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:56.884231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:56.943453 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:56.963622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:56.996082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:56.997263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.001895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35e425ca-712d-4dd3-aaf7-206fc1387c8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:57.005043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35e425ca-712d-4dd3-aaf7-206fc1387c8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3759592 Feb 16 12:39:57.006838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:57.026785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-06570251-df17-4c8e-bc70-b73a713b93e3', 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3', 'tenant_id': '7c9bfaaeb3054cd291a75af8d1e58529', 'fixed_ips': [{'subnet_id': 'cba87491-a7aa-4aa3-a59d-499206f01d05'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:57.027884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.168119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Calling delete_port for ea065a49-5a79-4068-8caa-e09791fabbc5 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:39:57.175656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.198959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:39:57.202255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.244626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Allocated IP 172.20.0.2 (06570251-df17-4c8e-bc70-b73a713b93e3/cba87491-a7aa-4aa3-a59d-499206f01d05/7911f36b-3cce-4cde-b231-fac5647e3261) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:57.245188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.252600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f1544cbf-020a-4a36-9e61-dff9a793c4c0 req-a7f74b24-0c4e-4eef-8b3a-0021400d98c1 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Synchronizing usage tracker for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:57.255461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2c4e3e-1c94-4e6c-8f39-b4aec52a4a33 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:39:57.256948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ed2c4e3e-1c94-4e6c-8f39-b4aec52a4a33 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/040a5bbe-802d-4a44-a6bb-b6547a60f7d4 HTTP/1.1" status: 404 len: 333 time: 0.2467239 Feb 16 12:39:57.264150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] Pushing event deleted for resources: {'Network': ['ID=8b45bc51-3dec-4c39-a04c-ac1224fd1452,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:57.278107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:57.292082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1269253905'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:57.482227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:57.484249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.488913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.496070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Transition to ACTIVE for port object 7911f36b-3cce-4cde-b231-fac5647e3261 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:57.517922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Transition to ACTIVE for port object 7911f36b-3cce-4cde-b231-fac5647e3261 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:57.528762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.540571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:57.543739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.547047 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a9e9add-fb36-4aa4-b48e-c6f4cdff0375 tempest-NetworksIpV6Test-745446623 tempest-NetworksIpV6Test-745446623-project] 10.222.0.65 "DELETE /v2.0/networks/8b45bc51-3dec-4c39-a04c-ac1224fd1452 HTTP/1.1" status: 204 len: 168 time: 4.4355540 Feb 16 12:39:57.551088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:57.562391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=4949d3a4-01db-4d62-8313-206be77c951a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:57.566963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:57.605693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Network 06570251-df17-4c8e-bc70-b73a713b93e3 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:57.607158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:57.614518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:57.646466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f5325e66-26f8-4941-9cf9-7bb885d30385 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/4949d3a4-01db-4d62-8313-206be77c951a HTTP/1.1" status: 204 len: 168 time: 4.4117811 Feb 16 12:39:57.660166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:57.661870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.728567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Pushing event updated for resources: {'Port': ['ID=7911f36b-3cce-4cde-b231-fac5647e3261,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:57.747844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:57.751942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.753999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Attempting to bind port 7911f36b-3cce-4cde-b231-fac5647e3261 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:57.754456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Attempting to bind port 7911f36b-3cce-4cde-b231-fac5647e3261 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '9726e399-7ec1-4d90-ae24-0d8e6379c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:57.754851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Attempting to bind port 7911f36b-3cce-4cde-b231-fac5647e3261 on network 06570251-df17-4c8e-bc70-b73a713b93e3 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:57.762357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:57.763057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Checking segment: {'id': '9726e399-7ec1-4d90-ae24-0d8e6379c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:57.763646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.764118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Bound using segment: {'id': '9726e399-7ec1-4d90-ae24-0d8e6379c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:57.765002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Bound port: 7911f36b-3cce-4cde-b231-fac5647e3261, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9726e399-7ec1-4d90-ae24-0d8e6379c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:57.765266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.765557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Port': ['ID=ea065a49-5a79-4068-8caa-e09791fabbc5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:57.816280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:57.818544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f1544cbf-020a-4a36-9e61-dff9a793c4c0 req-a7f74b24-0c4e-4eef-8b3a-0021400d98c1 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Unset dirty status for tenant:ab3e80b1a22244a58f88b1c9203d52dd on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:57.827790 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f1544cbf-020a-4a36-9e61-dff9a793c4c0 req-a7f74b24-0c4e-4eef-8b3a-0021400d98c1 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.6274385 Feb 16 12:39:57.855890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Sync routers for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:57.871105 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:57.873574 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:57.899185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.903451 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c9d78552-1fde-4bb0-984f-9012f70752d5 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/ports/ea065a49-5a79-4068-8caa-e09791fabbc5 HTTP/1.1" status: 204 len: 168 time: 2.4026427 Feb 16 12:39:57.905611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] For port 7911f36b-3cce-4cde-b231-fac5647e3261, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:57.909691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] For port 7911f36b-3cce-4cde-b231-fac5647e3261, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7911f36b-3cce-4cde-b231-fac5647e3261,segment=NetworkSegment(9726e399-7ec1-4d90-ae24-0d8e6379c485),segment_id=9726e399-7ec1-4d90-ae24-0d8e6379c485)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:57.914952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.917239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51068) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:57.918259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89ed5729-0dad-41e8-bac1-f9deb012749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.927299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.969239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.996380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:57.998569 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3c8513-0a26-48bf-891c-6d540fc41f74 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] DELETE failed (client error): The resource could not be found. Feb 16 12:39:57.999015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3c8513-0a26-48bf-891c-6d540fc41f74 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:39:58.011448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a3c8513-0a26-48bf-891c-6d540fc41f74 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/37ed9dd6-72de-43a9-9c89-07249a5fa60b HTTP/1.1" status: 404 len: 337 time: 0.0904944 Feb 16 12:39:58.027115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51072) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:58.027448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:58.056014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] No DVR routers for this DVR port 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:39:58.062127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.065052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:58.066287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88760-bf0a-4ea5-9c0f-a8977f95fa57 None None] Pushing event updated for resources: {'Port': ['ID=7911f36b-3cce-4cde-b231-fac5647e3261,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:58.072655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.075166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'name': 'network-vif-deleted', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:39:58.138337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05491f88-7055-4fc5-8c2a-34899908816d req-3e846f1e-01bd-4a0c-a2c1-487e8e715ad6 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.81 "DELETE /v2.0/ports/6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc HTTP/1.1" status: 204 len: 173 time: 3.4851668 Feb 16 12:39:58.183029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.183628 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 0f53e9c5-e535-4c75-a6c6-22e72647f93a of type vlan for network 11b640cc-f13e-4170-a30b-96cb267292ac Feb 16 12:39:58.205392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:39:58.219298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5', 'name': 'network-vif-deleted', 'tag': '6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc', 'status': 'completed', 'code': 200} Feb 16 12:39:58.498257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.510803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.518688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.588208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.697152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.702680 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:58.705921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:39:58.707349 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Checking router: aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:39:58.721773 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:58.722388 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:58.784166 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8db922ca-2a84-4098-994b-079eec5a0cfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa5e27aa642b402db76bc9aa1b9930f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555485 Feb 16 12:39:58.800018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51086) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:58.829309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f5213c-64d3-4831-9d54-2c9d8381ea4c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:58.841232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.26.4.149 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/f25e9afc-f22b-4759-b9f7-d1eba5d4bfb8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:58.865230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.871516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:58.872175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:58.898645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a9edd1-db72-47af-a66e-96e16120b6be') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:58.898987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a9edd1-db72-47af-a66e-96e16120b6be') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:58.970638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.002815 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:39:59.014249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.053264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.053485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.096862 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8569ba-44c3-4b17-b574-1787be688294 req-e3b59c04-a4a5-459c-9907-fc3b15d509a5 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/ports?device_id=28d35cf0-e61f-4552-b8b7-ccd5d60e1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0602024 Feb 16 12:39:59.148257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.151646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8725445 Feb 16 12:39:59.154512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:59.159304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Router db3a6f7b-f7dd-424b-829c-dc95b191da78 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:39:59.164058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:59.167391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef7877-38db-4aea-b03a-0e1d116c2e8f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=11b640cc-f13e-4170-a30b-96cb267292ac,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:59.176708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:59.177113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.180984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.189716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:59.209513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79075499-2980-424f-9f34-8c172100185f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:59.216396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:59.219211 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:59.304445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:39:59.307350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 6d8d0f1e-3497-4f1b-b270-70d7a2dc4fdc not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:39:59.314221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:59.326567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:39:59.330176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:39:59.339520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:59.357578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.455835 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:59.460833 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7551c1d3-8c02-453d-9fe7-712422a3770e None None] The sync data for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv is: [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:36:22Z', 'revision_number': 4, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2dd73d81-388c-49e5-9288-c04cb8423143', 'name': '', 'network_id': 'b9c82292-6079-4859-8df0-35a733694242', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'mac_address': 'fa:16:3e:70:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8515a595-33f0-475e-b520-29dd40784f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:18Z', 'updated_at': '2022-02-16T12:36:35Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'subnets': [{'id': '8515a595-33f0-475e-b520-29dd40784f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:39:59.464147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:59.465305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=f25e9afc-f22b-4759-b9f7-d1eba5d4bfb8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:59.473481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:59.475328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:59.479585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.498700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:59.510739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8137eeab-fc48-409c-bc12-5de383deedff') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:59.510987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8137eeab-fc48-409c-bc12-5de383deedff') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:39:59.642504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.645358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.709217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7d9db-0700-4ad1-b33e-bb20c99b2a7d None None] Network 06570251-df17-4c8e-bc70-b73a713b93e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:59.746558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.751159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.756318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.814290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:39:59.814878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:39:59.833100 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:39:59.834967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=44f5213c-64d3-4831-9d54-2c9d8381ea4c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:59.845475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.859290 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2bf9d1e-9af1-45dc-9d99-be567c2d3c5c tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/44f5213c-64d3-4831-9d54-2c9d8381ea4c HTTP/1.1" status: 204 len: 168 time: 2.1951251 Feb 16 12:39:59.861031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84eb93-231d-4e2d-b448-b6cd57c4ab87 None None] New status for floating IP a5d32148-768b-4428-8f44-c58ef60367d4: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:39:59.876784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:59.915412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4d49d847-1117-41f5-95f2-695b583bf878 None None] Provisioning for port 7911f36b-3cce-4cde-b231-fac5647e3261 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:59.929899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:39:59.944716 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] Sync routers for ids ['db3a6f7b-f7dd-424b-829c-dc95b191da78'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:39:59.959367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:59.960581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06fecf6c-f3fb-4b7e-9253-d902c811cd0e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "PUT /v2.0/routers/db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 200 len: 914 time: 8.1891770 Feb 16 12:39:59.970097 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] Routers {'db3a6f7b-f7dd-424b-829c-dc95b191da78'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:39:59.970982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:59.976478 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['db3a6f7b-f7dd-424b-829c-dc95b191da78'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.077194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.091431 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.103712 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] Routers {'db3a6f7b-f7dd-424b-829c-dc95b191da78'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:00.104678 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['db3a6f7b-f7dd-424b-829c-dc95b191da78'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.154424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.176839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=79075499-2980-424f-9f34-8c172100185f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:00.198177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.198424 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.198671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84f8bb-00a9-4e15-9fed-b4155aa91065 None None] The sync data for ids ['db3a6f7b-f7dd-424b-829c-dc95b191da78'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:00.204300 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa0eefe6-366f-4b07-abb7-7946e03888a3 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/79075499-2980-424f-9f34-8c172100185f HTTP/1.1" status: 204 len: 168 time: 2.1741674 Feb 16 12:40:00.209507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:00.301161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.308264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:00.323001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.390277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.390904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.391416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac3bb2ea-dd58-4820-92d2-4e36f197a05b HTTP/1.1" status: 204 len: 168 time: 1.5850568 Feb 16 12:40:00.403835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378817c-50b7-4662-8b12-52286fe26294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3bb2ea-dd58-4820-92d2-4e36f197a05b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:00.451207 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42976b6c-8792-47f9-9122-06b98e88d49e tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 200 len: 920 time: 0.4785702 Feb 16 12:40:00.460089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51122) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:00.472826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting subnet 72ef17ca-771a-4848-b781-db42881438bc {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:00.494624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.495980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.565488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7911f36b-3cce-4cde-b231-fac5647e3261 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:00.604587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.641071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.675070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff25b0f1-e684-4d19-828a-6942346054d1']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.701692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7911f36b-3cce-4cde-b231-fac5647e3261 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:00.702362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.707217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7911f36b-3cce-4cde-b231-fac5647e3261 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:00.707636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.741687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e0f57f-c3c1-4a54-886b-c68066b824d0') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.742498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e0f57f-c3c1-4a54-886b-c68066b824d0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:00.765831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.776197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.782976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.813088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-65c53927-d714-4153-b948-29c2e8fdf2d6 None None] Provisioning complete for port 7911f36b-3cce-4cde-b231-fac5647e3261 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:00.813981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65c53927-d714-4153-b948-29c2e8fdf2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.823582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.827099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=b314b783-b526-480c-b53a-a8deb52da66f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:00.839482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:00.839886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:00.854642 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:00.886150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '0f53e9c5-e535-4c75-a6c6-22e72647f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:00.886519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: 11b640cc-f13e-4170-a30b-96cb267292ac, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:00.938661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:00.968035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.011112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.016459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.019490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65c53927-d714-4153-b948-29c2e8fdf2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.034211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 7911f36b-3cce-4cde-b231-fac5647e3261, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7911f36b-3cce-4cde-b231-fac5647e3261,segment=NetworkSegment(9726e399-7ec1-4d90-ae24-0d8e6379c485),segment_id=9726e399-7ec1-4d90-ae24-0d8e6379c485)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:01.047237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.049210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.052408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Subnet': ['ID=72ef17ca-771a-4848-b781-db42881438bc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:01.066932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=ff25b0f1-e684-4d19-828a-6942346054d1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:01.074845 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e9ce7c8-4e6f-414d-9d52-83395abc0237 tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/ff25b0f1-e684-4d19-828a-6942346054d1 HTTP/1.1" status: 204 len: 168 time: 1.1534405 Feb 16 12:40:01.078253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.092066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec7e34d-b37c-4776-98b0-c81688b94918 None None] Network a00b3225-6a41-4ef6-85b3-95e210737591 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:01.104414 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15ab3749-39b8-4ef3-a626-57a9a6a0226c tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/subnets/72ef17ca-771a-4848-b781-db42881438bc HTTP/1.1" status: 204 len: 168 time: 0.8931766 Feb 16 12:40:01.105238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.278503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-65c53927-d714-4153-b948-29c2e8fdf2d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:01.278865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-65c53927-d714-4153-b948-29c2e8fdf2d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:01.310045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=7911f36b-3cce-4cde-b231-fac5647e3261,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:01.326121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 11b640cc-f13e-4170-a30b-96cb267292ac is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:01.343856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.366634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 11b640cc-f13e-4170-a30b-96cb267292ac) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:01.377136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc29f0-5660-4c1f-afee-374cd5bfa3e8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:01.381311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcce24-1aea-49df-bc56-aa37f1fd620a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:01.385922 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4ddcce24-1aea-49df-bc56-aa37f1fd620a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=db3a6f7b-f7dd-424b-829c-dc95b191da78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8963833 Feb 16 12:40:01.385922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:01.385922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.387050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb44ea-7c0a-4df7-ab82-30cd5a4e35c6 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:01.398005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.402581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.452279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.493820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port c29694ed-9433-4660-8723-58994c6952d0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:01.494265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.518300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] DHCP port deletion for a00b3225-6a41-4ef6-85b3-95e210737591 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:01.526159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Deleting port c29694ed-9433-4660-8723-58994c6952d0 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:01.526513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.549473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.561597 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f6b47ffe-70cf-4e08-be23-42ce44df715b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4057848 Feb 16 12:40:01.561780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.563387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.567334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f04bb5d-3d31-414d-9d27-a31c9da1f527 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "DELETE /v2.0/security-groups/9dfc29f0-5660-4c1f-afee-374cd5bfa3e8 HTTP/1.1" status: 204 len: 168 time: 1.2245471 Feb 16 12:40:01.576811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.615680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.623883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:01.802556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:01.834872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-b1ed1c4c-a7b9-4338-93a4-cc9e79b2392f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] show failed (client error): The resource could not be found. Feb 16 12:40:01.835885 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1ed1c4c-a7b9-4338-93a4-cc9e79b2392f tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "GET /v2.0/security-groups/9dfc29f0-5660-4c1f-afee-374cd5bfa3e8 HTTP/1.1" status: 404 len: 347 time: 0.2577665 Feb 16 12:40:01.849513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-91542106-b4df-4078-89cd-bd27af1ad38e tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:01.850531 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-91542106-b4df-4078-89cd-bd27af1ad38e tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:40:01.851020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-91542106-b4df-4078-89cd-bd27af1ad38e tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:40:01.852217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91542106-b4df-4078-89cd-bd27af1ad38e tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3009250 Feb 16 12:40:01.855455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.861015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:01.863014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:01.889316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:01.892097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] For port c29694ed-9433-4660-8723-58994c6952d0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c29694ed-9433-4660-8723-58994c6952d0,segment=NetworkSegment(be889d90-1bba-4bc3-bba1-4344533f6c37),segment_id=be889d90-1bba-4bc3-bba1-4344533f6c37)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:01.892498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.913632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-11b640cc-f13e-4170-a30b-96cb267292ac', 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': 'b314b783-b526-480c-b53a-a8deb52da66f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:01.914524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.920141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:01.931932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--258302407'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:01.977046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:02.041032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:02.044949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:02.046763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Calling delete_port for c29694ed-9433-4660-8723-58994c6952d0 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:02.048356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.062466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.064792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:02.084123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] For port c29694ed-9433-4660-8723-58994c6952d0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c29694ed-9433-4660-8723-58994c6952d0,segment=NetworkSegment(be889d90-1bba-4bc3-bba1-4344533f6c37),segment_id=be889d90-1bba-4bc3-bba1-4344533f6c37)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:02.084497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.085691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:02.095834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Deleting port bce6437c-6b4b-4b0b-ba8b-c32916526cac {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:02.095834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.133120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0801b3-5f30-413b-a303-85125891fc3a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:02.133698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b0801b3-5f30-413b-a303-85125891fc3a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Synchronizing usage tracker for tenant:a0e0e05531a44b06bf25f1521c4335bb on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:02.158253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.217904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.248332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b0801b3-5f30-413b-a303-85125891fc3a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] Unset dirty status for tenant:a0e0e05531a44b06bf25f1521c4335bb on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:02.252729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b0801b3-5f30-413b-a303-85125891fc3a tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/networks/16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 881 time: 0.8457062 Feb 16 12:40:02.256393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51180) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:02.257005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Allocated IP 172.20.0.2 (11b640cc-f13e-4170-a30b-96cb267292ac/b314b783-b526-480c-b53a-a8deb52da66f/d4bb2b0a-1f28-461e-a8a9-2278ec736b99) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:02.275983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Calling delete_port for c29694ed-9433-4660-8723-58994c6952d0 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:02.303296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:02.314418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc3156f-c44a-4b76-abf9-35467e20c978']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:02.337195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e1bcb-9b67-4504-a7ad-671e0b620ac3') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:02.337563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e1bcb-9b67-4504-a7ad-671e0b620ac3') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:02.355555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:02.363298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:02.372887 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-68831428-5b96-4600-bc96-06384acc3db4 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 200 len: 205 time: 0.1130383 Feb 16 12:40:02.374850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.375501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:40:02.377156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51184) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:02.378143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:02.419032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.421567 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b314b783-b526-480c-b53a-a8deb52da66f (CIDR: 172.20.0.0/28) Feb 16 12:40:02.426659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:02.427041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.432151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.441950 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:02.442425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:02.456808 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:02.497633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] Pushing event deleted for resources: {'Port': ['ID=c29694ed-9433-4660-8723-58994c6952d0,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:02.541427 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3ffd3661-8a5a-4cfc-86a7-45f2d96dc80b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9269471 Feb 16 12:40:02.541614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1756c4-a2f8-4b80-825a-4138b6dc4a7a None None] No DVR routers for this DVR port c29694ed-9433-4660-8723-58994c6952d0 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:02.545524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51188) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:02.552734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7911f36b-3cce-4cde-b231-fac5647e3261 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:02.561509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:02.610106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.644199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.644522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.646070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7911f36b-3cce-4cde-b231-fac5647e3261 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:02.646540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.675920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:02.676188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:02.692567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Transition to ACTIVE for port object d4bb2b0a-1f28-461e-a8a9-2278ec736b99 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:02.700645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.725033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Transition to ACTIVE for port object d4bb2b0a-1f28-461e-a8a9-2278ec736b99 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:02.734154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.735581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.739432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] Pushing event deleted for resources: {'Network': ['ID=ccc3156f-c44a-4b76-abf9-35467e20c978,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:02.753806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:02.759013 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-463b61ae-1511-4286-ad02-e8a867fae09e tempest-BulkNetworkOpsIpV6Test-490961598 tempest-BulkNetworkOpsIpV6Test-490961598-project] 10.222.0.65 "DELETE /v2.0/networks/ccc3156f-c44a-4b76-abf9-35467e20c978 HTTP/1.1" status: 204 len: 168 time: 1.6772022 Feb 16 12:40:02.760463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:02.764560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:02.771035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:02.783865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:02.788279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:02.842281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:02.846277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:02.858171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:02.873196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Pushing event updated for resources: {'Port': ['ID=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:02.892312 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:40:02.942314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Calling delete_port for bce6437c-6b4b-4b0b-ba8b-c32916526cac owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:02.971295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c29694ed-9433-4660-8723-58994c6952d0 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:03.014341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c29694ed-9433-4660-8723-58994c6952d0 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:03.014936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c29694ed-9433-4660-8723-58994c6952d0 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:03.016973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Attempting to bind port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:03.017546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Attempting to bind port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '0f53e9c5-e535-4c75-a6c6-22e72647f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:03.018084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Attempting to bind port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 on network 11b640cc-f13e-4170-a30b-96cb267292ac {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:03.024955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:03.025591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Checking segment: {'id': '0f53e9c5-e535-4c75-a6c6-22e72647f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:03.026188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.026761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Bound using segment: {'id': '0f53e9c5-e535-4c75-a6c6-22e72647f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:03.027547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Bound port: d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f53e9c5-e535-4c75-a6c6-22e72647f93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:03.028213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.060111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:03.077696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] Sync routers for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:03.081227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.099891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:03.100581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.173843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.203123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:03.203738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.211271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Deleting port c29694ed-9433-4660-8723-58994c6952d0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:03.212606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51196) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:03.212696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.214019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.245901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.263373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:03.268551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.268962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad7bdf-e337-4a1a-9c62-9f6491e385d5 None None] The sync data for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:03.270761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] For port d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:03.280439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] For port d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,segment=NetworkSegment(0f53e9c5-e535-4c75-a6c6-22e72647f93a),segment_id=0f53e9c5-e535-4c75-a6c6-22e72647f93a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:03.291371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.292587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:03.300175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] The port 'c29694ed-9433-4660-8723-58994c6952d0' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:03.313686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:03.325517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.326703 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8661e931-1552-41ad-b31f-def59741d92f tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4847560 Feb 16 12:40:03.338173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:03.381872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbdb20-0e60-432f-832e-834cecefde15 None None] Pushing event updated for resources: {'Port': ['ID=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:03.528073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:03.596649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75a7d4-213f-4ab6-900a-dd3a6c26c6ef,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:03.628769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.724214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00b3225-6a41-4ef6-85b3-95e210737591']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.738551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84cb51c7-88b9-4238-9b4e-5a443296ad8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62c2c0dc7483498ebb6471e84c9e4a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158043 Feb 16 12:40:03.741232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.745111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51206) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:03.745744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.822349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be889d90-1bba-4bc3-bba1-4344533f6c37') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.822642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be889d90-1bba-4bc3-bba1-4344533f6c37') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:03.829989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.836216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port fdf0c34a-5dae-493b-bfb4-6fede3fffa0b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:03.836869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.860938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Pushing event deleted for resources: {'Port': ['ID=bce6437c-6b4b-4b0b-ba8b-c32916526cac,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:03.880439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.923648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.933798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 11b640cc-f13e-4170-a30b-96cb267292ac is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:03.942835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:03.945195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:03.945762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.977939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:03.993333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:04.016120 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:04.021080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:04.021080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.050009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=882ea83b-6bef-4adb-93ff-9412c7a86ad4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:04.151333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.162031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.181119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002b181f-fd5e-4588-a091-a64763fe396c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:04.193234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.194624 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d3227c6-bda4-4fd3-bb6d-133fb8607b42 tempest-ServerActionsTestJSON-1346663685 tempest-ServerActionsTestJSON-1346663685-project] 10.222.0.65 "DELETE /v2.0/floatingips/a5d32148-768b-4428-8f44-c58ef60367d4 HTTP/1.1" status: 204 len: 168 time: 2.3388929 Feb 16 12:40:04.213926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51210) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:04.218972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.222950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ff1e14b-59f6-4187-bf99-63acb2963d71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3615341 Feb 16 12:40:04.228668 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-388945ea-3344-420c-ae42-a83e3e225ab9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6780915 Feb 16 12:40:04.232190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:04.232527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:04.245535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.254945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '002b181f-fd5e-4588-a091-a64763fe396c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:04.267832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'fixed_ips': [{'subnet_id': 'b314b783-b526-480c-b53a-a8deb52da66f'}, {'subnet_id': '882ea83b-6bef-4adb-93ff-9412c7a86ad4'}], 'name': 'tempest-PortsTestJSON-1509095446'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:04.295505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.298859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.307825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:04.377282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.455856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:04.463895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:04.473697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:04.546470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d4bb2b0a-1f28-461e-a8a9-2278ec736b99 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:04.605366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for fdf0c34a-5dae-493b-bfb4-6fede3fffa0b owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:04.638922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] Pushing event deleted for resources: {'Network': ['ID=a00b3225-6a41-4ef6-85b3-95e210737591,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:04.641448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60df8088-ae81-4ab5-b621-1b9645de8a40 tempest-NetworksIpV6TestAttrs-473028658 tempest-NetworksIpV6TestAttrs-473028658-project] 10.222.0.65 "DELETE /v2.0/networks/a00b3225-6a41-4ef6-85b3-95e210737591 HTTP/1.1" status: 204 len: 168 time: 3.5321987 Feb 16 12:40:04.676887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a7e1d-5e15-4c0d-9b6b-8a4c111bdab0 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:04.710997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:04.721570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.723283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.875065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Provisioning for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:04.875958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:04.880533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:04.884690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:04.896379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Provisioning complete for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:04.897060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.905460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:04.936983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:04.985143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f4daa-3195-4e75-83c4-2d69ba88dd47,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:05.104069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.108269 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c7ba338c-3bfc-4b1f-890b-667c0f5ac980 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c4f4daa-3195-4e75-83c4-2d69ba88dd47 HTTP/1.1" status: 204 len: 168 time: 1.3585958 Feb 16 12:40:05.134862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:05.177680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.223515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.281341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] For port d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,segment=NetworkSegment(0f53e9c5-e535-4c75-a6c6-22e72647f93a),segment_id=0f53e9c5-e535-4c75-a6c6-22e72647f93a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:05.291244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:05.291940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.295946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.358659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0ad698-93fd-44fe-a2e1-bd4285db5b4c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:05.465110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.468824 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d9693c4-114f-4782-a608-1d9801a3ef05 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2328832 Feb 16 12:40:05.514573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:05.515508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568d555-a0e3-4737-9e68-6003a04b7c05 None None] Pushing event updated for resources: {'Port': ['ID=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:05.521269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Update dhcp port {'port': {'network_id': '11b640cc-f13e-4170-a30b-96cb267292ac', 'fixed_ips': [{'subnet_id': 'b314b783-b526-480c-b53a-a8deb52da66f', 'ip_address': '172.20.0.2'}, {'subnet_id': '882ea83b-6bef-4adb-93ff-9412c7a86ad4'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': 'd4bb2b0a-1f28-461e-a8a9-2278ec736b99'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:40:05.532538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '002b181f-fd5e-4588-a091-a64763fe396c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:05.540919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:05.543476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.548438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:05.548788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:05.554960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:05.565796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.600461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.657424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.696588 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63b9eefe-1897-48f9-8ccf-52d48b85cb99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e19fa382f2841568ec9a350534fb55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586855 Feb 16 12:40:05.706377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:05.741403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fca8fd-a425-46f2-8a72-83f6d4cf046c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:05.741877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fca8fd-a425-46f2-8a72-83f6d4cf046c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:05.742892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fca8fd-a425-46f2-8a72-83f6d4cf046c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:05.744647 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-72fca8fd-a425-46f2-8a72-83f6d4cf046c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=6df36676795c456cb42af4c51245c261&network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 3000 time: 0.4504545 Feb 16 12:40:05.753549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 6befb19d-f19a-4a77-bf54-dc431754e51e yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:05.842736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.915077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.963741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:40:05.967390 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e19346fb-ffdb-4c05-8f3e-c268e364032a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4493365 Feb 16 12:40:05.980272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:06.001509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Allocated IP 172.20.0.18 (11b640cc-f13e-4170-a30b-96cb267292ac/882ea83b-6bef-4adb-93ff-9412c7a86ad4/d4bb2b0a-1f28-461e-a8a9-2278ec736b99) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:06.071929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.125941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.161257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=fdf0c34a-5dae-493b-bfb4-6fede3fffa0b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:06.237352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] For port d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,segment=NetworkSegment(0f53e9c5-e535-4c75-a6c6-22e72647f93a),segment_id=0f53e9c5-e535-4c75-a6c6-22e72647f93a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:06.277650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.303104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Transition to ACTIVE for port object d4bb2b0a-1f28-461e-a8a9-2278ec736b99 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:06.314688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.339459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.415473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:06.416305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.502296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4709bd-30f6-44cd-9790-aafb7342e29d None None] Pushing event updated for resources: {'Port': ['ID=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:06.517202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.521135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d4bb2b0a-1f28-461e-a8a9-2278ec736b99 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:06.633789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.646760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.652776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.658611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ce0c3a-84d5-4bc3-b0d7-7d6d92f4714b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:06.706213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.710208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8bd8417b-b71f-4973-98aa-548fe766864c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05ce0c3a-84d5-4bc3-b0d7-7d6d92f4714b HTTP/1.1" status: 204 len: 168 time: 0.9863019 Feb 16 12:40:06.741342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.1 (06570251-df17-4c8e-bc70-b73a713b93e3/cba87491-a7aa-4aa3-a59d-499206f01d05/b4732a88-2f07-4a2f-8ac3-88b14a1fb931) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:06.744866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.11 (11b640cc-f13e-4170-a30b-96cb267292ac/b314b783-b526-480c-b53a-a8deb52da66f/6befb19d-f19a-4a77-bf54-dc431754e51e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:06.750059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.750581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router db3a6f7b-f7dd-424b-829c-dc95b191da78 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:40:06.761694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-40341641'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:06.788771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:06.797758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:06.803313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.19 (11b640cc-f13e-4170-a30b-96cb267292ac/882ea83b-6bef-4adb-93ff-9412c7a86ad4/6befb19d-f19a-4a77-bf54-dc431754e51e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:06.803933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.805100 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcc0cd79-cf1b-49dc-825b-3b0a5c5479e5 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 204 len: 168 time: 4.4210787 Feb 16 12:40:06.806259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:06.815271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51284) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:06.830866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:06.840432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Deleting port 2dd73d81-388c-49e5-9288-c04cb8423143 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:06.840802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.854741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-185534364', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:06.861586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.879929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:06.894440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:06.897887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.920641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.947719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Usage tracker for resource:router and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:06.955680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b181f-fd5e-4588-a091-a64763fe396c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:06.959652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:06.967186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:06.971090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:06.986415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:06.986660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:07.007697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:07.085776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.090954 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c25df28a-13ce-495b-8d41-2969be471a55 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/002b181f-fd5e-4588-a091-a64763fe396c HTTP/1.1" status: 204 len: 168 time: 1.1094716 Feb 16 12:40:07.092488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.093099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:07.094112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.130433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.222848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Transition to ACTIVE for port object b4732a88-2f07-4a2f-8ac3-88b14a1fb931 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:07.230417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.232581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-532b492a-ba01-4d62-b35e-812ba507efb5 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:07.240539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] For port 2dd73d81-388c-49e5-9288-c04cb8423143, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2dd73d81-388c-49e5-9288-c04cb8423143,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:07.242377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.312317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5f7ae-3165-4bd5-8cda-a06cc938b473 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:07.503410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Calling delete_port for 2dd73d81-388c-49e5-9288-c04cb8423143 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:07.504292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.551621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-220aa0c0-0a28-4c70-9609-f47a785a46b3 None None] Provisioning for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:07.602207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.611544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-220aa0c0-0a28-4c70-9609-f47a785a46b3 None None] Provisioning complete for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:07.612056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-220aa0c0-0a28-4c70-9609-f47a785a46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.658478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.683923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.717872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 06570251-df17-4c8e-bc70-b73a713b93e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:07.726033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 6befb19d-f19a-4a77-bf54-dc431754e51e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:07.731851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:07.746471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80606d19-4292-4a0a-9ebd-4e0b286e732a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:07.750313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-532b492a-ba01-4d62-b35e-812ba507efb5 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:07.754910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-532b492a-ba01-4d62-b35e-812ba507efb5 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6428657 Feb 16 12:40:07.760327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:07.771768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--683055024'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:07.791376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:07.803496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:07.810799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:07.815443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:07.828302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.856790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:07.861242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:07.864522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:07.871346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:07.886377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.898462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=b4732a88-2f07-4a2f-8ac3-88b14a1fb931,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:07.940742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51318) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:07.947121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.947474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 870691db-6838-4c43-b5bd-8129fc7ad581 of type vlan for network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d Feb 16 12:40:07.963702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.001886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.023383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.092874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.100601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.103182 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3417430 Feb 16 12:40:08.113596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51326) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.126886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39484375-9fe0-4eef-8994-f708b0634eaf tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9e602-f692-44a0-b3c8-f5a234b8be5d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:08.143647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1f6920ff-0172-4c84-a51d-a612e7d65dbb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '41a9e602-f692-44a0-b3c8-f5a234b8be5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:08.144454 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-1f6920ff-0172-4c84-a51d-a612e7d65dbb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:40:08.145235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1f6920ff-0172-4c84-a51d-a612e7d65dbb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:08.149400 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f6920ff-0172-4c84-a51d-a612e7d65dbb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226464 Feb 16 12:40:08.154125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a739c60f-93b2-4742-8a0a-b52e5407c88b None None] Provisioning for port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:08.157965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51330) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.160762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a739c60f-93b2-4742-8a0a-b52e5407c88b None None] Provisioning complete for port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:08.161217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a739c60f-93b2-4742-8a0a-b52e5407c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.161349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.217458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a739c60f-93b2-4742-8a0a-b52e5407c88b None None] Port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:08.229851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ca6ee750-c7a5-4180-ab97-3960138df81a tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] Request body: {'port': {'network_id': 'ec3f7dd9-6c57-4471-8018-29a319b8ba78', 'name': 'tempest-NetworksNegativeTestJSON-1066073251'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:08.246933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.252223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:08.252797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.277460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 11b640cc-f13e-4170-a30b-96cb267292ac is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:08.288729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6ee750-c7a5-4180-ab97-3960138df81a tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] POST failed (client error): The resource could not be found. Feb 16 12:40:08.289722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6ee750-c7a5-4180-ab97-3960138df81a tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:08.290960 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca6ee750-c7a5-4180-ab97-3960138df81a tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3472612 Feb 16 12:40:08.291683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:08.308868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51334) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.340510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07ad22f1-d994-4a34-af30-14a75d9d1c69 None None] Provisioning complete for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:08.341468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-07ad22f1-d994-4a34-af30-14a75d9d1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.411564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=01b79a68-c5c6-4fbf-b999-c20f70c29f4d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:08.417719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ac9f425-aa26-4e16-a682-4d86699bea8a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9501746 Feb 16 12:40:08.417719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c3a803-3b9e-4bc3-874d-4150f1743715 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:08.417719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c3a803-3b9e-4bc3-874d-4150f1743715 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:08.419289 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72c3a803-3b9e-4bc3-874d-4150f1743715 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "DELETE /v2.0/networks/aa012300-a433-4a16-a631-88f71c9a369e HTTP/1.1" status: 404 len: 339 time: 0.1047051 Feb 16 12:40:08.419401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:08.419495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.424221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'name': 'tempest-PortsIpV6TestJSON-467090464'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:08.438154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.444113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.474971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:08.482574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=6befb19d-f19a-4a77-bf54-dc431754e51e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:08.566157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d4bb2b0a-1f28-461e-a8a9-2278ec736b99 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:08.594435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd73d81-388c-49e5-9288-c04cb8423143,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:08.597886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.618311 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38272fb-1d80-458c-a303-51fbe5d85453 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:08.618788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38272fb-1d80-458c-a303-51fbe5d85453 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:08.626373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f38272fb-1d80-458c-a303-51fbe5d85453 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "DELETE /v2.0/ports/4d92fe67-ab6b-444c-aabe-1fa8111558bf HTTP/1.1" status: 404 len: 333 time: 0.1867671 Feb 16 12:40:08.626554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.630977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:08.631730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.698516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.772483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:08.773021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.793402 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41ee5fff-7826-4926-aef9-186c71cf6406 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.5583465 Feb 16 12:40:08.796170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.805604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.835628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b314b783-b526-480c-b53a-a8deb52da66f'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:08.854437 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbddefb3-87c8-4ec1-be93-50c00e873133 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:08.854882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbddefb3-87c8-4ec1-be93-50c00e873133 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:08.862108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bbddefb3-87c8-4ec1-be93-50c00e873133 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "DELETE /v2.0/subnets/5e77d7e5-9769-423e-9602-17e31ce7c3ef HTTP/1.1" status: 404 len: 337 time: 0.2315519 Feb 16 12:40:08.866362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51358) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:08.879197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9e602-f692-44a0-b3c8-f5a234b8be5d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:08.952312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:08.964406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:08.966633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-79fc2d46-5494-46df-a258-efc08ecdd934 None None] Provisioning for port 6befb19d-f19a-4a77-bf54-dc431754e51e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:08.973649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:08.974666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-79fc2d46-5494-46df-a258-efc08ecdd934 None None] Provisioning complete for port 6befb19d-f19a-4a77-bf54-dc431754e51e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:08.974941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79fc2d46-5494-46df-a258-efc08ecdd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:08.983118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:09.002092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.010859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.014601 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e3e46cc-d2c8-4092-92bb-3332396c3c71 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/41a9e602-f692-44a0-b3c8-f5a234b8be5d HTTP/1.1" status: 204 len: 168 time: 0.8553798 Feb 16 12:40:09.033395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-79fc2d46-5494-46df-a258-efc08ecdd934 None None] Port 6befb19d-f19a-4a77-bf54-dc431754e51e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:09.050279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.060275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:09.063711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.065168 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-17548663-93ac-400f-9e8c-718a11d7745e tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] GET failed (client error): The resource could not be found. Feb 16 12:40:09.066468 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17548663-93ac-400f-9e8c-718a11d7745e tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "GET /v2.0/networks/2cd7ca86-ae88-47c4-8bfe-0c94fdc638d0 HTTP/1.1" status: 404 len: 339 time: 0.1975610 Feb 16 12:40:09.084862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.131341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port c504aec9-4667-41aa-a123-6fb3baf74498 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:09.176765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.210056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.221841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-964ea218-8dcf-408b-a963-ff49297266f8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:09.366674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8c98a9-14ca-4eda-8274-5896697d17bc tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] GET failed (client error): The resource could not be found. Feb 16 12:40:09.372548 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b8c98a9-14ca-4eda-8274-5896697d17bc tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "GET /v2.0/ports/54cd2ae7-0733-42ea-94cb-517103a75a5c HTTP/1.1" status: 404 len: 333 time: 0.2804599 Feb 16 12:40:09.373789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.391685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51376) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.401554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-964ea218-8dcf-408b-a963-ff49297266f8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:09.406936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-964ea218-8dcf-408b-a963-ff49297266f8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3512208 Feb 16 12:40:09.411910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.412975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.433012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--774697533'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:09.530733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:09.551325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.573523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:09.610186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bce579-1395-4b26-b27f-2caf13a75fb7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:09.611657 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-59bce579-1395-4b26-b27f-2caf13a75fb7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 814 time: 0.3983102 Feb 16 12:40:09.629736 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d8794e-226c-48af-9273-0272b01a883b tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] GET failed (client error): The resource could not be found. Feb 16 12:40:09.630930 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47d8794e-226c-48af-9273-0272b01a883b tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "GET /v2.0/subnets/5d79f240-42e3-4847-8efe-417e7d4243c8 HTTP/1.1" status: 404 len: 337 time: 0.2380126 Feb 16 12:40:09.635710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51386) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.654890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.657405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1abe8ac7-1350-4c47-931b-7fd499df2488 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:09.703841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abe8ac7-1350-4c47-931b-7fd499df2488 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] PUT failed (client error): The resource could not be found. Feb 16 12:40:09.704350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abe8ac7-1350-4c47-931b-7fd499df2488 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:09.705492 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1abe8ac7-1350-4c47-931b-7fd499df2488 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "PUT /v2.0/networks/0339539b-be00-4780-bdc3-bec9f1cce6ff HTTP/1.1" status: 404 len: 339 time: 0.0693762 Feb 16 12:40:09.712698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51390) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.772253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0a88cfe5-31be-4db6-8298-2ff1c134fc04 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:09.832302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:09.854263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:09.865915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:09.883612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a88cfe5-31be-4db6-8298-2ff1c134fc04 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] PUT failed (client error): The resource could not be found. Feb 16 12:40:09.884241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a88cfe5-31be-4db6-8298-2ff1c134fc04 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:09.885094 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a88cfe5-31be-4db6-8298-2ff1c134fc04 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "PUT /v2.0/ports/3b098ac1-3fa4-4732-9960-f99531c3cd65 HTTP/1.1" status: 404 len: 333 time: 0.1237538 Feb 16 12:40:09.886195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:09.900326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:09.911599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:09.931014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6f0d5638-ca3e-4bb3-9882-32ff2657eee5 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:10.012922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Allocated IP 172.26.4.204 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/12a5dcc2-2aa4-4953-be40-66cb5ec9e345) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:10.037441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:10.041991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.050117 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0d5638-ca3e-4bb3-9882-32ff2657eee5 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] PUT failed (client error): The resource could not be found. Feb 16 12:40:10.050579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0d5638-ca3e-4bb3-9882-32ff2657eee5 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:10.056422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f0d5638-ca3e-4bb3-9882-32ff2657eee5 tempest-NetworksNegativeTestJSON-127814701 tempest-NetworksNegativeTestJSON-127814701-project] 10.222.0.65 "PUT /v2.0/subnets/a9ee00f1-7a30-4035-8cbf-58e790374a24 HTTP/1.1" status: 404 len: 337 time: 0.1361861 Feb 16 12:40:10.197302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=c504aec9-4667-41aa-a123-6fb3baf74498,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:10.225877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.226217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.226561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.226946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.227282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.227806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.228185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.228500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.229488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.229488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.229488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.229770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:10.309590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '870691db-6838-4c43-b5bd-8129fc7ad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:10.309948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 01b79a68-c5c6-4fbf-b999-c20f70c29f4d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:10.344442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:10.356733 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b011dd30-de62-4767-b413-d68f3e677346 admin admin] 10.222.0.65 "PUT /v2.0/routers/aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1367288 Feb 16 12:40:10.356733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:10.357276 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Sync routers for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:10.357803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51404) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:10.372534 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:10.373727 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:10.399908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:10.411526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.418389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:10.444223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.448174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1418280942', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:10.454754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 01b79a68-c5c6-4fbf-b999-c20f70c29f4d) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:10.459403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:10.464379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96789e-c673-41d1-8ab9-419ebe15854f None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:10.465408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:10.470596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:10.471201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.501636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:10.563812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.567204 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-320f8a11-ef0e-40c3-8e8c-742d6b7ef2b0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1473587 Feb 16 12:40:10.571831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:10.571990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.578964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2036636392'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:10.592297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:10.592683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Delete allocated IP 172.20.0.19 (11b640cc-f13e-4170-a30b-96cb267292ac/882ea83b-6bef-4adb-93ff-9412c7a86ad4) {{(pid=87699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:40:10.607185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:10.610868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.612785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:10.621820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:10.624568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.697843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:40:10.823551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:10.827543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.845455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:10.849000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.856904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.861075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1821fc-af07-488b-9707-c2002ece217c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:10.893469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.903455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:10.913681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:10.920782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Deleting port 3a6e7f6d-2154-412e-851b-10b4279415a9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:10.921125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.958411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.958758 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 9828412a-35df-48c6-953a-0940a6ffd4f4 of type vlan for network fd0b964d-912f-4156-8dbc-da361dde96c7 Feb 16 12:40:10.970403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:10.970802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment f084a417-4542-4b7c-82e3-19d97a870d1e of type vlan for network 34a702b1-a1d6-49e8-b218-733b0b9135f7 Feb 16 12:40:11.016240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.031595 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:40:08Z', 'revision_number': 5, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port': {'id': '3a6e7f6d-2154-412e-851b-10b4279415a9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:09Z', 'updated_at': '2022-02-16T12:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:11.035889 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Checking router: aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:40:11.037630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.041756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-161f7c1f-65d1-4909-8f18-e8c21c9b5055 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6232131 Feb 16 12:40:11.041756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.044682 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Routers {'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:11.045298 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:11.045690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:11.057233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.066304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c54de4e9-0e79-4d4c-8b00-d5993b9c0899 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '8d1821fc-af07-488b-9707-c2002ece217c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:11.066843 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-c54de4e9-0e79-4d4c-8b00-d5993b9c0899 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:40:11.067336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-c54de4e9-0e79-4d4c-8b00-d5993b9c0899 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:11.071336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c54de4e9-0e79-4d4c-8b00-d5993b9c0899 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0216553 Feb 16 12:40:11.071336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.078335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51426) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:11.137921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:11.138964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:11.154406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:11.156594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Usage tracker for resource:security_group_rule and tenant:d331a39fe6984b978dc1fc84a7517868 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:11.201692 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] Set router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:40:11.209144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:11.219863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.225211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:11.225798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.237109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:11.241642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=b4732a88-2f07-4a2f-8ac3-88b14a1fb931,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:11.254679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:11.322830 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:40:10Z', 'revision_number': 6, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:11.327685 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70c7d3-cfa4-4319-af89-7a2893f3bf78 None None] The sync data for ids ['aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6'] in dv-neutron-829435-1-hyperv is: [{'id': 'aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6', 'name': 'tempest-ServerActionsTestJSON-68775447-router', 'tenant_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:08Z', 'updated_at': '2022-02-16T12:40:10Z', 'revision_number': 6, 'project_id': 'ab3e80b1a22244a58f88b1c9203d52dd', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:11.414128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.419432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:11.420019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.482272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.497577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event updated for resources: {'Port': ['ID=12a5dcc2-2aa4-4953-be40-66cb5ec9e345,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:11.515320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] For port 3a6e7f6d-2154-412e-851b-10b4279415a9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a6e7f6d-2154-412e-851b-10b4279415a9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:11.515704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.526232 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9537628 Feb 16 12:40:11.535191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51430) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:11.535799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecabdf9-2e2f-4f43-b5a4-db2074e3d5b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=fd0b964d-912f-4156-8dbc-da361dde96c7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:11.537872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.548288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network fd0b964d-912f-4156-8dbc-da361dde96c7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:11.560067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 06570251-df17-4c8e-bc70-b73a713b93e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:11.575002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:11.637938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 6befb19d-f19a-4a77-bf54-dc431754e51e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:11.686629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'ports': [{'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'}, {'network_id': 'fd0b964d-912f-4156-8dbc-da361dde96c7'}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:11.687166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:11.687802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': 'fd0b964d-912f-4156-8dbc-da361dde96c7'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:11.708650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.712587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2936194 Feb 16 12:40:11.724457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Calling delete_port for 3a6e7f6d-2154-412e-851b-10b4279415a9 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:11.728264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:11.875868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.885118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d004576d-31b2-4e98-bc80-31f0a2ee7dc4 None None] Provisioning complete for port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:11.885506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d004576d-31b2-4e98-bc80-31f0a2ee7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:11.962555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d004576d-31b2-4e98-bc80-31f0a2ee7dc4 None None] Port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:11.975437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22f6eb-6220-486e-a2f1-8b7c874e8eab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=34a702b1-a1d6-49e8-b218-733b0b9135f7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:11.989348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:12.007455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.045980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=6befb19d-f19a-4a77-bf54-dc431754e51e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:12.112319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.129467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.160031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.160031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.160805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.160805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.160991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.161323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.161612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.161984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.162155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.162473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.162934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.163112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:12.163296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1821fc-af07-488b-9707-c2002ece217c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:12.168043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ee571-ed14-411c-96c8-95ecd0995f91 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:12.172612 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df1ee571-ed14-411c-96c8-95ecd0995f91 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4381342 Feb 16 12:40:12.173797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51438) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.180444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:12.206339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.208477 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e979d6c-e555-4fa0-9b5d-48a2c2264a9a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d1821fc-af07-488b-9707-c2002ece217c HTTP/1.1" status: 204 len: 168 time: 1.1267917 Feb 16 12:40:12.221578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b0b69c21-4363-4a83-a332-23001bcf0e4e None None] Provisioning for port 6befb19d-f19a-4a77-bf54-dc431754e51e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:12.225046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.230939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b0b69c21-4363-4a83-a332-23001bcf0e4e None None] Provisioning complete for port 6befb19d-f19a-4a77-bf54-dc431754e51e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:12.231757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b0b69c21-4363-4a83-a332-23001bcf0e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.267529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:12.284358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:12.288926 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d331a39fe6984b978dc1fc84a7517868&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8880391 Feb 16 12:40:12.291026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.297496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69c21-4363-4a83-a332-23001bcf0e4e None None] Port 6befb19d-f19a-4a77-bf54-dc431754e51e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:12.298833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:12.302886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] In _notify_port_updated(), no bound segment for port 6befb19d-f19a-4a77-bf54-dc431754e51e on network 11b640cc-f13e-4170-a30b-96cb267292ac {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:40:12.308804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:12.309414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.310674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9fd5cae-df01-4d6d-bea1-761641a4d2a0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/ports/6befb19d-f19a-4a77-bf54-dc431754e51e HTTP/1.1" status: 200 len: 920 time: 3.5074100 Feb 16 12:40:12.311633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a7ce-51b3-484e-afb2-8911286fb7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f04c4b-5ad5-4fef-89ee-85eb65bd4fff,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:12.361149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51450) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.364272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:12.364576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.406613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b314b783-b526-480c-b53a-a8deb52da66f'}, {'subnet_id': '882ea83b-6bef-4adb-93ff-9412c7a86ad4'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:12.475636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2dd73d81-388c-49e5-9288-c04cb8423143 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:12.486494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6e7f6d-2154-412e-851b-10b4279415a9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:12.496532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:12.500899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.503412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bf14914-55cf-403b-bdb9-5c9b6e1c4883 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:12.515431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2dd73d81-388c-49e5-9288-c04cb8423143 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:12.516158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2dd73d81-388c-49e5-9288-c04cb8423143 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:12.516509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a6e7f6d-2154-412e-851b-10b4279415a9 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:12.525093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.553054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 3a6e7f6d-2154-412e-851b-10b4279415a9 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:12.553054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a6e7f6d-2154-412e-851b-10b4279415a9 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:12.588233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bf14914-55cf-403b-bdb9-5c9b6e1c4883 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:12.602442 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3bf14914-55cf-403b-bdb9-5c9b6e1c4883 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3669324 Feb 16 12:40:12.628181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.641119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.662080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322476648'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:12.682074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864d2b4-6199-47f9-8ea6-016c3552f615 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:12.683581 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a864d2b4-6199-47f9-8ea6-016c3552f615 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5076270 Feb 16 12:40:12.699925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:12.705277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.778159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.785813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:12.878810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8778b73b-985c-4d12-a6af-8fba90019482 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1703980 Feb 16 12:40:12.894966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.912688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:12.982912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fa3908a-82d3-47fd-8520-06d4dfc967b0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868149 Feb 16 12:40:12.988232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:12.989656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:13.009734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] Sync routers for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:13.019811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:13.020627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:13.083296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:13.092371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:13.092986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:13.137359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404d192-89b4-43be-863d-97c4a9d1db29 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:13.141481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1404d192-89b4-43be-863d-97c4a9d1db29 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476772 Feb 16 12:40:13.154719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:13.155122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623a49d-9904-4dbb-b86a-35a968712eb4 None None] The sync data for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:13.184850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.193185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51470) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:13.195203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.201518 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55d1c5bc-0362-4ba1-bcbc-ec9365ec5079 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/routers/f03a9e6a-e497-491e-a091-f3c9a4c06eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8622744 Feb 16 12:40:13.209432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:13.217415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'port': {'network_id': '06570251-df17-4c8e-bc70-b73a713b93e3', 'name': 'tempest-FloatingIPTestJSON-852918856'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:13.388379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.391175 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c619e194-d62d-461a-a43b-0f9195d6e35b tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1727970 Feb 16 12:40:13.396555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:13.401626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:13.404166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.416165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523150309', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:13.417954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:13.454798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:13.461631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.536590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:13.577324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.587783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.588304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:40:13.604981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 53f1084a-62e6-4ac9-892e-2c304d9c5c25 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:13.612182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:13.621584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Usage tracker for resource:port and tenant:7c9bfaaeb3054cd291a75af8d1e58529 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:13.625712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.634871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:13.646818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:13.658242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:13.670495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:13.692325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f04c4b-5ad5-4fef-89ee-85eb65bd4fff,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:13.724797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:13.735152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Made reservation on behalf of 7c9bfaaeb3054cd291a75af8d1e58529 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:13.738538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.755257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:13.792385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:13.795975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.811484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] device_id is not set on port 9c81634f-5537-40a0-84c9-0ce45c0d225a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:13.845909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.847040 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5953be7e-c6fd-4322-8d4f-f736fa727f79 admin admin] 10.222.0.65 "DELETE /v2.0/routers/aa6c691f-eb9f-40af-8f76-c56dbd0c7ac6 HTTP/1.1" status: 204 len: 168 time: 3.4891016 Feb 16 12:40:13.855460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:13.871231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.873957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:13.875298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7590edcc-0870-4ead-a1f8-046e0c0cd32d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03f04c4b-5ad5-4fef-89ee-85eb65bd4fff HTTP/1.1" status: 204 len: 168 time: 1.5800891 Feb 16 12:40:13.897192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.025670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.029498 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3949666 Feb 16 12:40:14.038017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.066011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a35ec-638f-4f1e-8772-4ff3187fcb50 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57196bf1-6a08-493c-9f2d-7a8312e627dc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:14.093133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b90b422d-19cf-48d6-aed2-d5e1394dadfb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '57196bf1-6a08-493c-9f2d-7a8312e627dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:14.093775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.098688 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-b90b422d-19cf-48d6-aed2-d5e1394dadfb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:40:14.099213 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-b90b422d-19cf-48d6-aed2-d5e1394dadfb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:14.100261 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b90b422d-19cf-48d6-aed2-d5e1394dadfb tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0611062 Feb 16 12:40:14.103500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Deleting subnet 8515a595-33f0-475e-b520-29dd40784f94 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:14.107184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51494) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.116203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.132713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0bdfcb64-549e-40b3-90d6-b473ef55a919 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '57196bf1-6a08-493c-9f2d-7a8312e627dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:14.134475 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-0bdfcb64-549e-40b3-90d6-b473ef55a919 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:40:14.135004 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0bdfcb64-549e-40b3-90d6-b473ef55a919 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:14.136054 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bdfcb64-549e-40b3-90d6-b473ef55a919 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0278811 Feb 16 12:40:14.143944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51500) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.160464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8a4f9e58-a2b5-4926-b273-09a93bda5c0d tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '57196bf1-6a08-493c-9f2d-7a8312e627dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:14.161542 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-8a4f9e58-a2b5-4926-b273-09a93bda5c0d tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:40:14.162046 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-8a4f9e58-a2b5-4926-b273-09a93bda5c0d tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:14.163053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a4f9e58-a2b5-4926-b273-09a93bda5c0d tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0181246 Feb 16 12:40:14.171793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.216811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d746b61b-330d-41cd-95a5-ebcbe9538c0c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '57196bf1-6a08-493c-9f2d-7a8312e627dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:14.217696 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-d746b61b-330d-41cd-95a5-ebcbe9538c0c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:40:14.218187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-d746b61b-330d-41cd-95a5-ebcbe9538c0c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:14.222218 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d746b61b-330d-41cd-95a5-ebcbe9538c0c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0461879 Feb 16 12:40:14.270392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.286469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Router 238c7819-297a-472c-82a0-296659769e6f is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:40:14.338153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 25aefcab-144d-4b79-a463-77e44f150f1a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:14.364743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.20 (11b640cc-f13e-4170-a30b-96cb267292ac/882ea83b-6bef-4adb-93ff-9412c7a86ad4/6befb19d-f19a-4a77-bf54-dc431754e51e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:14.409099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Allocated IP 172.20.0.12 (06570251-df17-4c8e-bc70-b73a713b93e3/cba87491-a7aa-4aa3-a59d-499206f01d05/9c81634f-5537-40a0-84c9-0ce45c0d225a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:14.417214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.431621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.549451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.690686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.696966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.700095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51526) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.738247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.749700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57196bf1-6a08-493c-9f2d-7a8312e627dc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:14.756989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 6befb19d-f19a-4a77-bf54-dc431754e51e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:14.759340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:14.771506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.772631 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f654aed2-f89c-4b70-aa74-4f93d79afc3c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/57196bf1-6a08-493c-9f2d-7a8312e627dc HTTP/1.1" status: 204 len: 168 time: 0.5015166 Feb 16 12:40:14.776145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:14.778295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] Sync routers for ids ['238c7819-297a-472c-82a0-296659769e6f'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:14.791520 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] Routers {'238c7819-297a-472c-82a0-296659769e6f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:14.792911 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['238c7819-297a-472c-82a0-296659769e6f'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:14.793122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.857342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.908864 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:14.912340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2b20452f-02a6-4c1e-99c3-d191672175f9 tempest-DvrRoutersNegativeTest-884552467 tempest-DvrRoutersNegativeTest-884552467-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1232753439', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:14.915123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-2b20452f-02a6-4c1e-99c3-d191672175f9 tempest-DvrRoutersNegativeTest-884552467 tempest-DvrRoutersNegativeTest-884552467-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87698) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 12:40:14.915428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-2b20452f-02a6-4c1e-99c3-d191672175f9 tempest-DvrRoutersNegativeTest-884552467 tempest-DvrRoutersNegativeTest-884552467-project] Failed policy check for 'create_router' {{(pid=87698) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 12:40:14.915952 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-2b20452f-02a6-4c1e-99c3-d191672175f9 tempest-DvrRoutersNegativeTest-884552467 tempest-DvrRoutersNegativeTest-884552467-project] create failed (client error): Access was denied to this resource. Feb 16 12:40:14.916930 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b20452f-02a6-4c1e-99c3-d191672175f9 tempest-DvrRoutersNegativeTest-884552467 tempest-DvrRoutersNegativeTest-884552467-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1973026 Feb 16 12:40:14.918189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:14.928794 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] Routers {'238c7819-297a-472c-82a0-296659769e6f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:14.930258 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['238c7819-297a-472c-82a0-296659769e6f'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:14.973106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.019370 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:15.019783 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2082-b8c9-4f7f-a4b3-4801f217129c None None] The sync data for ids ['238c7819-297a-472c-82a0-296659769e6f'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:15.045692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.049767 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fbc359ab-a9a0-47a3-99fe-4d200bfc7ca3 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2309842 Feb 16 12:40:15.060783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:15.061549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=92e4b98d-a58d-4cbf-a37f-925ff7be781a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:15.082428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:15.154473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=6befb19d-f19a-4a77-bf54-dc431754e51e,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:15.157828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-01ef28c4-0fb6-46d5-a349-f8ecdd53d83f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:15.187887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:15.188304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: 34a702b1-a1d6-49e8-b218-733b0b9135f7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:15.200735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.247537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Transition to ACTIVE for port object 9c81634f-5537-40a0-84c9-0ce45c0d225a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:15.256119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b3286573-c381-43a7-b320-a3af61dd153e None None] Provisioning for port 6befb19d-f19a-4a77-bf54-dc431754e51e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:15.264315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b3286573-c381-43a7-b320-a3af61dd153e None None] Provisioning complete for port 6befb19d-f19a-4a77-bf54-dc431754e51e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:15.266065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b3286573-c381-43a7-b320-a3af61dd153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.266443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:15.273492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:15.283611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-01ef28c4-0fb6-46d5-a349-f8ecdd53d83f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:15.288851 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-01ef28c4-0fb6-46d5-a349-f8ecdd53d83f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5075061 Feb 16 12:40:15.295055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:15.295874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.299649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51544) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:15.311062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=53f1084a-62e6-4ac9-892e-2c304d9c5c25,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:15.317759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731768309'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:15.321198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.352548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b3286573-c381-43a7-b320-a3af61dd153e None None] Port 6befb19d-f19a-4a77-bf54-dc431754e51e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:15.354226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] In _notify_port_updated(), no bound segment for port 6befb19d-f19a-4a77-bf54-dc431754e51e on network 11b640cc-f13e-4170-a30b-96cb267292ac {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:40:15.355411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:15.359621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:15.360690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.365468 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8be40ecd-b1af-4b35-bb39-50a764212732 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/ports/6befb19d-f19a-4a77-bf54-dc431754e51e HTTP/1.1" status: 200 len: 1000 time: 2.9983149 Feb 16 12:40:15.365468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:15.371860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:15.372214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:15.380214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8515a595-33f0-475e-b520-29dd40784f94,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:15.382230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.390234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c6fe8-ce92-4050-8d41-9160dda66a72 None None] Network b9c82292-6079-4859-8df0-35a733694242 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:15.401776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 34a702b1-a1d6-49e8-b218-733b0b9135f7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:15.415025 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b16fbc2-9403-4780-9922-6d3017c6fb36 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8515a595-33f0-475e-b520-29dd40784f94 HTTP/1.1" status: 204 len: 168 time: 1.5450211 Feb 16 12:40:15.415025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:15.415568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.421935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:15.441592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:15.498926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.520272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=25aefcab-144d-4b79-a463-77e44f150f1a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:15.530341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 6befb19d-f19a-4a77-bf54-dc431754e51e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:15.530688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.540437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48f167-aa7e-471a-ad50-504dc76c5478 None None] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:15.580200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '9828412a-35df-48c6-953a-0940a6ffd4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fd0b964d-912f-4156-8dbc-da361dde96c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:15.580599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: fd0b964d-912f-4156-8dbc-da361dde96c7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:15.601223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.605502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b572c72-115e-45c9-b3e0-b1e37d44fa84 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2069168 Feb 16 12:40:15.605793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:15.615053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:15.620154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:15.658216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:15.718677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network fd0b964d-912f-4156-8dbc-da361dde96c7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:15.744688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.795593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, fd0b964d-912f-4156-8dbc-da361dde96c7) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:15.798179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:15.852807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:15.858280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:15.862276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Network 06570251-df17-4c8e-bc70-b73a713b93e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:15.862943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:15.863600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:15.868266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2e58a-8256-46b1-85f9-282c2fe45553 None None] Network fd0b964d-912f-4156-8dbc-da361dde96c7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:15.875596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c4595c6c7a4ac8a06f02f6ac822a82 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:15.886722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:15.891404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:15.905480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:15.922110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:16.007461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7f69fe7-86df-4b51-a9f6-f40b0332f024 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4672730 Feb 16 12:40:16.012687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51566) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:16.042313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] DHCP port deletion for b9c82292-6079-4859-8df0-35a733694242 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:16.082865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.089155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-34a702b1-a1d6-49e8-b218-733b0b9135f7', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:16.089971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.099318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51570) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:16.116524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.128620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201615894', 'description': 'tempest-secgroup-smoke-1201615894 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:16.173143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Deleting port fa7ca705-1326-4705-9931-67762050aa71 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:16.173367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.218051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.224204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event updated for resources: {'Port': ['ID=9c81634f-5537-40a0-84c9-0ce45c0d225a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:16.240306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:16.241428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.259104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:16.263468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.279939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 6befb19d-f19a-4a77-bf54-dc431754e51e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:16.293862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d1269914-f7d3-40dd-a33c-77c013c59a3f None None] Provisioning for port 9c81634f-5537-40a0-84c9-0ce45c0d225a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:16.334255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Deleting port fa7ca705-1326-4705-9931-67762050aa71 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:16.334916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.360872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:16.368999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43d0a009-a26f-44ab-95d7-e2d7a119cc46 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1585333 Feb 16 12:40:16.372917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d1269914-f7d3-40dd-a33c-77c013c59a3f None None] Provisioning complete for port 9c81634f-5537-40a0-84c9-0ce45c0d225a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:16.373298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d1269914-f7d3-40dd-a33c-77c013c59a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.381318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:16.412258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 25aefcab-144d-4b79-a463-77e44f150f1a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:16.412645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.483010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Request body: {'floatingip': {'port_id': '9c81634f-5537-40a0-84c9-0ce45c0d225a'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:16.495959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Allocated IP 172.20.0.18 (34a702b1-a1d6-49e8-b218-733b0b9135f7/92e4b98d-a58d-4cbf-a37f-925ff7be781a/7ec6e4de-ec2b-4816-90ca-e84c88570b52) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:16.501310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.510243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d1269914-f7d3-40dd-a33c-77c013c59a3f None None] Port 9c81634f-5537-40a0-84c9-0ce45c0d225a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:16.559496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.594223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Deleting port 12a5dcc2-2aa4-4953-be40-66cb5ec9e345 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:16.594568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.607781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.609012 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3062403 Feb 16 12:40:16.609798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e185d9-c7a0-40a6-8cac-c64f33cc0e06 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81506876-3cf7-41be-8daf-d79825b4f5bd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:16.621063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51578) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:16.635089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.646792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ef9286dc-b9ba-467f-b0da-c8ebb1fbbd10 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:16.647274 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-ef9286dc-b9ba-467f-b0da-c8ebb1fbbd10 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:40:16.647775 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ef9286dc-b9ba-467f-b0da-c8ebb1fbbd10 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:16.652191 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef9286dc-b9ba-467f-b0da-c8ebb1fbbd10 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0241683 Feb 16 12:40:16.652367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51582) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:16.655232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa7ca705-1326-4705-9931-67762050aa71 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:16.666890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:16.734319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:16.751139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:16.755929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:16.771992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:16.798812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:16.801117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:16.801459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.802068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:16.802479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.825714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:16.856688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:16.870628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:16.947552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Calling delete_port for fa7ca705-1326-4705-9931-67762050aa71 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:16.983650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Calling delete_port for fa7ca705-1326-4705-9931-67762050aa71 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:17.059483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:17.068286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.093927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.121699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.135299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.151788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.169259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Transition to ACTIVE for port object 7ec6e4de-ec2b-4816-90ca-e84c88570b52 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:17.199515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:17.201971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Transition to ACTIVE for port object 7ec6e4de-ec2b-4816-90ca-e84c88570b52 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:17.206225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Calling delete_port for 12a5dcc2-2aa4-4953-be40-66cb5ec9e345 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:17.206708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.207928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.253095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.263477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:17.263829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:17.276158 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.280067 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf7ad8f6-e793-4c27-88e7-5300190eba82 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6183536 Feb 16 12:40:17.280387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.286279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:17.286969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-29374a3e-6f34-46c5-ab2b-2c000ddad120 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.287443 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-29374a3e-6f34-46c5-ab2b-2c000ddad120 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:40:17.287955 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-29374a3e-6f34-46c5-ab2b-2c000ddad120 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.292428 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-29374a3e-6f34-46c5-ab2b-2c000ddad120 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076997 Feb 16 12:40:17.292595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:17.292720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.293387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:17.297478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.300523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:17.301351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:17.322057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 25aefcab-144d-4b79-a463-77e44f150f1a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:17.324141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:17.329372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:17.338370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:17.341742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fa7ca705-1326-4705-9931-67762050aa71,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.345541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:17.387684 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.391453 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97f971b1-04cc-40b3-b25b-d9d0e4799abc tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0953958 Feb 16 12:40:17.391615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.397058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8998ca25-435c-474c-b3da-ecfe8201b1a3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.397542 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-8998ca25-435c-474c-b3da-ecfe8201b1a3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:40:17.398085 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-8998ca25-435c-474c-b3da-ecfe8201b1a3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.402191 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8998ca25-435c-474c-b3da-ecfe8201b1a3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069807 Feb 16 12:40:17.402350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51598) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.407252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.414722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:17.446185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Attempting to bind port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:17.446597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Attempting to bind port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:17.447111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Attempting to bind port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 on network 34a702b1-a1d6-49e8-b218-733b0b9135f7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:17.447640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:17.454549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:17.458076 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2c4595c6c7a4ac8a06f02f6ac822a82&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0766890 Feb 16 12:40:17.458715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.461692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:17.462229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Checking segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:17.462633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.463027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Bound using segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:17.463501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Bound port: 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:17.463874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.483861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Pushing event updated for resources: {'Port': ['ID=7ec6e4de-ec2b-4816-90ca-e84c88570b52,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.489934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb023-22b9-4a0b-9844-29c837588352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0282cce-a1ed-4569-94d3-8a250a1e6bfb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.500726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:17.560756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.576719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.630027 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.633845 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23ac5ac4-2e10-405a-8959-9468c6d68b9c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2276726 Feb 16 12:40:17.638088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] For port 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:17.642156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.642663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] For port 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ec6e4de-ec2b-4816-90ca-e84c88570b52,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:17.647344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Pushing event deleted for resources: {'Port': ['ID=12a5dcc2-2aa4-4953-be40-66cb5ec9e345,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.655467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.667733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.674632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.676850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.690738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0939cca7-a4c0-4fa4-b715-6b997746eb4b tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.691212 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-0939cca7-a4c0-4fa4-b715-6b997746eb4b tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:40:17.691695 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-0939cca7-a4c0-4fa4-b715-6b997746eb4b tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:17.692718 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0939cca7-a4c0-4fa4-b715-6b997746eb4b tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0468993 Feb 16 12:40:17.705206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:17.739484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:17.749773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc393e-2221-475b-8f31-c16490f9b27d None None] Pushing event updated for resources: {'Port': ['ID=7ec6e4de-ec2b-4816-90ca-e84c88570b52,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.758632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:17.761674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.765625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Deleting port fa7ca705-1326-4705-9931-67762050aa71 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:17.766062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.802428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Deleting port fa7ca705-1326-4705-9931-67762050aa71 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:17.802835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.816452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:17.828395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:17.841506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=6befb19d-f19a-4a77-bf54-dc431754e51e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:17.849913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:17.885765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.913537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:17.927783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.002095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=25aefcab-144d-4b79-a463-77e44f150f1a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:18.147763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:18.147763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.218108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-625ae221-093c-45c1-a38a-3f074a2ccf29 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/25aefcab-144d-4b79-a463-77e44f150f1a HTTP/1.1" status: 204 len: 168 time: 2.2023022 Feb 16 12:40:18.218962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.288108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab884f0-4f41-40cb-a356-743dfcc2f688,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:18.298725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.300248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b3971ee7-ddd7-4622-bbeb-c9f6bb1c6ee8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1941292 Feb 16 12:40:18.310562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Calling delete_port for fa7ca705-1326-4705-9931-67762050aa71 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:18.311872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.327153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.329047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a7f8539d-4289-4f43-9f53-75211d4edf48 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/6befb19d-f19a-4a77-bf54-dc431754e51e HTTP/1.1" status: 204 len: 168 time: 2.9517648 Feb 16 12:40:18.332501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:18.341278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.347646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:18.376181 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:18.377233 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b78a8ff-f772-44e6-9268-9b34ef67b8ac tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6460948 Feb 16 12:40:18.381285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.390881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:18.406558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.407372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:18.435590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.448300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '81506876-3cf7-41be-8daf-d79825b4f5bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:18.461631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] Pushing event deleted for resources: {'Port': ['ID=fa7ca705-1326-4705-9931-67762050aa71,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:18.468113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cbf52c-b4c7-417c-aabd-3bff32ba3d04 None None] No DVR routers for this DVR port fa7ca705-1326-4705-9931-67762050aa71 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:18.481471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0282cce-a1ed-4569-94d3-8a250a1e6bfb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:18.481971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:18.496043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f57470e-2627-4b55-890e-13c5162cc36b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:40:18.496608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f57470e-2627-4b55-890e-13c5162cc36b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:18.501628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:18.574501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.582180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ec6e4de-ec2b-4816-90ca-e84c88570b52 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:18.592456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb986d8-d5e7-4bdb-b433-adc8b3c41bda tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:18.598822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb986d8-d5e7-4bdb-b433-adc8b3c41bda tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:18.599595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fb986d8-d5e7-4bdb-b433-adc8b3c41bda tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:18.612725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f57470e-2627-4b55-890e-13c5162cc36b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:18.613890 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f57470e-2627-4b55-890e-13c5162cc36b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/6befb19d-f19a-4a77-bf54-dc431754e51e HTTP/1.1" status: 404 len: 333 time: 0.2680211 Feb 16 12:40:18.625259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51630) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.663365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:18.666440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:18.671530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:18.705160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:18.743280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 882ea83b-6bef-4adb-93ff-9412c7a86ad4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:18.764995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.786910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] For port fa7ca705-1326-4705-9931-67762050aa71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa7ca705-1326-4705-9931-67762050aa71,segment=NetworkSegment(b23e0d96-60cd-4cd3-a558-6668ba66fda6),segment_id=b23e0d96-60cd-4cd3-a558-6668ba66fda6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:18.787289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.797823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.813848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.830464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.832142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fb986d8-d5e7-4bdb-b433-adc8b3c41bda tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:18.833350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2fb986d8-d5e7-4bdb-b433-adc8b3c41bda tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6001048 Feb 16 12:40:18.850397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51634) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:18.864929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.923352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.925471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:18.926577 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-adf5c2da-24e6-4c08-8504-945409ed6a7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0282cce-a1ed-4569-94d3-8a250a1e6bfb HTTP/1.1" status: 204 len: 168 time: 1.4669492 Feb 16 12:40:18.935137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Calling delete_port for fa7ca705-1326-4705-9931-67762050aa71 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:19.128601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc5237-9c8b-418c-8236-c77fe3f4f54d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:19.130121 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:19.131159 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a216a90-6c4b-42ab-921f-c5bf043588fd tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6971095 Feb 16 12:40:19.135938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 53f1084a-62e6-4ac9-892e-2c304d9c5c25 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:19.136307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.139076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.162559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7377d0-b71d-4a4c-9da4-0970ec3f134f None None] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:19.173154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Router 238c7819-297a-472c-82a0-296659769e6f has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:19.265300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.266623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:19.266947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:19.270638 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f13e776c-2d07-43c5-a36a-3517a111e3cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9538169 Feb 16 12:40:19.275866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.302914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:19.308112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Provisioning for port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:19.309347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:19.313614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:19.316637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:19.319334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Provisioning complete for port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:19.319841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.323554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:19.361528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:19.368561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.370148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.386542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.388394 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0a9e5ff-312d-44a7-a9e3-467f6521f98e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "PUT /v2.0/routers/238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 200 len: 705 time: 4.3244274 Feb 16 12:40:19.391905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.401065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] Sync routers for ids ['238c7819-297a-472c-82a0-296659769e6f'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:19.423760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] Routers {'238c7819-297a-472c-82a0-296659769e6f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:19.424412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['238c7819-297a-472c-82a0-296659769e6f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:19.428674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.497459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.500166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.572516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.609311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:19.640335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4dbe18-2a8b-495e-84ac-4cf91f4bc36a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:19.662450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] Routers {'238c7819-297a-472c-82a0-296659769e6f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:19.663263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['238c7819-297a-472c-82a0-296659769e6f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:19.690272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.721156 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-65f7296c-e9db-4825-8e05-68c7e7d459df tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/routers/238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 200 len: 740 time: 0.3278027 Feb 16 12:40:19.725196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.753096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51666) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.753878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.757544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8dace896-a00b-4e76-9ba6-bc174dd0c5d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4726813 Feb 16 12:40:19.780757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.782231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:19.782598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838088-d406-45ab-ab67-6610a05f35d6 None None] The sync data for ids ['238c7819-297a-472c-82a0-296659769e6f'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:19.798676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:19.800981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.813846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:19.824291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:19.829500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.836857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:19.841396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] For port 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ec6e4de-ec2b-4816-90ca-e84c88570b52,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:19.861681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.863753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:19.866588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81506876-3cf7-41be-8daf-d79825b4f5bd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:19.881707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:19.887358 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77127beb-cc8a-4caf-961d-8412b5b0bf18 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/81506876-3cf7-41be-8daf-d79825b4f5bd HTTP/1.1" status: 204 len: 168 time: 0.7456100 Feb 16 12:40:19.888432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51678) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.930832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3cf423c8-887b-401a-9fbf-28de82c1ac2c tempest-RoutersAdminTest-736358950 tempest-RoutersAdminTest-736358950-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&device_id=238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 200 len: 205 time: 0.1709130 Feb 16 12:40:19.939916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:19.964825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b75e2f-7eba-4f30-a585-bd6f20f7aed1 None None] Pushing event updated for resources: {'Port': ['ID=7ec6e4de-ec2b-4816-90ca-e84c88570b52,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:19.965289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6834d4e-02ef-4a4f-adab-5ebaf4fd11ce tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:19.976370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.033263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6834d4e-02ef-4a4f-adab-5ebaf4fd11ce tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:20.034648 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6834d4e-02ef-4a4f-adab-5ebaf4fd11ce tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1448874 Feb 16 12:40:20.042667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-64934eca-900f-49ef-a95a-65096bef69bd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 200 len: 205 time: 0.0966725 Feb 16 12:40:20.042890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:20.046319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.047900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344018757'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:20.051956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51688) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:20.060209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:20.064987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 14a48e7e-c3b0-413a-838f-1b07a2b08d06 associated. External IP: 172.26.4.27, port: 436b034f-689c-4757-93a9-6c71a891df87. Feb 16 12:40:20.114914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:20.119964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Deleting port fa7ca705-1326-4705-9931-67762050aa71 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:20.120414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.187131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4211ec62-9042-4504-bc5b-95490adc06cf None None] Provisioning complete for port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:20.187987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4211ec62-9042-4504-bc5b-95490adc06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.188345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:20.191188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.259433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 53f1084a-62e6-4ac9-892e-2c304d9c5c25 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:20.280566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.291685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] The port 'fa7ca705-1326-4705-9931-67762050aa71' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:20.307655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.314322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.352440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.362371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398200a-3f84-456c-b222-af3f4d237094 None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:20.400264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.430389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be7c34c-0f0d-44ac-b215-1318ffe1f18a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:20.439520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=882ea83b-6bef-4adb-93ff-9412c7a86ad4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:20.462594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-186870575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:20.468798 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8708dec-7574-4742-b019-4f9856d9c492 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/882ea83b-6bef-4adb-93ff-9412c7a86ad4 HTTP/1.1" status: 204 len: 168 time: 1.8423512 Feb 16 12:40:20.474325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:20.475255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:20.518376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:router and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:20.538315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ec6e4de-ec2b-4816-90ca-e84c88570b52 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:20.538523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:20.655994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.657660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-51eff3b0-ae95-4ef9-a9d9-e211993943b4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8749373 Feb 16 12:40:20.683145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:20.683521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.683662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:20.694833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:20.703547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:20.733835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:20.738052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:20.752844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:20.756282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:20.764075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet b314b783-b526-480c-b53a-a8deb52da66f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:20.769150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.781840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.782872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.796899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:20.801611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:20.810545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.815132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.819195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:20.823551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.844678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:20.881922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c82292-6079-4859-8df0-35a733694242']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:20.889011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.893018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.903443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23e0d96-60cd-4cd3-a558-6668ba66fda6') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:20.903739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23e0d96-60cd-4cd3-a558-6668ba66fda6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:20.910333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.910839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Fanout notify agent at l3_agent the message router_deleted on router 238c7819-297a-472c-82a0-296659769e6f {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:40:20.922318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.952902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.967764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:20.968709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:20.974210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=53f1084a-62e6-4ac9-892e-2c304d9c5c25,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:20.990193 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:21.016380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.016862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.021807 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc8b8dde-db40-4274-beb1-e2bff4e26479 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 204 len: 168 time: 0.9659472 Feb 16 12:40:21.022708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6a44770-720a-4e5e-ae9e-efc53813658d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/53f1084a-62e6-4ac9-892e-2c304d9c5c25 HTTP/1.1" status: 204 len: 168 time: 2.1694112 Feb 16 12:40:21.023418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.035415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.037771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.056287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.074720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.106158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.155333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.156959 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1134953 Feb 16 12:40:21.160742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.166543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.175180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': 'd99bb00c-16ea-4ee3-bd81-195b23587f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:21.196856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.200972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d5004-f827-4ee4-9c9c-3363edee31da tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99bb00c-16ea-4ee3-bd81-195b23587f79,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:21.204811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:21.212605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c82292-6079-4859-8df0-35a733694242,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:21.217139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:21.220974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:21.224363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab346e00-32e5-4a55-9aef-47de702251f5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b9c82292-6079-4859-8df0-35a733694242 HTTP/1.1" status: 204 len: 168 time: 5.7461379 Feb 16 12:40:21.228617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:21.272599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d7d4f07-0dfb-4caa-af87-a1779c2b23cd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 200 len: 205 time: 0.2381625 Feb 16 12:40:21.277078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.283025 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The resource could not be found. Feb 16 12:40:21.284494 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85d317cc-336d-42b1-b577-1ca8f5620ce4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1225517 Feb 16 12:40:21.289633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.297009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': 'd99bb00c-16ea-4ee3-bd81-195b23587f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f4afe2f5-4648-46c1-9fa0-04ff4b9dc581'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:21.306263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:21.311895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:21.316864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:21.326840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:21.376918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.388048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The resource could not be found. Feb 16 12:40:21.389109 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63565f37-d4a3-483d-b21d-918fc70b9746 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0973516 Feb 16 12:40:21.394325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.424415 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-28b7afe3-4ccd-44e9-b695-8f1e6e7e80fc tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:21.428318 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28b7afe3-4ccd-44e9-b695-8f1e6e7e80fc tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/238c7819-297a-472c-82a0-296659769e6f HTTP/1.1" status: 404 len: 336 time: 0.1463888 Feb 16 12:40:21.430147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51734) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.461672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.472389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:21.477015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.486556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.487043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a38618d8-5073-4b63-beb1-b705dc7b7822 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 200 len: 205 time: 0.0557866 Feb 16 12:40:21.488370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.489580 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c41a2df-472b-4880-82c0-fddbd64111ec tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3701427 Feb 16 12:40:21.490192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.492619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51746) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.547787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd8abd0-2892-4b07-a494-155e45e12051,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:21.568757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3827db6b-325a-4b1d-857f-cdb7bc36cb65 None None] Provisioning complete for port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:21.569982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3827db6b-325a-4b1d-857f-cdb7bc36cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.653989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.682502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2128078856'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:21.684728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.688895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3736964e-ffc6-4a3f-9a1c-91a18b94912e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9980128 Feb 16 12:40:21.689051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-205a51fd-34ef-4f93-b245-b09a88f98e2e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:21.689051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-205a51fd-34ef-4f93-b245-b09a88f98e2e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/db3a6f7b-f7dd-424b-829c-dc95b191da78 HTTP/1.1" status: 404 len: 336 time: 0.1978438 Feb 16 12:40:21.698002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.698286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51752) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.706200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:21.713563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a14b05-69ee-4c8c-ae1e-a5003e60741f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:21.714263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8a14b05-69ee-4c8c-ae1e-a5003e60741f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:21.734235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e91e783-a179-4330-bc0d-0d6b7359eb0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab3e80b1a22244a58f88b1c9203d52dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2481434 Feb 16 12:40:21.734466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.744474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:21.755508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:21.760066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:network and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:21.771251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.773359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:21.778395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:21.787386 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c505204f-0b44-41e5-ba75-86c1972c6257 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 200 len: 205 time: 0.0835447 Feb 16 12:40:21.787386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:21.790526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.798738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.808180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:21.813024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:21.837075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.845016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:21.848388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.866585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:40:21.887153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.901255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:21.937949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8a14b05-69ee-4c8c-ae1e-a5003e60741f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:21.941587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f8a14b05-69ee-4c8c-ae1e-a5003e60741f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8659291 Feb 16 12:40:21.953218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:21.956505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:21.985710 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-2b78e405-3144-4048-93c5-37f1639bbd1d tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:21.986734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b78e405-3144-4048-93c5-37f1639bbd1d tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/002bbc7e-c2e8-4efb-a8db-806ec2d23ca0 HTTP/1.1" status: 404 len: 336 time: 0.1902146 Feb 16 12:40:22.004542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51770) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.029924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:security_group_rule and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:22.045948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:22.053881 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d50ef6-330f-4188-aed8-aedb597ff953 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:40:22.053881 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63d50ef6-330f-4188-aed8-aedb597ff953 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/25aefcab-144d-4b79-a463-77e44f150f1a HTTP/1.1" status: 404 len: 333 time: 0.1016638 Feb 16 12:40:22.060881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.061315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.062541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:22.110460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.138298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8047de61-b1f3-4926-9c06-1927d50e7378 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 200 len: 205 time: 0.1304440 Feb 16 12:40:22.138298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=b314b783-b526-480c-b53a-a8deb52da66f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:22.146580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.148036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:22.154315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa584fc-c1a1-4a49-b32e-2b5a5299ec8d None None] Network 11b640cc-f13e-4170-a30b-96cb267292ac requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:22.164679 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:22.173383 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-627dcbe5-22f0-403a-a0e3-dc3fb73087b4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:40:22.174864 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-627dcbe5-22f0-403a-a0e3-dc3fb73087b4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/53f1084a-62e6-4ac9-892e-2c304d9c5c25 HTTP/1.1" status: 404 len: 333 time: 0.1092341 Feb 16 12:40:22.182734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99bb00c-16ea-4ee3-bd81-195b23587f79,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:22.185016 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:22.186895 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:22.187311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.189049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.217494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.231171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.284448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.288225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9294f0e-d92c-47f0-8ea6-8f59267ce13a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/d99bb00c-16ea-4ee3-bd81-195b23587f79 HTTP/1.1" status: 204 len: 168 time: 0.8903925 Feb 16 12:40:22.291058 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:22.302291 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:22.303189 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:22.303893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.309700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b4aabc-8997-44a3-8b97-97b243b8a0c1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:22.327922 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eabcead4-a132-46a0-a915-79817782c1eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/b314b783-b526-480c-b53a-a8deb52da66f HTTP/1.1" status: 204 len: 168 time: 1.8451643 Feb 16 12:40:22.327922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.331497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.332640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-3b1e4cad-6a3c-4a53-bf43-1efc9386d889 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:22.333833 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b1e4cad-6a3c-4a53-bf43-1efc9386d889 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/3c2ca9f4-2d4c-48ba-b5e2-b43bfd0c8b3e HTTP/1.1" status: 404 len: 336 time: 0.1832569 Feb 16 12:40:22.366778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.387040 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:22.388394 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8261bf-cb88-46af-9b8b-cfab99513d75 None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:22.432647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.433826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac919c5a-5496-4648-8551-875bb02fe941 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7336917 Feb 16 12:40:22.439656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.468150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '1ab884f0-4f41-40cb-a356-743dfcc2f688', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:22.487691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.499022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:22.532832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:22.545082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:22.561685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9a2b36c-2ce8-4b7c-b57e-cfdb33b023f3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:22.568349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:22.604118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] DHCP port deletion for 11b640cc-f13e-4170-a30b-96cb267292ac request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:22.609225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Deleting port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:22.609910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.626804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.657500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.675344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20a13560-bcf4-4ac1-8f5a-92c753ec956c tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 200 len: 205 time: 0.2952018 Feb 16 12:40:22.675917 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:40:22.677354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.705537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9a2b36c-2ce8-4b7c-b57e-cfdb33b023f3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:22.710587 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f9a2b36c-2ce8-4b7c-b57e-cfdb33b023f3 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3989890 Feb 16 12:40:22.766299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.782590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.786237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.802175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': 'c5378990-7e00-42da-9746-f798106e1c00', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:22.825209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:22.837887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:22.848333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] For port d4bb2b0a-1f28-461e-a8a9-2278ec736b99, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,segment=NetworkSegment(0f53e9c5-e535-4c75-a6c6-22e72647f93a),segment_id=0f53e9c5-e535-4c75-a6c6-22e72647f93a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:22.849073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.851252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:22.860259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:22.867713 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-01716a1b-5d0b-4585-8619-b3a01f3bc91e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:22.869019 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01716a1b-5d0b-4585-8619-b3a01f3bc91e tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/751cb346-994b-42d7-9e1c-b07d099bcb84 HTTP/1.1" status: 404 len: 336 time: 0.1767671 Feb 16 12:40:22.870829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.871976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.881195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.898762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f1668-c290-4667-bedf-ba08aec36b6a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:22.901811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:22.902331 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Added segment 5ab00a96-271d-476d-9b27-d57944d0cb5a of type vlan for network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c Feb 16 12:40:22.919404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:22.940607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0b964d-912f-4156-8dbc-da361dde96c7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:22.951741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3282a362-0edb-4753-b601-fb509fc15dfd tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "GET /v2.0/ports?device_id=ada8e542-ed8d-4bf1-98e9-808d34016d36 HTTP/1.1" status: 200 len: 205 time: 0.0635574 Feb 16 12:40:22.954215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:22.984370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Calling delete_port for d4bb2b0a-1f28-461e-a8a9-2278ec736b99 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:23.025603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9828412a-35df-48c6-953a-0940a6ffd4f4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:23.025843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9828412a-35df-48c6-953a-0940a6ffd4f4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:23.027015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:23.027365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.058274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.066353 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c790c217-6d0a-4f36-8f77-0f3c0a36a37f tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] delete failed (client error): The resource could not be found. Feb 16 12:40:23.067591 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c790c217-6d0a-4f36-8f77-0f3c0a36a37f tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/routers/ada8e542-ed8d-4bf1-98e9-808d34016d36 HTTP/1.1" status: 404 len: 336 time: 0.1105390 Feb 16 12:40:23.069495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.071898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.072655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.077772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51818) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:23.085189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.108897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.122731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Pushing event deleted for resources: {'Port': ['ID=d4bb2b0a-1f28-461e-a8a9-2278ec736b99,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:23.128760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ead00a4-847f-4f5f-8f6d-b6f14f21b1dd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:23.132052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] No DVR routers for this DVR port d4bb2b0a-1f28-461e-a8a9-2278ec736b99 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:23.135766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.136157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.136507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.136842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.137182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.137516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.137847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.138177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.138506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.138832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.139158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.139481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af77d-266d-4347-8586-77f261883d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:40:23.142321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:23.142990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.146972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:23.158415 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:23.173287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce716ac2-45c7-427a-a3b3-898c0b833712 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:23.173737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce716ac2-45c7-427a-a3b3-898c0b833712 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:23.181758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.187085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:23.187656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.248648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898bd7b3-bb81-4613-aaeb-9a626a52028e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:23.271133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.276825 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43a6f0c0-7592-4ef5-9a5a-1a9ee0808e9d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8187923 Feb 16 12:40:23.289045 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce716ac2-45c7-427a-a3b3-898c0b833712 tempest-RoutersAdminTest-476958982 tempest-RoutersAdminTest-476958982-project] 10.222.0.65 "DELETE /v2.0/subnets/0cab7218-12d6-466a-a6c3-a914762beefa HTTP/1.1" status: 404 len: 337 time: 0.2101142 Feb 16 12:40:23.296459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The resource could not be found. Feb 16 12:40:23.297589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cad13dc1-9d62-40ba-99ec-0df689eecef6 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5140500 Feb 16 12:40:23.298803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.299791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ae383c4-da16-4f8d-a62b-d92834b2bd61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/898bd7b3-bb81-4613-aaeb-9a626a52028e HTTP/1.1" status: 204 len: 168 time: 1.5598037 Feb 16 12:40:23.308384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] The port 'd4bb2b0a-1f28-461e-a8a9-2278ec736b99' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:23.312629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:23.355484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6885605 Feb 16 12:40:23.356725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793196131'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:23.358754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:23.363045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:23.366813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'subnet': {'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:23.379670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:23.380418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.381970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ab330-74e7-48e0-96f8-1dd65c4e2016 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Network': ['ID=7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:23.403106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:23.407585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.411705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.455954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:23.515135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.525201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=fd0b964d-912f-4156-8dbc-da361dde96c7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:23.529414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:23.546494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:23.550233 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db6cc34c-2bc6-4bcc-85e4-2f4801c81d31 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/fd0b964d-912f-4156-8dbc-da361dde96c7 HTTP/1.1" status: 204 len: 168 time: 1.3602228 Feb 16 12:40:23.554753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:23.557692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51842) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:23.567696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b640cc-f13e-4170-a30b-96cb267292ac']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:23.581097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079367776'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:23.587690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:23.601840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:23.606301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:subnet and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:23.610260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:23.616811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:23.630238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:23.635154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.667673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:23.693162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f53e9c5-e535-4c75-a6c6-22e72647f93a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:23.694543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f53e9c5-e535-4c75-a6c6-22e72647f93a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:23.705249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:23.711663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:23.732949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:23.736230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.804034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.860132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:23.877885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-84bfa7ef-fa05-4f01-8a55-5fc837571ac1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:23.880724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:23.884937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.894325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:23.894731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:23.923828 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:24.021640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.067172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:24.074654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-84bfa7ef-fa05-4f01-8a55-5fc837571ac1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:24.076085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-84bfa7ef-fa05-4f01-8a55-5fc837571ac1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201615894&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.4231715 Feb 16 12:40:24.082852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:24.097329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d8314-7d67-4662-a322-083e35158474 None None] Sync routers for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:24.105408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.115056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:24.115946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:24.130437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.130971 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14 of type vlan for network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 Feb 16 12:40:24.142893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.144843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.173165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Subnet': ['ID=ade750e1-068c-425b-b25e-e144c48d51fa,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:24.199666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Checking segment: {'id': '5ab00a96-271d-476d-9b27-d57944d0cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:24.200168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network hostable DHCP agents. Network: 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:24.230089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:24.233648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.240442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.240646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:24.241997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:24.243488 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/11b640cc-f13e-4170-a30b-96cb267292ac HTTP/1.1" status: 204 len: 168 time: 1.9083290 Feb 16 12:40:24.252747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.256884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6013f-f7ec-4c9e-bd76-463b003fbcc2 None None] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:24.286874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:24.287502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:39:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:24.289528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:24.290122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.344470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96bbbb47-c401-425e-bb27-d21c7ddacb92 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9815667 Feb 16 12:40:24.344732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.353759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'network': {'name': 'tempest-router-network01--701825158'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:24.368730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:24.377384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:network and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:24.380899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:24.392777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068883d-cf79-4867-aee9-d5e3bd39a2ad tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:24.393794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2068883d-cf79-4867-aee9-d5e3bd39a2ad tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:24.401777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:24.437969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2068883d-cf79-4867-aee9-d5e3bd39a2ad tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:24.451840 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2068883d-cf79-4867-aee9-d5e3bd39a2ad tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1965992 Feb 16 12:40:24.453987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.457178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-273d8314-7d67-4662-a322-083e35158474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:24.457828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d8314-7d67-4662-a322-083e35158474 None None] The sync data for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:24.488798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.490373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1760364 Feb 16 12:40:24.494101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.536596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.543928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da8db3-f86a-4718-870e-50417e2ade69 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=11b640cc-f13e-4170-a30b-96cb267292ac,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:24.551926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d4bb2b0a-1f28-461e-a8a9-2278ec736b99 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:24.552408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:24.560652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.572979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--297634130'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:24.598732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:40:24.624356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.624887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:24.637916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:24.638702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d4bb2b0a-1f28-461e-a8a9-2278ec736b99 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:24.639045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d4bb2b0a-1f28-461e-a8a9-2278ec736b99 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:24.641664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.642035 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Added segment 9c4792b7-b7b1-4dc5-b4eb-da15811449d2 of type vlan for network 2cd9e252-c5c6-4874-99f1-e7a4830773ab Feb 16 12:40:24.658449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e70655-8057-4f4c-8cb4-3ec5e9f2716c tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69860d8b-9730-43b4-9e27-593b75366684,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:24.661788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:24.682558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:24.682986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.686515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:0986c93adfe948dba06a9b85c4131c8a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:24.689561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:24.697090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:24.703012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:24.730420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.735808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:24.735915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:24.736554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.741844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c', 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c', 'tenant_id': '3ec8e9b36b3541c98f1122667aabd7b3', 'fixed_ips': [{'subnet_id': 'ade750e1-068c-425b-b25e-e144c48d51fa'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:24.743349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.746050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.751807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:24.752442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.809160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-488ed384-157e-4bd1-987c-63823decef3b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:24.809852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-488ed384-157e-4bd1-987c-63823decef3b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:24.876622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Network': ['ID=2cd9e252-c5c6-4874-99f1-e7a4830773ab,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:24.884693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37a3c065-a48e-45d1-9c4a-dc006c2bbba6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5389681 Feb 16 12:40:24.889988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:24.894335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.900894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'network': {'name': 'tempest-router-network02--382628403'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:24.922337 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3dbea431-adbd-4619-8080-754db471c689 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4656131 Feb 16 12:40:24.924184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:24.926516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:24.929201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:24.931940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:network and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:24.938937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-863609533'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:24.942634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:24.951180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:24.954626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:24.959864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:24.966356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:24.973145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:24.987205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:24.991640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.011729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=904c3b0b-9e19-42bd-8f6a-5564e401b1a4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:25.018595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:25.019194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4828ab4d-a17b-495c-be45-f2b8cad40398 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4599566 Feb 16 12:40:25.019972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-488ed384-157e-4bd1-987c-63823decef3b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:25.023978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.026967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-488ed384-157e-4bd1-987c-63823decef3b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=34a702b1-a1d6-49e8-b218-733b0b9135f7 HTTP/1.1" status: 200 len: 797 time: 0.9313631 Feb 16 12:40:25.029195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:25.035846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.038453 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-778652f8-e5c6-4542-b458-84c0f6109f28 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/floatingips/14a48e7e-c3b0-413a-838f-1b07a2b08d06 HTTP/1.1" status: 200 len: 977 time: 8.6486681 Feb 16 12:40:25.043222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.051865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:25.058861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:25.076459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:25.087557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:25.105877 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-134bffd5-5de1-4955-95a9-1cf4a3d171e6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0779629 Feb 16 12:40:25.107928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:25.142656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:25.156647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:25.183341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 9c81634f-5537-40a0-84c9-0ce45c0d225a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:25.183747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.215449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.216333 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 672a97d2-5a60-42ad-9d74-9694d17b9bac of type vlan for network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 Feb 16 12:40:25.233900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Allocated IP 2001:db8::2 (7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c/ade750e1-068c-425b-b25e-e144c48d51fa/0af6a3f2-803b-4659-9585-c99c984288ba) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:25.235740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.236110 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Added segment 6a9546c0-8b21-4391-92d9-d91383a4f031 of type vlan for network 8000bff3-f716-4370-83a3-6b78e3163f8d Feb 16 12:40:25.299033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:25.303238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:25.307164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:25.313874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:25.348708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.363075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:25.367943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.381810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.392914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.401127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:25.402638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.402962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51922) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.488690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.500671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Transition to ACTIVE for port object 0af6a3f2-803b-4659-9585-c99c984288ba will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:25.502433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.524810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Transition to ACTIVE for port object 0af6a3f2-803b-4659-9585-c99c984288ba will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:25.530859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:40:25.533999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:40:25.536839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.553799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.583265 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6876006 Feb 16 12:40:25.632282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:25.639225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.643077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:25.645326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'subnet': {'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:25.649410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:25.654982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Pushing event updated for resources: {'Port': ['ID=0af6a3f2-803b-4659-9585-c99c984288ba,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:25.659605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fe48a87e-ff6a-4a33-a21a-fdec7d104c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.704600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16adadc-0c4e-4bf5-9d14-d6e2f2118695,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:25.725093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1235509400'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:25.740352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:25.745016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.750412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:25.751422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.754566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16095fe0-b133-4563-bd5b-124a5c1a6996 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Network': ['ID=8000bff3-f716-4370-83a3-6b78e3163f8d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:25.760865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Attempting to bind port 0af6a3f2-803b-4659-9585-c99c984288ba on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:25.760865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Attempting to bind port 0af6a3f2-803b-4659-9585-c99c984288ba by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5ab00a96-271d-476d-9b27-d57944d0cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:25.761146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Attempting to bind port 0af6a3f2-803b-4659-9585-c99c984288ba on network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:25.765366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Usage tracker for resource:network and tenant:dd45d5ed6fad43d796f4ca24a521ce8a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:25.767646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:25.767913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Checking segment: {'id': '5ab00a96-271d-476d-9b27-d57944d0cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:25.768350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.768732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Bound using segment: {'id': '5ab00a96-271d-476d-9b27-d57944d0cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:25.769452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Bound port: 0af6a3f2-803b-4659-9585-c99c984288ba, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab00a96-271d-476d-9b27-d57944d0cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:25.769597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.776434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:25.784684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8000bff3-f716-4370-83a3-6b78e3163f8d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:25.784879 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e77d4873-4beb-4ed5-8d8d-dbd14b80bcf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0986c93adfe948dba06a9b85c4131c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9187236 Feb 16 12:40:25.790143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51932) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.790963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:25.794464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.812664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-3e52d490-3ad8-4e8f-9f1a-334d631b1e65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7057831 Feb 16 12:40:25.845613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:25.864312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.896565 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9687209 Feb 16 12:40:25.916438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:25.919252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:subnet and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:25.926008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Made reservation on behalf of dd45d5ed6fad43d796f4ca24a521ce8a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:25.926937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:25.929984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.932277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bd02-5f79-4206-a050-9ae6d0a76a13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=f892a144-e3b1-4cdc-b0b4-e08b49c0e907,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:25.937316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:25.952703 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:25.953603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:25.969801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:25.992856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] For port 0af6a3f2-803b-4659-9585-c99c984288ba, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:26.003688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.062223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] For port 0af6a3f2-803b-4659-9585-c99c984288ba, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0af6a3f2-803b-4659-9585-c99c984288ba,segment=NetworkSegment(5ab00a96-271d-476d-9b27-d57944d0cb5a),segment_id=5ab00a96-271d-476d-9b27-d57944d0cb5a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:26.072658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.092347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb9c8c-6062-43ed-b698-09c61086eb1d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:26.113648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:26.117476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.119795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.124665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c234e0c0-4fc0-4430-a86d-857b37e85cf4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5795882 Feb 16 12:40:26.124665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:26.133720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51940) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:26.150903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Usage tracker for resource:security_group_rule and tenant:dd45d5ed6fad43d796f4ca24a521ce8a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:26.155584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:26.168040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group_rule': {'security_group_id': '69860d8b-9730-43b4-9e27-593b75366684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '40fb9c8c-6062-43ed-b698-09c61086eb1d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:26.172723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e24c-b07b-4970-90c9-acdef1da9ca1 None None] Pushing event updated for resources: {'Port': ['ID=0af6a3f2-803b-4659-9585-c99c984288ba,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:26.184637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:26.230673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.233995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.239162 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-c54c66e4-5ef2-4646-90ad-f3155079e5cf service neutron] 10.222.0.65 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651524 Feb 16 12:40:26.330370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:26.477383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:26.478082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.490110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:26.509778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:26.513012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:26.537882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:26.542610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:26.549419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:26.559564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=ab5539cf-bcd4-416b-99ba-d13a4f5ef379,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:26.584330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0af6a3f2-803b-4659-9585-c99c984288ba up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:26.587284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:26.591046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.665774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:26.666509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 904c3b0b-9e19-42bd-8f6a-5564e401b1a4, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:26.685374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0af6a3f2-803b-4659-9585-c99c984288ba completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:26.685971 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-d9ccd2ec-bbde-4fe5-8107-dad4b766782d service neutron] 10.222.0.65 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086969 Feb 16 12:40:26.715525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.723122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.760723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c670999-0ef2-4e7a-84ae-69ef61edc2fa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:26.763664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:26.776304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.798364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:26.810279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16adadc-0c4e-4bf5-9d14-d6e2f2118695,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:26.814408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 904c3b0b-9e19-42bd-8f6a-5564e401b1a4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:26.831084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930890a1-6e15-4412-8a52-b6f914736b79 None None] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:26.831242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.831662 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Added segment ee3db06e-d293-4e22-9fd7-06ced3bf1fd4 of type vlan for network 3dee491c-a74b-44fa-b46a-c86ba347d364 Feb 16 12:40:26.836958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:26.837713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.854936 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:26.856129 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f697fa0-6954-4391-b86d-37e3188f71b7 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7117307 Feb 16 12:40:26.865757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:26.906405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.907525 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9f8779c-adec-46fc-84dc-230454ab0ef4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c16adadc-0c4e-4bf5-9d14-d6e2f2118695 HTTP/1.1" status: 204 len: 168 time: 1.1114416 Feb 16 12:40:26.959860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.961389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:26.961389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Floating IP 14a48e7e-c3b0-413a-838f-1b07a2b08d06 disassociated. External IP: 172.26.4.27, port: 9c81634f-5537-40a0-84c9-0ce45c0d225a. Feb 16 12:40:26.961896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 9c81634f-5537-40a0-84c9-0ce45c0d225a owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:26.986112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.012806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae0f6866-33ec-4c6e-86be-9bb9c47448ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9705105 Feb 16 12:40:27.024813 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-faf6dbf5-5e55-4b5f-b602-7c1511549d24 req-dc62fbd3-fc49-4fa7-9994-4cbc633a1cf5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 210 time: 0.1140866 Feb 16 12:40:27.025295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:27.051691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4', 'name': 'tempest-PortsIpV6TestJSON-271428486'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:27.390591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-904c3b0b-9e19-42bd-8f6a-5564e401b1a4', 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': 'ab5539cf-bcd4-416b-99ba-d13a4f5ef379'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:27.391425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.458473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.579807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f4886-db24-4c90-9dbc-2bd0b6222703 None None] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:27.612569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:27.642281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.659015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:40:27.678007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Subnet': ['ID=ab819ec9-8c53-4b04-b95d-0b7bd7ac2553,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:27.723209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.729839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.736563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:27.737381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.757051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.766574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Checking segment: {'id': '9c4792b7-b7b1-4dc5-b4eb-da15811449d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:27.766934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network hostable DHCP agents. Network: 2cd9e252-c5c6-4874-99f1-e7a4830773ab, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:27.814169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:27.856559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Provisioning for port 0af6a3f2-803b-4659-9585-c99c984288ba completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:27.861244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Allocated IP 2001:db8::2 (904c3b0b-9e19-42bd-8f6a-5564e401b1a4/ab5539cf-bcd4-416b-99ba-d13a4f5ef379/191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:27.861669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=9c81634f-5537-40a0-84c9-0ce45c0d225a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:27.872462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Provisioning complete for port 0af6a3f2-803b-4659-9585-c99c984288ba triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:27.873303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.886040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '672a97d2-5a60-42ad-9d74-9694d17b9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:27.886309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: f892a144-e3b1-4cdc-b0b4-e08b49c0e907, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:27.892479 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f10ac5c2-62d2-43d7-b6d4-f7dea0fbe71d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0e0e05531a44b06bf25f1521c4335bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596574 Feb 16 12:40:27.896678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=f0367e59-2c38-450a-9b24-bb5e8d9bb5ab,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:27.899521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51970) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:27.909973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5010839 Feb 16 12:40:27.912866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:27.926955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:27.966553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:27.991372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb196d0-43ad-4a6f-ab20-b9bfc4fd410a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Pushing event updated for resources: {'Network': ['ID=3dee491c-a74b-44fa-b46a-c86ba347d364,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:28.025500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:28.048519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 3dee491c-a74b-44fa-b46a-c86ba347d364 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:28.051133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:28.063116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3f093883-4fa2-405f-b4f4-eda59aead124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.078558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2cd9e252-c5c6-4874-99f1-e7a4830773ab) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:28.093938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, f892a144-e3b1-4cdc-b0b4-e08b49c0e907) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:28.096197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:28.096785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.108440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:28.119739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.145985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-24332285-bde7-413c-9624-682e299cbd35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5778401 Feb 16 12:40:28.162677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77e307-231f-4d12-8d32-e2e434c5b208 None None] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:28.176479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc61244-6ed0-4eb8-802d-66a0622762e6 None None] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:28.196518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port ef561999-39e6-49f6-8d10-60565dfc4e42 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:28.232970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:28.234440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.281005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.321434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.347354 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24eee970-de5a-4d55-833b-7d8212868d2e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7070019 Feb 16 12:40:28.356731 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6f31eba-e4bd-4d68-b5ef-3dd4b9c54f13 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4369366 Feb 16 12:40:28.357253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:28.357582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 51984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:28.376508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907', 'name': 'tempest-PortsTestJSON-819499153'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:28.397469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'subnet': {'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:28.419256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb9c8c-6062-43ed-b698-09c61086eb1d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:28.438936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.446762 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b9ad7fb0-6201-4e23-82ef-d2a14d970387 req-b8472c30-c7a6-462b-b4e5-4960d38942f1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 210 time: 0.1755037 Feb 16 12:40:28.463481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'name': 'tempest-network--603465785', 'router:external': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:28.478825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:28.483880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:network and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:28.488191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:28.494352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:28.522245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.527121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea666954-abe5-493b-ac9e-c52d8cbbd240 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/40fb9c8c-6062-43ed-b698-09c61086eb1d HTTP/1.1" status: 204 len: 168 time: 1.6603112 Feb 16 12:40:28.532502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 51992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:28.535166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:28.538234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.598607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.622313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:28.626249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:security_group_rule and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:28.629140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:28.635451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:28.644980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.733081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:28.735785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:28.772749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.790190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-4e312e11-06c6-4a02-ba84-d9d92528c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:28.792096 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-4e312e11-06c6-4a02-ba84-d9d92528c7ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1099 time: 0.4987183 Feb 16 12:40:28.792813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.805903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:28.814103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-f892a144-e3b1-4cdc-b0b4-e08b49c0e907', 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': 'f0367e59-2c38-450a-9b24-bb5e8d9bb5ab'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:28.815279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.841753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] For port 0af6a3f2-803b-4659-9585-c99c984288ba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0af6a3f2-803b-4659-9585-c99c984288ba,segment=NetworkSegment(5ab00a96-271d-476d-9b27-d57944d0cb5a),segment_id=5ab00a96-271d-476d-9b27-d57944d0cb5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:28.916971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:28.993847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6abc06d-afe1-4905-b4e4-b234e30d57aa tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:29.010457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:29.031480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa16d8-bb7a-46fd-92ba-d27d28171a34,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:29.060589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.061208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Added segment 1d2c9899-3b6d-4fb2-88bb-78e943047ef7 of type vlan for network 46bde5f4-a695-41f0-b224-ed2281c32d9e Feb 16 12:40:29.091705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6abc06d-afe1-4905-b4e4-b234e30d57aa tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:29.095830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6abc06d-afe1-4905-b4e4-b234e30d57aa tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5592625 Feb 16 12:40:29.097126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52000) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:29.118212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-8a64c979-a1d0-40d9-9619-1b1484b91a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:29.119594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-8a64c979-a1d0-40d9-9619-1b1484b91a10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 898 time: 0.2724199 Feb 16 12:40:29.188809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.200326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.222356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.240369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:29.250679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.268136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Transition to ACTIVE for port object 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:29.285018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7cd6-d5fc-4756-856c-74edcb85e7fe None None] Pushing event updated for resources: {'Port': ['ID=0af6a3f2-803b-4659-9585-c99c984288ba,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:29.295893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2cd9e252-c5c6-4874-99f1-e7a4830773ab', 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab', 'tenant_id': '3ec8e9b36b3541c98f1122667aabd7b3', 'fixed_ips': [{'subnet_id': 'ab819ec9-8c53-4b04-b95d-0b7bd7ac2553'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:29.296829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.312518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7fb9fabf-353c-4b97-aff8-bf600f2b08ba None None] Provisioning complete for port 0af6a3f2-803b-4659-9585-c99c984288ba triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:29.313047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fabf-353c-4b97-aff8-bf600f2b08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.317432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.318389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:29.319261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.328444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:29.367785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-70e2a5fa-f7c0-4630-b27f-1b18867f3f32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 1002 time: 0.2380848 Feb 16 12:40:29.386834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:29.389076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:29.392494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.401224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Transition to ACTIVE for port object 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:29.419964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:subnet and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:29.423185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:29.435438 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] Sync routers for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:29.445765 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:29.446610 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:29.461512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:29.471640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.487564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:29.496449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5717137 Feb 16 12:40:29.502811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52006) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:29.511709 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:29.534935 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:29.535771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:29.543342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:29.588990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-5a5a6311-1a03-41a8-a633-7804b83e632f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:29.590578 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-5a5a6311-1a03-41a8-a633-7804b83e632f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=34a702b1-a1d6-49e8-b218-733b0b9135f7 HTTP/1.1" status: 200 len: 797 time: 0.9017980 Feb 16 12:40:29.614516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.621388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Allocated IP 172.20.0.2 (f892a144-e3b1-4cdc-b0b4-e08b49c0e907/f0367e59-2c38-450a-9b24-bb5e8d9bb5ab/27eb6634-46d2-4319-af1f-7ee1252d6c29) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:29.653481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:29.669219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:29.675811 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:29.676436 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6a61c-b929-4ba6-a5cf-2b3bc1585bda None None] The sync data for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:29.685270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:29.686374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:29.690033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.699085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-9bf0b35b-2b3d-41fe-adbd-db3ec12fa362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:29.700507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-9bf0b35b-2b3d-41fe-adbd-db3ec12fa362 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.3128476 Feb 16 12:40:29.701116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.718753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afb106-498b-41c1-b1c3-7db905ae6434,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:29.754845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Pushing event updated for resources: {'Port': ['ID=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:29.764251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2238ea-dce9-4960-9165-f876b3a4984b tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=46bde5f4-a695-41f0-b224-ed2281c32d9e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:29.816954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c38225c-39c4-4852-9f19-fc5bc6beeaa0 req-8a67b2fb-c89d-43e0-a371-583e16534b73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 210 time: 0.1249113 Feb 16 12:40:29.839083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 46bde5f4-a695-41f0-b224-ed2281c32d9e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:29.839660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.869154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::3b7 (904c3b0b-9e19-42bd-8f6a-5564e401b1a4/ab5539cf-bcd4-416b-99ba-d13a4f5ef379/ef561999-39e6-49f6-8d10-60565dfc4e42) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:29.925079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.929023 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-00c33c10-33de-45ca-9831-b6a349ec02cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82afb106-498b-41c1-b1c3-7db905ae6434 HTTP/1.1" status: 204 len: 168 time: 2.0274811 Feb 16 12:40:29.937426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.946029 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-cc390516-c219-43f8-9954-44ce0d35b5cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 473 time: 0.3261306 Feb 16 12:40:29.955133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.965798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['1ab884f0-4f41-40cb-a356-743dfcc2f688']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:29.977730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:29.995878 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-de1ce69b-2f90-415a-a129-c64ee56774a0 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/9c81634f-5537-40a0-84c9-0ce45c0d225a HTTP/1.1" status: 204 len: 168 time: 4.9477015 Feb 16 12:40:30.004159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:30.077887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69860d8b-9730-43b4-9e27-593b75366684,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:30.080884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-81b8ccf4-ef1d-4eb9-ae93-5eff3ce8db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:30.082481 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-81b8ccf4-ef1d-4eb9-ae93-5eff3ce8db71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3337810 Feb 16 12:40:30.114902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Allocated IP 2001:db8::2 (2cd9e252-c5c6-4874-99f1-e7a4830773ab/ab819ec9-8c53-4b04-b95d-0b7bd7ac2553/632cdb05-9a5b-4d28-b169-88755b66262a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:30.120264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Attempting to bind port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:30.120816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Attempting to bind port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:30.121363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Attempting to bind port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc on network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:30.160305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:30.161300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Checking segment: {'id': '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:30.161675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.162319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Bound using segment: {'id': '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:30.162986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Bound port: 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '904c3b0b-9e19-42bd-8f6a-5564e401b1a4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:30.163526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.296525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.339908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.343599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c029106-6f26-4028-916d-8cb7d1939238 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/69860d8b-9730-43b4-9e27-593b75366684 HTTP/1.1" status: 204 len: 168 time: 1.2458215 Feb 16 12:40:30.344866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:30.346508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52018) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:30.347959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bde5f4-a695-41f0-b224-ed2281c32d9e']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:30.369354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:port and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:30.373189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2c9899-3b6d-4fb2-88bb-78e943047ef7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:30.373460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2c9899-3b6d-4fb2-88bb-78e943047ef7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:30.381556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:30.393509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:30.396379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.437003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.450796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:30.451191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.464563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:30.466038 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:30.480393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.488176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:30.490017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.492216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.493516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] For port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:30.591063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.607539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0af6a3f2-803b-4659-9585-c99c984288ba up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:30.681634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.714057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0af6a3f2-803b-4659-9585-c99c984288ba triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:30.714697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.745735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb9a0950-5405-44f6-9fbf-5dcfcca74402 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:30.763171 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-57098eb8-0ca6-4003-bf4d-ea713a39b969 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559181 Feb 16 12:40:30.783602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Checking segment: {'id': '6a9546c0-8b21-4391-92d9-d91383a4f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:30.784150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network hostable DHCP agents. Network: 8000bff3-f716-4370-83a3-6b78e3163f8d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:30.807916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Subnet': ['ID=4976dfb2-24e0-4698-8469-3289352fcfff,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:30.820414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object ef561999-39e6-49f6-8d10-60565dfc4e42 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:30.836998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Transition to ACTIVE for port object 27eb6634-46d2-4319-af1f-7ee1252d6c29 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:30.837467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.846245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46bde5f4-a695-41f0-b224-ed2281c32d9e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:40:30.861181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Transition to ACTIVE for port object 27eb6634-46d2-4319-af1f-7ee1252d6c29 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:30.871420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.874073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Transition to ACTIVE for port object 632cdb05-9a5b-4d28-b169-88755b66262a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:30.892693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:30.895851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Network': ['ID=46bde5f4-a695-41f0-b224-ed2281c32d9e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:30.897906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 8000bff3-f716-4370-83a3-6b78e3163f8d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:30.901444 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58099b5a-8320-4819-99d1-b10346132ebb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/46bde5f4-a695-41f0-b224-ed2281c32d9e HTTP/1.1" status: 204 len: 168 time: 1.3932974 Feb 16 12:40:30.943515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:30.959604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:30.991148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:30.997211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] For port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,segment=NetworkSegment(1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14),segment_id=1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:30.998207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Pushing event updated for resources: {'Port': ['ID=27eb6634-46d2-4319-af1f-7ee1252d6c29,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:31.001192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:31.013530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:31.030417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Transition to ACTIVE for port object 632cdb05-9a5b-4d28-b169-88755b66262a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:31.032297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.077194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb9a0950-5405-44f6-9fbf-5dcfcca74402 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:31.100493 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb9a0950-5405-44f6-9fbf-5dcfcca74402 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7075114 Feb 16 12:40:31.125870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:31.167183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:31.169883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8000bff3-f716-4370-83a3-6b78e3163f8d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:31.178706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:network and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:31.186842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:31.191243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:31.191944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.220293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:31.256104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.14 (f892a144-e3b1-4cdc-b0b4-e08b49c0e907/f0367e59-2c38-450a-9b24-bb5e8d9bb5ab/aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:31.268828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.27 (34a702b1-a1d6-49e8-b218-733b0b9135f7/92e4b98d-a58d-4cbf-a37f-925ff7be781a/a20dd101-251e-42c5-a49a-60efe80f3548) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:31.272612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85342b-b42b-4ae8-b663-257536a8894c None None] Pushing event updated for resources: {'Port': ['ID=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:31.276111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55aaa48f-d748-4e61-8b7b-1b4796b613c8 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9110920 Feb 16 12:40:31.282193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:31.284845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.285197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581545573'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:31.293539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:31.331666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:31.341451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46a2cc-e830-4d5a-9a4d-cd83af8def9c None None] Network 8000bff3-f716-4370-83a3-6b78e3163f8d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:31.350290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.350719 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Added segment a1b087e9-1626-41d5-974c-4ea5c556300a of type vlan for network 90121486-6522-4f51-8468-2c84a38b1c7d Feb 16 12:40:31.394112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.406654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.432325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Attempting to bind port 27eb6634-46d2-4319-af1f-7ee1252d6c29 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:31.433387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Attempting to bind port 27eb6634-46d2-4319-af1f-7ee1252d6c29 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '672a97d2-5a60-42ad-9d74-9694d17b9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:31.434256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Attempting to bind port 27eb6634-46d2-4319-af1f-7ee1252d6c29 on network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:31.456354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.457495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:31.458076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.505266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5601761 Feb 16 12:40:31.529878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:31.555893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'subnet': {'network_id': '90121486-6522-4f51-8468-2c84a38b1c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:31.633552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:31.642404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:31.643098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Checking segment: {'id': '672a97d2-5a60-42ad-9d74-9694d17b9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:31.643810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.644471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Bound using segment: {'id': '672a97d2-5a60-42ad-9d74-9694d17b9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:31.649639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Bound port: 27eb6634-46d2-4319-af1f-7ee1252d6c29, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a97d2-5a60-42ad-9d74-9694d17b9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:31.650282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.659889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:31.664539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:subnet and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:31.667445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:31.673518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:31.787676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:31.795811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:31.844997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:31.855309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcaad7-9fc1-4ba1-9bd6-3eea98e23da6 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=90121486-6522-4f51-8468-2c84a38b1c7d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:31.858329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:31.879130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:31.887416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52056) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:31.895778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Pushing event updated for resources: {'Port': ['ID=632cdb05-9a5b-4d28-b169-88755b66262a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:31.903335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 90121486-6522-4f51-8468-2c84a38b1c7d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:31.909109 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87cef507-4c9b-49db-9615-e948af370540 req-eaa53be3-3020-496c-8cd6-b069260e5310 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 210 time: 0.6262999 Feb 16 12:40:31.913592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:31.993672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.117023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.166846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:32.170856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Usage tracker for resource:security_group_rule and tenant:be989873991447fabb1d69e6ec9d8929 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:32.174327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:32.180163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:32.255169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.266929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:32.291269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Attempting to bind port 632cdb05-9a5b-4d28-b169-88755b66262a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:32.291829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Attempting to bind port 632cdb05-9a5b-4d28-b169-88755b66262a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '9c4792b7-b7b1-4dc5-b4eb-da15811449d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:32.292365 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Attempting to bind port 632cdb05-9a5b-4d28-b169-88755b66262a on network 2cd9e252-c5c6-4874-99f1-e7a4830773ab {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:32.299982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.327260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.328305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:32.331188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:32.337514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:32.337885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:32.338266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Checking segment: {'id': '9c4792b7-b7b1-4dc5-b4eb-da15811449d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:32.338495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.338743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.339142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Bound using segment: {'id': '9c4792b7-b7b1-4dc5-b4eb-da15811449d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:32.339662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Bound port: 632cdb05-9a5b-4d28-b169-88755b66262a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4792b7-b7b1-4dc5-b4eb-da15811449d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2cd9e252-c5c6-4874-99f1-e7a4830773ab'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:32.340057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.359765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.361715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] For port 27eb6634-46d2-4319-af1f-7ee1252d6c29, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:32.364987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object a20dd101-251e-42c5-a49a-60efe80f3548 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:32.404298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:32.432644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8000bff3-f716-4370-83a3-6b78e3163f8d', 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d', 'tenant_id': '3ec8e9b36b3541c98f1122667aabd7b3', 'fixed_ips': [{'subnet_id': '4976dfb2-24e0-4698-8469-3289352fcfff'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:32.433482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.453919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] For port 27eb6634-46d2-4319-af1f-7ee1252d6c29, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=27eb6634-46d2-4319-af1f-7ee1252d6c29,segment=NetworkSegment(672a97d2-5a60-42ad-9d74-9694d17b9bac),segment_id=672a97d2-5a60-42ad-9d74-9694d17b9bac)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:32.472168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.536291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.567654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--443984337'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:32.575311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:32.579129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:32.582132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:32.588706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:32.593596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be096800-5e49-4d00-a474-26f10ec7eefe None None] Pushing event updated for resources: {'Port': ['ID=27eb6634-46d2-4319-af1f-7ee1252d6c29,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:32.600074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2e52d-1e90-4479-9395-fa482a6126aa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:32.605999 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8c19528-2ad2-496a-941f-4a00f0486090 req-54c90d7e-4986-4501-a234-ea1484924a4a service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8286731 Feb 16 12:40:32.610194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5811677 Feb 16 12:40:32.610954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52062) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:32.614800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] For port 632cdb05-9a5b-4d28-b169-88755b66262a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:32.627666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.660865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.720243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:32.730857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:32.740529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:32.744434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:32.753131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:32.756929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:32.801064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] For port 632cdb05-9a5b-4d28-b169-88755b66262a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=632cdb05-9a5b-4d28-b169-88755b66262a,segment=NetworkSegment(9c4792b7-b7b1-4dc5-b4eb-da15811449d2),segment_id=9c4792b7-b7b1-4dc5-b4eb-da15811449d2)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:32.805352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:32.810995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port ef561999-39e6-49f6-8d10-60565dfc4e42 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:32.811343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.817086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.891606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.904736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b7233-1ef9-45a1-b18d-56b1128f7507 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=ef561999-39e6-49f6-8d10-60565dfc4e42,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:32.942654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:32.948407 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0c4c79e-fa13-4b05-913a-e25d5189b9d1 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8163035 Feb 16 12:40:32.959963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:33.019387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52068) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:33.027016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:33.027681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.128565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c158bdb-8210-4a46-a96f-74ed704669c2 None None] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:33.136380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:33.248304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3632-09c8-4e9f-8ab8-53f551ab8d86 None None] Pushing event updated for resources: {'Port': ['ID=632cdb05-9a5b-4d28-b169-88755b66262a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:33.250904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:33.266688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:33.269280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-784fba64-1ee9-4a32-a3c5-f8f2aec797a8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:33.269695 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-784fba64-1ee9-4a32-a3c5-f8f2aec797a8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:40:33.269824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:33.270175 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-784fba64-1ee9-4a32-a3c5-f8f2aec797a8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:40:33.274357 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-784fba64-1ee9-4a32-a3c5-f8f2aec797a8 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "PUT /v2.0/security-groups/1ce2e52d-1e90-4479-9395-fa482a6126aa HTTP/1.1" status: 409 len: 330 time: 0.2224479 Feb 16 12:40:33.276767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:33.283300 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9168208 Feb 16 12:40:33.299673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52072) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:33.299673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:33.327399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': 'f892a144-e3b1-4cdc-b0b4-e08b49c0e907', 'name': 'tempest-PortsTestJSON-488649440'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:33.375132 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Allocated IP 2001:db8::2 (8000bff3-f716-4370-83a3-6b78e3163f8d/4976dfb2-24e0-4698-8469-3289352fcfff/2598ae66-e71a-4ca1-a4fb-98093974d5ee) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:33.377411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Provisioning for port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:33.410807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Provisioning complete for port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:33.411586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.474051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f73b6-4a0c-496e-b2e2-abc287b668ec tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:33.589171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.604238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:33.604988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.663098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.696263 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-59c1e9da-cb1d-4501-9b2e-5f3995d91918 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7367182 Feb 16 12:40:33.723706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Request body: {'port': {'device_id': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:33.755697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.790715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:33.805468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:33.812143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:33.821101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.842283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:33.918981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:33.922453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:33.928371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.018150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.031293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] For port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,segment=NetworkSegment(1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14),segment_id=1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:34.042650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.124169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.124391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.126252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d13b-12d7-42e1-a3e4-ba666f997bee None None] Pushing event updated for resources: {'Port': ['ID=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:34.129784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:34.132031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:34.135542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:34.146868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:40:34.147153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.151898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:34.153616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Transition to ACTIVE for port object 2598ae66-e71a-4ca1-a4fb-98093974d5ee will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:34.161712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:34.201311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Transition to ACTIVE for port object 2598ae66-e71a-4ca1-a4fb-98093974d5ee will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:34.202872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e8d2b-dc56-483b-9931-5f5f76257c81 req-0701a831-f44c-420c-bf2a-9800e4a4ec2b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:34.208135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-96253904-e110-4221-bb1c-34ebaa79d2a4 None None] Provisioning for port a20dd101-251e-42c5-a49a-60efe80f3548 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:34.210266 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b0e8d2b-dc56-483b-9931-5f5f76257c81 req-0701a831-f44c-420c-bf2a-9800e4a4ec2b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 932 time: 0.9450903 Feb 16 12:40:34.215630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-96253904-e110-4221-bb1c-34ebaa79d2a4 None None] Provisioning complete for port a20dd101-251e-42c5-a49a-60efe80f3548 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:34.217990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96253904-e110-4221-bb1c-34ebaa79d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.235465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.268755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.274799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.301080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.374835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Network 8000bff3-f716-4370-83a3-6b78e3163f8d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:34.381071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:34.385536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:34.467180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1e4a0-0ce3-4247-b8a9-cebab291022d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:34.521746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.6 (f892a144-e3b1-4cdc-b0b4-e08b49c0e907/f0367e59-2c38-450a-9b24-bb5e8d9bb5ab/7312b6d3-d50f-4cae-978e-bb2e05f1bee0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:34.600775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for ef561999-39e6-49f6-8d10-60565dfc4e42 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:34.615677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-96253904-e110-4221-bb1c-34ebaa79d2a4 None None] Port a20dd101-251e-42c5-a49a-60efe80f3548 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:34.625497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Pushing event updated for resources: {'Port': ['ID=2598ae66-e71a-4ca1-a4fb-98093974d5ee,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:34.649737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Attempting to bind port 2598ae66-e71a-4ca1-a4fb-98093974d5ee on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:34.650099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Attempting to bind port 2598ae66-e71a-4ca1-a4fb-98093974d5ee by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '6a9546c0-8b21-4391-92d9-d91383a4f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:34.650468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Attempting to bind port 2598ae66-e71a-4ca1-a4fb-98093974d5ee on network 8000bff3-f716-4370-83a3-6b78e3163f8d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:34.671072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:34.671503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Checking segment: {'id': '6a9546c0-8b21-4391-92d9-d91383a4f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:34.671992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.672413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Bound using segment: {'id': '6a9546c0-8b21-4391-92d9-d91383a4f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:34.672883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Bound port: 2598ae66-e71a-4ca1-a4fb-98093974d5ee, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9546c0-8b21-4391-92d9-d91383a4f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8000bff3-f716-4370-83a3-6b78e3163f8d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:34.673257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.796698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-58d827a2-960f-42f0-b963-a3b5cee14736 None None] Provisioning complete for port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:34.797071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-58d827a2-960f-42f0-b963-a3b5cee14736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.812872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2e52d-1e90-4479-9395-fa482a6126aa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:34.846611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:34.942058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=63e8dc27-5840-4b05-99b9-14a023aae243,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:35.018743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f7a4ee-8de7-4515-ab74-5d331af4e407 None None] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:35.036213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.037424 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d3b5ef4-f669-4f11-9c56-96058d331f5a tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/1ce2e52d-1e90-4479-9395-fa482a6126aa HTTP/1.1" status: 204 len: 168 time: 1.7347116 Feb 16 12:40:35.044791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.049955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Checking segment: {'id': 'a1b087e9-1626-41d5-974c-4ea5c556300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '90121486-6522-4f51-8468-2c84a38b1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:35.050314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Network hostable DHCP agents. Network: 90121486-6522-4f51-8468-2c84a38b1c7d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:35.120974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.144908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:35.155818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-92618542-853b-4b46-be6f-87649dab9eba None None] For port 2598ae66-e71a-4ca1-a4fb-98093974d5ee, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:35.209720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Network 90121486-6522-4f51-8468-2c84a38b1c7d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:35.212937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.229727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29072382-b9c8-41ec-a2bc-4661be48e8e6 None None] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:35.249024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-92618542-853b-4b46-be6f-87649dab9eba None None] For port 2598ae66-e71a-4ca1-a4fb-98093974d5ee, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2598ae66-e71a-4ca1-a4fb-98093974d5ee,segment=NetworkSegment(6a9546c0-8b21-4391-92d9-d91383a4f031),segment_id=6a9546c0-8b21-4391-92d9-d91383a4f031)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:35.287715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.296641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ab7981e-66c5-4ff1-880c-95de31787b0f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Synchronizing usage tracker for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:35.302499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 90121486-6522-4f51-8468-2c84a38b1c7d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:35.318643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b0e8d2b-dc56-483b-9931-5f5f76257c81 req-5817746f-df3c-4b2b-aedb-28d612fbfe0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1072106 Feb 16 12:40:35.321505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:35.322083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.342906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:35.343495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.345815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.347588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=ef561999-39e6-49f6-8d10-60565dfc4e42,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:35.359724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.404376 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ab7981e-66c5-4ff1-880c-95de31787b0f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] Unset dirty status for tenant:be989873991447fabb1d69e6ec9d8929 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:35.410391 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ab7981e-66c5-4ff1-880c-95de31787b0f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3618894 Feb 16 12:40:35.418421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.423115 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-16f6156a-d967-435e-9dda-1b3d6775d049 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8830671 Feb 16 12:40:35.441981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.442377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778f295-0c78-4617-9109-d9f0734c8a8c None None] Network 90121486-6522-4f51-8468-2c84a38b1c7d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:35.454867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'floatingip': {'floating_network_id': '90121486-6522-4f51-8468-2c84a38b1c7d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:35.484434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:35.486565 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c26d48c0-1846-4115-96b1-d8f940fde3ef tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] delete failed (client error): The resource could not be found. Feb 16 12:40:35.493860 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c26d48c0-1846-4115-96b1-d8f940fde3ef tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "DELETE /v2.0/security-groups/9af8ae54-0345-4238-8679-eb1a24da05b1 HTTP/1.1" status: 404 len: 347 time: 0.0694299 Feb 16 12:40:35.499543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.501207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:35.504062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:floatingip and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:35.511783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:35.513997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:35.528312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=7312b6d3-d50f-4cae-978e-bb2e05f1bee0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:35.536404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:35.544783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Allocated IP 2001:db8::1 (2cd9e252-c5c6-4874-99f1-e7a4830773ab/ab819ec9-8c53-4b04-b95d-0b7bd7ac2553/1b75bbe2-a5d6-4d02-b20e-78fa16232c44) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:35.573846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:35.626709 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9f245842-2baf-4044-b29a-9200b5afea3f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] show failed (client error): The resource could not be found. Feb 16 12:40:35.637266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f245842-2baf-4044-b29a-9200b5afea3f tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-groups/08376c7c-4d99-49a7-ac86-ec7ece815bd1 HTTP/1.1" status: 404 len: 347 time: 0.1347988 Feb 16 12:40:35.638751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.694810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.695603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-58d827a2-960f-42f0-b963-a3b5cee14736 None None] Could not find standard attr ID for object ef561999-39e6-49f6-8d10-60565dfc4e42. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:40:35.732063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-92826111-be8e-4c06-ab5a-154d398fc9f4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] show failed (client error): The resource could not be found. Feb 16 12:40:35.738847 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92826111-be8e-4c06-ab5a-154d398fc9f4 tempest-NegativeSecGroupTest-1167388533 tempest-NegativeSecGroupTest-1167388533-project] 10.222.0.65 "GET /v2.0/security-group-rules/950a86de-1274-4c40-a95c-c96af9e7bd69 HTTP/1.1" status: 404 len: 356 time: 0.0684977 Feb 16 12:40:35.753047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20dd101-251e-42c5-a49a-60efe80f3548 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:40:35.762858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.784017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Transition to ACTIVE for port object a20dd101-251e-42c5-a49a-60efe80f3548 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:35.798745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.801930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618542-853b-4b46-be6f-87649dab9eba None None] Pushing event updated for resources: {'Port': ['ID=2598ae66-e71a-4ca1-a4fb-98093974d5ee,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:35.811305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.831475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Transition to ACTIVE for port object 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:35.832347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:35.833335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.918110 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3dbcbb25-c0d2-44b4-98c6-21c1261563c9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6109517 Feb 16 12:40:35.927859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.940847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52102) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:35.993753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.001605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.007120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e8278a-787a-4c15-aaca-601aec1d1256,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:36.037373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba5d60fc-21a7-4c6f-98c9-d00cea57444c None None] Provisioning for port 27eb6634-46d2-4319-af1f-7ee1252d6c29 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:36.175648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 27eb6634-46d2-4319-af1f-7ee1252d6c29 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:36.243433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Port': ['ID=1b75bbe2-a5d6-4d02-b20e-78fa16232c44,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:36.267712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba5d60fc-21a7-4c6f-98c9-d00cea57444c None None] Could not find standard attr ID for object ef561999-39e6-49f6-8d10-60565dfc4e42. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:40:36.295374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Pushing event updated for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:36.307012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.317340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:36.325968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:36.330850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eacbbffe-eb2d-4225-bcef-9f39f6b8c2bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/ef561999-39e6-49f6-8d10-60565dfc4e42 HTTP/1.1" status: 204 len: 168 time: 3.7026393 Feb 16 12:40:36.330850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:36.330850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.332706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52114) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.406872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf87a4e-17a2-4d54-a49b-fed33bd19715 None None] Network 90121486-6522-4f51-8468-2c84a38b1c7d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:36.471891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Attempting to bind port a20dd101-251e-42c5-a49a-60efe80f3548 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:36.472255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Attempting to bind port a20dd101-251e-42c5-a49a-60efe80f3548 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:36.472580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Attempting to bind port a20dd101-251e-42c5-a49a-60efe80f3548 on network 34a702b1-a1d6-49e8-b218-733b0b9135f7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:36.474943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1d6b57-dc33-41dc-91c8-2e9b0ac10e60 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:36.475374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1d6b57-dc33-41dc-91c8-2e9b0ac10e60 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:36.481464 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec1d6b57-dc33-41dc-91c8-2e9b0ac10e60 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/ef561999-39e6-49f6-8d10-60565dfc4e42 HTTP/1.1" status: 404 len: 333 time: 0.1414702 Feb 16 12:40:36.489997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.504901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.509227 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39274d0b-ee7d-4189-b4e8-fb2e88892d2e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 4.5959613 Feb 16 12:40:36.509399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Port a20dd101-251e-42c5-a49a-60efe80f3548 on network 34a702b1-a1d6-49e8-b218-733b0b9135f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:40:36.509399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Attempting to bind port a20dd101-251e-42c5-a49a-60efe80f3548 on network 34a702b1-a1d6-49e8-b218-733b0b9135f7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:36.512276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.606113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba5d60fc-21a7-4c6f-98c9-d00cea57444c None None] Provisioning for port 632cdb05-9a5b-4d28-b169-88755b66262a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:36.645142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 27eb6634-46d2-4319-af1f-7ee1252d6c29 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:36.659173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:36.659766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Checking segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:36.659859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Bound using segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:36.660451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Bound port: a20dd101-251e-42c5-a49a-60efe80f3548, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:36.661711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.711383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 27eb6634-46d2-4319-af1f-7ee1252d6c29 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:36.711758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.734510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port b4732a88-2f07-4a2f-8ac3-88b14a1fb931 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:36.735002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.865776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e076e98-9821-47aa-8b4f-b8c288542f71 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:36.871030 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e076e98-9821-47aa-8b4f-b8c288542f71 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.8815355 Feb 16 12:40:36.876721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52128) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.909125 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8222eec2-e1ed-42dc-9694-3d9f2cfb678b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be989873991447fabb1d69e6ec9d8929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992038 Feb 16 12:40:36.916404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.938427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.940374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.942360 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3656d9b-4e4a-4979-be69-e574e286e80f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:40:36.953042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3656d9b-4e4a-4979-be69-e574e286e80f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/ef561999-39e6-49f6-8d10-60565dfc4e42 HTTP/1.1" status: 404 len: 333 time: 0.4469566 Feb 16 12:40:36.955945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:36.980974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 27eb6634-46d2-4319-af1f-7ee1252d6c29, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=27eb6634-46d2-4319-af1f-7ee1252d6c29,segment=NetworkSegment(672a97d2-5a60-42ad-9d74-9694d17b9bac),segment_id=672a97d2-5a60-42ad-9d74-9694d17b9bac)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:36.987781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.988784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 632cdb05-9a5b-4d28-b169-88755b66262a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:37.060862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.157327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Provisioning for port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:37.184441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Provisioning complete for port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:37.185212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.217380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=27eb6634-46d2-4319-af1f-7ee1252d6c29,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:37.278005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 632cdb05-9a5b-4d28-b169-88755b66262a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:37.285796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:37.287288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 632cdb05-9a5b-4d28-b169-88755b66262a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:37.287650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.307895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:37.308553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.361545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:37.375235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9c95e-1c8d-4797-84d8-7d338818c1a6 None None] Network 8000bff3-f716-4370-83a3-6b78e3163f8d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:37.397017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cefd-45bb-4012-859d-e1f94d585540 req-469fac47-8be1-4238-8d5f-129c6dbe694e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:37.404717 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-83b4cefd-45bb-4012-859d-e1f94d585540 req-469fac47-8be1-4238-8d5f-129c6dbe694e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 944 time: 0.8972197 Feb 16 12:40:37.433914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet ab5539cf-bcd4-416b-99ba-d13a4f5ef379 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:37.437457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.453581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Provisioning complete for port 27eb6634-46d2-4319-af1f-7ee1252d6c29 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:37.454118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.522552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.576976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a20dd101-251e-42c5-a49a-60efe80f3548,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:37.598161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b447e102-31e3-4528-b925-b4afec46db36 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.0310209 Feb 16 12:40:37.613156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:37.618547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.639949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-security--1725796796', 'description': 'tempest-security-description-1293264131'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:37.715060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.760489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.832429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:37.833276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.834792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] 10.222.0.81 "PUT /v2.0/ports/a20dd101-251e-42c5-a49a-60efe80f3548 HTTP/1.1" status: 200 len: 1094 time: 4.1151419 Feb 16 12:40:37.846248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 632cdb05-9a5b-4d28-b169-88755b66262a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=632cdb05-9a5b-4d28-b169-88755b66262a,segment=NetworkSegment(9c4792b7-b7b1-4dc5-b4eb-da15811449d2),segment_id=9c4792b7-b7b1-4dc5-b4eb-da15811449d2)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:37.849666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:40:37.855790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.871232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.873417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.908118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:37.921290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Allocated IP 172.20.0.9 (90121486-6522-4f51-8468-2c84a38b1c7d/63e8dc27-5840-4b05-99b9-14a023aae243/84ba9179-ad50-4a2d-b21a-efdbbc754bad) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:37.955364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=632cdb05-9a5b-4d28-b169-88755b66262a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.046049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Provisioning for port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:38.052943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Provisioning complete for port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:38.053428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.058031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.065409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548', 'status': 'completed', 'code': 200} Feb 16 12:40:38.105882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189d24b-1b0c-4bf4-aebf-f7350320192b service neutron] Pushing event updated for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.111640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-83b4cefd-45bb-4012-859d-e1f94d585540 req-5cbd05ec-5bf0-4405-9b2a-61ec46e8e8f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7060552 Feb 16 12:40:38.142970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for b4732a88-2f07-4a2f-8ac3-88b14a1fb931 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:38.191774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.204022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-07cbbeb7-cd9b-40b8-9cb2-4f09c688d925 None None] Port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:38.239111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2598ae66-e71a-4ca1-a4fb-98093974d5ee up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:38.259324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.337804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning for port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:38.343401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2598ae66-e71a-4ca1-a4fb-98093974d5ee completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:38.347948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.348667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning complete for port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:38.349036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.385386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 27eb6634-46d2-4319-af1f-7ee1252d6c29 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:38.434005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e8278a-787a-4c15-aaca-601aec1d1256,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.440865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.454077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.472378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:38.502758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 27eb6634-46d2-4319-af1f-7ee1252d6c29 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:38.502758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.533285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.587163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.605569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5539cf-bcd4-416b-99ba-d13a4f5ef379,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.609745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning complete for port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:38.610118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.651722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.656157 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1051f504-e9fa-4725-8bef-ce5b3d6af954 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/ab5539cf-bcd4-416b-99ba-d13a4f5ef379 HTTP/1.1" status: 204 len: 168 time: 1.6928985 Feb 16 12:40:38.656157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Network 90121486-6522-4f51-8468-2c84a38b1c7d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:38.657347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed741f2c-0efd-4d7e-aa0c-ecdf92372c96 None None] Network 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:38.658601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:38.660734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.664991 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c75a7d4-213f-4ab6-900a-dd3a6c26c6ef HTTP/1.1" status: 204 len: 168 time: 1.7416101 Feb 16 12:40:38.677163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.681071 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc7cad5f-b7a4-4942-90c6-5eb8faf8f0c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "PUT /v2.0/security-groups/d5e8278a-787a-4c15-aaca-601aec1d1256 HTTP/1.1" status: 200 len: 1778 time: 1.0642023 Feb 16 12:40:38.691038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:38.701487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:38.702742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ac088-ecc6-4a43-8e12-0f10e9d0a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75a7d4-213f-4ab6-900a-dd3a6c26c6ef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.713449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-0e816ca6-1dec-4779-b0c2-86dffb5aba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:38.715322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-0e816ca6-1dec-4779-b0c2-86dffb5aba31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 1097 time: 0.7606642 Feb 16 12:40:38.716550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:38.721696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Port': ['ID=84ba9179-ad50-4a2d-b21a-efdbbc754bad,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:38.774291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:38.789342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Port 7312b6d3-d50f-4cae-978e-bb2e05f1bee0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:38.850478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.930261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning for port 2598ae66-e71a-4ca1-a4fb-98093974d5ee completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:38.961684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning complete for port 2598ae66-e71a-4ca1-a4fb-98093974d5ee triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:38.962144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.981677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.983391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.984588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:38.992722 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-9c57a4a3-59fa-4ffb-be66-06a2e5092640 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a20dd101-251e-42c5-a49a-60efe80f3548 HTTP/1.1" status: 200 len: 217 time: 0.2608724 Feb 16 12:40:39.056378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.079818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.130472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-c075e319-5804-4905-961d-9f1806b75e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:39.131925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-c075e319-5804-4905-961d-9f1806b75e85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=92e4b98d-a58d-4cbf-a37f-925ff7be781a HTTP/1.1" status: 200 len: 838 time: 0.1210277 Feb 16 12:40:39.136409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.139034 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41aadd49-fe06-40bc-a55c-6ab502469e2d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups/d5e8278a-787a-4c15-aaca-601aec1d1256 HTTP/1.1" status: 200 len: 1778 time: 0.4093394 Feb 16 12:40:39.180785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] For port 2598ae66-e71a-4ca1-a4fb-98093974d5ee, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2598ae66-e71a-4ca1-a4fb-98093974d5ee,segment=NetworkSegment(6a9546c0-8b21-4391-92d9-d91383a4f031),segment_id=6a9546c0-8b21-4391-92d9-d91383a4f031)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:39.185659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.189595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Port': ['ID=1b75bbe2-a5d6-4d02-b20e-78fa16232c44,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:39.198924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:39.254378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] DHCP port deletion for 904c3b0b-9e19-42bd-8f6a-5564e401b1a4 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:39.281904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.292628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:39.292842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.293939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Deleting port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:39.294395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.376074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning complete for port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:39.376395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.458065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Pushing event updated for resources: {'Port': ['ID=2598ae66-e71a-4ca1-a4fb-98093974d5ee,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:39.505988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:39.558463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Provisioning complete for port 632cdb05-9a5b-4d28-b169-88755b66262a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:39.558863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5f003a2-434a-4c5e-b127-8c446c2e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.622094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=7312b6d3-d50f-4cae-978e-bb2e05f1bee0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:39.649711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.681622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] For port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,segment=NetworkSegment(1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14),segment_id=1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:39.682010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.765551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.825109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-23202f97-0c89-455b-9078-cc5074857549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:39.826597 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-23202f97-0c89-455b-9078-cc5074857549 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=34a702b1-a1d6-49e8-b218-733b0b9135f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6621873 Feb 16 12:40:39.842362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Calling delete_port for 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:39.848712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=b4732a88-2f07-4a2f-8ac3-88b14a1fb931,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:39.875122 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06d339f9-78b9-4bfd-b269-7b511cd122fe tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/7312b6d3-d50f-4cae-978e-bb2e05f1bee0 HTTP/1.1" status: 204 len: 168 time: 2.9964550 Feb 16 12:40:39.887690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:39.891879 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:40:39.901525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,segment=NetworkSegment(1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14),segment_id=1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:39.901525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:39.961009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.015550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2598ae66-e71a-4ca1-a4fb-98093974d5ee up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:40.025240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:40.042867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:40.066359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] Pushing event deleted for resources: {'Port': ['ID=191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:40.071659 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7424bca-19fc-4bf1-8e54-c244ce68e018 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:40:40.071946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a7424bca-19fc-4bf1-8e54-c244ce68e018 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:40.079022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e634c7-a2d6-4ea2-9ffe-a15af3e5f60e None None] No DVR routers for this DVR port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:40.082447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a0e39782-d497-4e95-9ec7-60b90f690984 None None] Provisioning complete for port 2598ae66-e71a-4ca1-a4fb-98093974d5ee triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:40.082817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0e39782-d497-4e95-9ec7-60b90f690984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.135760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.139156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.184902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1a90-bae3-4300-a8db-77ccc61e93de req-de8106a8-39c7-462d-b5bb-82d8253bfeec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:40.193280 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0bbf1a90-bae3-4300-a8db-77ccc61e93de req-de8106a8-39c7-462d-b5bb-82d8253bfeec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 944 time: 0.5743170 Feb 16 12:40:40.229230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:40.240214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2598ae66-e71a-4ca1-a4fb-98093974d5ee triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:40.240750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.338247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a7424bca-19fc-4bf1-8e54-c244ce68e018 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:40.339406 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7424bca-19fc-4bf1-8e54-c244ce68e018 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/7312b6d3-d50f-4cae-978e-bb2e05f1bee0 HTTP/1.1" status: 404 len: 333 time: 0.4501877 Feb 16 12:40:40.344085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:40.348931 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-7b2ca0c8-303c-4a23-a348-dbe7ee292c9f service neutron] 10.222.0.81 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018461 Feb 16 12:40:40.393157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.444648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.445678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 632cdb05-9a5b-4d28-b169-88755b66262a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:40.478587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cdbb72d6-5ab5-4c4c-ae5c-82fd8c741d72 None None] Provisioning complete for port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:40.478980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cdbb72d6-5ab5-4c4c-ae5c-82fd8c741d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.479345 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0bbf1a90-bae3-4300-a8db-77ccc61e93de req-b87f327d-c096-4cff-b2e9-2d27cb5235a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848346 Feb 16 12:40:40.515308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.560120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb72d6-5ab5-4c4c-ae5c-82fd8c741d72 None None] Port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:40.571774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 632cdb05-9a5b-4d28-b169-88755b66262a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:40.572176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.617464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Port': ['ID=84ba9179-ad50-4a2d-b21a-efdbbc754bad,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:40.630186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:40.630532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.716885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.725295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:40.725617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:40.741048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:40.752706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e8278a-787a-4c15-aaca-601aec1d1256,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:40.785128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:40.785561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:40.811961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.819331 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4da02447-8ed4-486c-bebd-91b50cbb921b req-6aa9dfc9-7ccb-4522-a79c-ac906ebe996a service neutron] 10.222.0.81 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220567 Feb 16 12:40:40.841231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.844470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4d19f598-e027-48f7-927c-63afe22d71bf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5e8278a-787a-4c15-aaca-601aec1d1256 HTTP/1.1" status: 204 len: 168 time: 1.6214223 Feb 16 12:40:40.848873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:40.849465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Router bc357ae9-b3b8-47c5-a9af-d2f195356dfd is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:40:40.903182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:40.904407 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a3bb8ae-4296-4ac9-95fd-511630926fa2 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4567049 Feb 16 12:40:40.932141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52176) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.197284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3579b04d-07cf-450a-b0d6-92663f8ecc29 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3471568 Feb 16 12:40:41.201645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.227799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:41.228162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:41.229853 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ebcf7207-4d97-456f-aa74-2a95a60bed84 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=90121486-6522-4f51-8468-2c84a38b1c7d HTTP/1.1" status: 200 len: 689 time: 0.2966239 Feb 16 12:40:41.234468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52184) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.236134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:41.268058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:41.275701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-2f022603-b02b-4f71-839e-593a19ca146f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] delete failed (client error): The resource could not be found. Feb 16 12:40:41.276747 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f022603-b02b-4f71-839e-593a19ca146f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5e8278a-787a-4c15-aaca-601aec1d1256 HTTP/1.1" status: 404 len: 347 time: 0.0733278 Feb 16 12:40:41.284590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52188) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.293066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:41.303589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05e2a84e-f4e1-43d7-806b-8c039297b983 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9946036 Feb 16 12:40:41.306395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] Sync routers for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:41.316364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.316660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:41.317273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.325819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--548086358'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:41.377321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.385982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:41.386159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] The port '191ed62d-a1c9-4ace-b6cc-55bc5b32c3fc' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:41.386580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.471982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.472573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72093bd-fead-4f35-939c-71bac48f48db None None] The sync data for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:41.509002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:41.555479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:41.564770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:41.584773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07df73-d708-4df3-b958-321b0839e2f3 req-208226a9-12f2-4fe7-9f00-bf5dc1c52f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:41.586933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-208226a9-12f2-4fe7-9f00-bf5dc1c52f7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 1097 time: 0.6774814 Feb 16 12:40:41.597047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:41.641128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:41.646441 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ddc96dc7-78a7-44d4-abdc-92e3bad1d6dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/routers/f03a9e6a-e497-491e-a091-f3c9a4c06eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6255145 Feb 16 12:40:41.650925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52198) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:41.652738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Deleting port 84ba9179-ad50-4a2d-b21a-efdbbc754bad {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:41.653094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:41.671003 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] Sync routers for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:41.675839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:41.704843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:41.705055 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.707293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:41.766184 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.775588 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] Routers {'f03a9e6a-e497-491e-a091-f3c9a4c06eb0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:41.776216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.870034 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:41.870434 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140af206-453a-477d-a7b9-dae18aaac86f None None] The sync data for ids ['f03a9e6a-e497-491e-a091-f3c9a4c06eb0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:41.896249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:41.916273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.049304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.082737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:42.085776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904c3b0b-9e19-42bd-8f6a-5564e401b1a4']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:42.130999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87313b49-2778-4bb0-9c4f-5847a70f9160 req-af906d06-48de-479f-b963-7c2b927be184 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:42.132515 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87313b49-2778-4bb0-9c4f-5847a70f9160 req-af906d06-48de-479f-b963-7c2b927be184 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 944 time: 0.3797283 Feb 16 12:40:42.134669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:42.141587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.141916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.143596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:42.168509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:42.171282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:42.171579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb5f0b9-f849-4e0b-a8ab-e253e37dcd14') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:42.206980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.215340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07df73-d708-4df3-b958-321b0839e2f3 req-a333bd0a-d354-4820-89a7-6c7f9fe6525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:42.216849 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-a333bd0a-d354-4820-89a7-6c7f9fe6525f service neutron] 10.222.0.81 "GET /v2.0/networks?id=34a702b1-a1d6-49e8-b218-733b0b9135f7 HTTP/1.1" status: 200 len: 898 time: 0.6210949 Feb 16 12:40:42.299131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Calling delete_port for 84ba9179-ad50-4a2d-b21a-efdbbc754bad owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:42.376273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.377790 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-dbef5933-2a90-43dc-bb05-35254cbc4737 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a20dd101-251e-42c5-a49a-60efe80f3548 HTTP/1.1" status: 200 len: 217 time: 0.1411068 Feb 16 12:40:42.482511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:42.482915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:42.501267 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:42.589583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87313b49-2778-4bb0-9c4f-5847a70f9160 req-4c09457f-f1ca-45fe-8985-4ea88638ca5a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402494 Feb 16 12:40:42.625763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.660765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.693557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.730677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port f25e9afc-f22b-4759-b9f7-d1eba5d4bfb8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:42.731011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.775501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ba9179-ad50-4a2d-b21a-efdbbc754bad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:42.799121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:42.908103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07df73-d708-4df3-b958-321b0839e2f3 req-b2eeae77-904a-41ab-be03-ce4fc800deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:42.909530 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-b2eeae77-904a-41ab-be03-ce4fc800deaf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=92e4b98d-a58d-4cbf-a37f-925ff7be781a HTTP/1.1" status: 200 len: 838 time: 0.5112529 Feb 16 12:40:42.957067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:42.992810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.040299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.042056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.053150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.067015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=904c3b0b-9e19-42bd-8f6a-5564e401b1a4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:43.081389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.166975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.168749 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1bee9c0e-cbac-4922-a159-34c671c7e875 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 HTTP/1.1" status: 204 len: 168 time: 2.8227518 Feb 16 12:40:43.171398 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-72c14d9c-c0ad-417c-a5d9-14bd09b8c305 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/904c3b0b-9e19-42bd-8f6a-5564e401b1a4 HTTP/1.1" status: 204 len: 168 time: 4.4962785 Feb 16 12:40:43.174815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for f25e9afc-f22b-4759-b9f7-d1eba5d4bfb8 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:43.176915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.177247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.183307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.184448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8725100 Feb 16 12:40:43.188468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536656645'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:43.201056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52210) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.211515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.233570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5197-d41b-4b55-9fac-5dd908e34db7 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081fd0be-0d1e-490a-93a8-7c49e0978d06,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:43.238505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:43.243670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '081fd0be-0d1e-490a-93a8-7c49e0978d06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:43.256785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:43.262996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:43.267398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:43.271100 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5638d8a9-b9a4-4566-8424-fcbd627dce85 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:40:43.271628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5638d8a9-b9a4-4566-8424-fcbd627dce85 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:43.274133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:43.277211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:43.285123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:43.288710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:43.299179 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-8c96faa4-d121-40cf-9857-87b2074e4900 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:43.300224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8c96faa4-d121-40cf-9857-87b2074e4900 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9786959 Feb 16 12:40:43.306125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07df73-d708-4df3-b958-321b0839e2f3 req-634affc2-c7d9-48af-bf15-16f811735901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:43.306298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52214) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.307574 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-634affc2-c7d9-48af-bf15-16f811735901 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=34a702b1-a1d6-49e8-b218-733b0b9135f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3657923 Feb 16 12:40:43.311851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5638d8a9-b9a4-4566-8424-fcbd627dce85 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:43.312985 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5638d8a9-b9a4-4566-8424-fcbd627dce85 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/aea1efc6-f99f-4fea-a42d-a5f2d1d2fe34 HTTP/1.1" status: 404 len: 333 time: 0.1323669 Feb 16 12:40:43.315541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:43.319193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.321063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52218) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.423264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a20dd101-251e-42c5-a49a-60efe80f3548 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:40:43.454402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.474376 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-384b233b-f851-4a8c-be3a-256a38874622 service neutron] 10.222.0.81 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599314 Feb 16 12:40:43.560134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.584944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a20dd101-251e-42c5-a49a-60efe80f3548,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:43.589955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:43.607268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'a20dd101-251e-42c5-a49a-60efe80f3548', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'port_id': 'a20dd101-251e-42c5-a49a-60efe80f3548', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:40:43.612621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.612967 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 1bd7451b-1137-4694-b485-f9fb9814424f of type vlan for network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd Feb 16 12:40:43.641545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet f0367e59-2c38-450a-9b24-bb5e8d9bb5ab {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:43.651329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=63e8dc27-5840-4b05-99b9-14a023aae243,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:43.659833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.666235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df07df73-d708-4df3-b958-321b0839e2f3 req-a91cf3f9-67cc-4ca7-b40d-7b5ec49c9d2a service neutron] 10.222.0.81 "GET /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858442 Feb 16 12:40:43.672487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.717034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.719724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.726400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:43.727637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.736366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20dd101-251e-42c5-a49a-60efe80f3548 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:40:43.755356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a20dd101-251e-42c5-a49a-60efe80f3548,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:43.759232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:43.834388 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6521606 Feb 16 12:40:43.836293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:43.842102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:43.850311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:43.872655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce754d-f197-45ce-b6f5-472aa578f496 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:43.884804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:43.984517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:43.988868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:43.992894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:43.999295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:44.009789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:44.013342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.063778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['a20dd101-251e-42c5-a49a-60efe80f3548'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:40:44.144752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.157578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.171576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.204997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.251451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.282746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90121486-6522-4f51-8468-2c84a38b1c7d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:44.296854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f282a42f-533b-4dec-b4c6-a7c0080c16f1,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:44.329771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b087e9-1626-41d5-974c-4ea5c556300a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:44.330066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b087e9-1626-41d5-974c-4ea5c556300a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:44.348534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=bdac888f-3077-4453-adb9-d8ad671b664c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:44.352640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '1bd7451b-1137-4694-b485-f9fb9814424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:44.353414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:44.374329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:44.384775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:44.386699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.390118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:44.391048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.395264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70050a-673b-498d-96d9-7acbed214c72 None None] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:44.398347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.416793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-375e6082-6f5b-407b-b3ff-8ba433805dd8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5735767 Feb 16 12:40:44.419229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:44.424853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-827436348'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:44.475270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.477489 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20185c56-f54c-4e03-b687-4fb2a29ac915 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2735977 Feb 16 12:40:44.484874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:44.494801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=f25e9afc-f22b-4759-b9f7-d1eba5d4bfb8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:44.555876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.607531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:44.608239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.641448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd', 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': 'bdac888f-3077-4453-adb9-d8ad671b664c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:44.642396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:44.647316 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:44.667571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e5d70-57d4-4d3d-9fab-269aabea4ca3 req-45cca30d-d0b5-43d8-a302-c3466db4836f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:44.671877 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-267e5d70-57d4-4d3d-9fab-269aabea4ca3 req-45cca30d-d0b5-43d8-a302-c3466db4836f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 945 time: 0.9002793 Feb 16 12:40:44.742844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:44.747517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:44.750692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:44.757127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:44.769718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:44.774373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.794490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.796976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port de32c33a-45ac-46b9-8f7a-e6fb089be9a5 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:44.806425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.806992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Allocated IP 2001:db8::2 (8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd/bdac888f-3077-4453-adb9-d8ad671b664c/068d0a89-d75d-459e-8c86-e6cde8f9c09f) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:44.873911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.928047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.930374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.999667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-267e5d70-57d4-4d3d-9fab-269aabea4ca3 req-95d25515-9d13-45bd-a4a9-e6f05179e405 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413070 Feb 16 12:40:45.070893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90121486-6522-4f51-8468-2c84a38b1c7d {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:40:45.071119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.076613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.096232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Network': ['ID=90121486-6522-4f51-8468-2c84a38b1c7d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:45.158455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Transition to ACTIVE for port object 068d0a89-d75d-459e-8c86-e6cde8f9c09f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:45.181100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Transition to ACTIVE for port object 068d0a89-d75d-459e-8c86-e6cde8f9c09f will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:45.182735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.187104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.188306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.196642 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-008838dd-95dc-4aed-adb8-0d60ae649841 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/90121486-6522-4f51-8468-2c84a38b1c7d HTTP/1.1" status: 204 len: 168 time: 3.9593494 Feb 16 12:40:45.201693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.205270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f282a42f-533b-4dec-b4c6-a7c0080c16f1 HTTP/1.1" status: 204 len: 168 time: 0.7120171 Feb 16 12:40:45.206512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.212707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.213102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52238) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.217061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.263220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:45.266598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:45.276618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:45.287582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Pushing event updated for resources: {'Port': ['ID=068d0a89-d75d-459e-8c86-e6cde8f9c09f,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:45.290382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::2e7 (8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd/bdac888f-3077-4453-adb9-d8ad671b664c/de32c33a-45ac-46b9-8f7a-e6fb089be9a5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:45.308295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a6a52-00c3-4d7a-99ef-d64c9558fe5d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f282a42f-533b-4dec-b4c6-a7c0080c16f1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:45.394448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=f0367e59-2c38-450a-9b24-bb5e8d9bb5ab,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:45.406843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Attempting to bind port 068d0a89-d75d-459e-8c86-e6cde8f9c09f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:45.407719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Attempting to bind port 068d0a89-d75d-459e-8c86-e6cde8f9c09f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '1bd7451b-1137-4694-b485-f9fb9814424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:45.408291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Attempting to bind port 068d0a89-d75d-459e-8c86-e6cde8f9c09f on network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:45.416190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:45.418007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Checking segment: {'id': '1bd7451b-1137-4694-b485-f9fb9814424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:45.419003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.420172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Bound using segment: {'id': '1bd7451b-1137-4694-b485-f9fb9814424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:45.421106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Bound port: 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd7451b-1137-4694-b485-f9fb9814424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:45.422819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.424349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.442075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.442609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Fanout notify agent at l3_agent the message router_deleted on router f03a9e6a-e497-491e-a091-f3c9a4c06eb0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:40:45.454559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9985844-3fe6-4c3c-92df-7fb8c97561f6 None None] Network f892a144-e3b1-4cdc-b0b4-e08b49c0e907 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:45.456876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.460664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9eb8a04f-929c-4c29-bf32-8d059e556890 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/routers/f03a9e6a-e497-491e-a091-f3c9a4c06eb0 HTTP/1.1" status: 204 len: 168 time: 3.7823355 Feb 16 12:40:45.462993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.467740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88a2c8d7-17fe-4b64-ba0b-c0fa7d0b6258 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/f0367e59-2c38-450a-9b24-bb5e8d9bb5ab HTTP/1.1" status: 204 len: 168 time: 2.0936730 Feb 16 12:40:45.471551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.472622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a20dd101-251e-42c5-a49a-60efe80f3548 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:45.478757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e35c21e-8297-4d18-b2de-3fe1061a0476 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Synchronizing usage tracker for tenant:b6cce01bceaf47abb27a3391ab5de282 on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:45.489963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85b025eb-a1d3-48dd-955a-e90032d6fa26 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:45.533500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e35c21e-8297-4d18-b2de-3fe1061a0476 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Unset dirty status for tenant:b6cce01bceaf47abb27a3391ab5de282 on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:45.534937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e35c21e-8297-4d18-b2de-3fe1061a0476 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3208449 Feb 16 12:40:45.537663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.576673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85b025eb-a1d3-48dd-955a-e90032d6fa26 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:45.581051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85b025eb-a1d3-48dd-955a-e90032d6fa26 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3654494 Feb 16 12:40:45.581840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52256) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:45.591787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.658114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.731813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 27eb6634-46d2-4319-af1f-7ee1252d6c29 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:45.732299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.758910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.765397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting subnet cba87491-a7aa-4aa3-a59d-499206f01d05 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:45.776380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.821841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] For port 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:45.832034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port a20dd101-251e-42c5-a49a-60efe80f3548 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:45.835448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] For port 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=068d0a89-d75d-459e-8c86-e6cde8f9c09f,segment=NetworkSegment(1bd7451b-1137-4694-b485-f9fb9814424f),segment_id=1bd7451b-1137-4694-b485-f9fb9814424f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:45.841135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port a20dd101-251e-42c5-a49a-60efe80f3548 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:45.841582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.845696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object de32c33a-45ac-46b9-8f7a-e6fb089be9a5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:45.870816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.881202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:45.966005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.966626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.966892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.967326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.967892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.968275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.968637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.969292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.969487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.969922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.970589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:45.971503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Synchronizing usage tracker for tenant:b6cce01bceaf47abb27a3391ab5de282 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:46.001118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca9a84-9e8b-4212-985a-3ad82e160d96 None None] Pushing event updated for resources: {'Port': ['ID=068d0a89-d75d-459e-8c86-e6cde8f9c09f,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.086704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.110638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.126652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.128801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Unset dirty status for tenant:b6cce01bceaf47abb27a3391ab5de282 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:46.133836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-65fbc4d8-90f7-49bb-b21e-fec968c963d5 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6987 time: 0.5911658 Feb 16 12:40:46.135992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] DHCP port deletion for f892a144-e3b1-4cdc-b0b4-e08b49c0e907 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:46.141973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.153873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Deleting port 27eb6634-46d2-4319-af1f-7ee1252d6c29 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:46.154256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.207331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a20dd101-251e-42c5-a49a-60efe80f3548,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:46.208508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:40:46.214184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] For port 27eb6634-46d2-4319-af1f-7ee1252d6c29, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=27eb6634-46d2-4319-af1f-7ee1252d6c29,segment=NetworkSegment(672a97d2-5a60-42ad-9d74-9694d17b9bac),segment_id=672a97d2-5a60-42ad-9d74-9694d17b9bac)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:46.215759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.230355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.242428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.260401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:46.278345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:46.280274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-18ee167a-0ab6-4040-ab78-2db022882d52 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:40:46.281327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18ee167a-0ab6-4040-ab78-2db022882d52 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/6d8b0d44-8b49-4932-8365-be6e455b916d HTTP/1.1" status: 404 len: 345 time: 0.1385200 Feb 16 12:40:46.283120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.301631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.341958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:46.358070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:46.358754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.379762 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0bedef-b1a3-4938-80a4-651671e2e328 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 12:40:46.380045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0bedef-b1a3-4938-80a4-651671e2e328 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:46.381256 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548', 'code': 200} Feb 16 12:40:46.381843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.392688 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb0bedef-b1a3-4938-80a4-651671e2e328 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/90121486-6522-4f51-8468-2c84a38b1c7d HTTP/1.1" status: 404 len: 339 time: 0.0898781 Feb 16 12:40:46.400695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52272) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.408508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'name': 'tempest-network--2023890542', 'router:external': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:46.429541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:46.459405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:network and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:46.475402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:46.477186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 27eb6634-46d2-4319-af1f-7ee1252d6c29 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:46.490147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:46.532055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=de32c33a-45ac-46b9-8f7a-e6fb089be9a5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.618300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting port 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:46.619025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.634588 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ba030d1-d4c8-47d6-921c-088033331cb7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2139764 Feb 16 12:40:46.653372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:46.655846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.673877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.677776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.678348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.692112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] For port 27eb6634-46d2-4319-af1f-7ee1252d6c29, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=27eb6634-46d2-4319-af1f-7ee1252d6c29,segment=NetworkSegment(672a97d2-5a60-42ad-9d74-9694d17b9bac),segment_id=672a97d2-5a60-42ad-9d74-9694d17b9bac)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:46.692510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.723797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No DVR routers for this DVR port 27eb6634-46d2-4319-af1f-7ee1252d6c29 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:46.763545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fd0be-0d1e-490a-93a8-7c49e0978d06,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.770314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.782625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94fafd-d437-4d14-978a-7405eca4d7eb req-994e01cc-b96e-4046-98e1-ba63c3c7579e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:46.785604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf94fafd-d437-4d14-978a-7405eca4d7eb req-994e01cc-b96e-4046-98e1-ba63c3c7579e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.5697384 Feb 16 12:40:46.827286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Subnet': ['ID=cba87491-a7aa-4aa3-a59d-499206f01d05,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.831235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Calling delete_port for 27eb6634-46d2-4319-af1f-7ee1252d6c29 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:46.835702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=27eb6634-46d2-4319-af1f-7ee1252d6c29,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:46.864773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.869076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:46.872839 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74387a6e-4868-4f82-81db-04d088663ec1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/081fd0be-0d1e-490a-93a8-7c49e0978d06 HTTP/1.1" status: 204 len: 168 time: 1.2840760 Feb 16 12:40:46.873745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:46.877584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.879116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887e380-9e22-4189-b2f2-44eb6cb82312 None None] Network 06570251-df17-4c8e-bc70-b73a713b93e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:46.887040 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7e43b93-a42a-4c16-b024-34c96fed64f6 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/subnets/cba87491-a7aa-4aa3-a59d-499206f01d05 HTTP/1.1" status: 204 len: 168 time: 1.4225254 Feb 16 12:40:46.896702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52284) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:46.899271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port de32c33a-45ac-46b9-8f7a-e6fb089be9a5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:46.899610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.051201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.051201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Added segment d6f93290-a0fe-41ac-8796-0a8bf9a917a7 of type vlan for network 57dfeae2-3610-44f2-a9f8-c69a123b05f7 Feb 16 12:40:47.102185 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf94fafd-d437-4d14-978a-7405eca4d7eb req-6a5afcad-bc70-4c20-998a-d055c4c79055 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003175 Feb 16 12:40:47.116918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.135603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:47.135970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:47.189417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-737bac41-3612-4c8c-aa1d-de055c7f2651 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:47.212071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.223461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a8fb1-4564-4306-a096-1602e7a97c09 req-c0ff44d8-c0c6-448e-a3e1-a1f65878be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:47.225158 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d53a8fb1-4564-4306-a096-1602e7a97c09 req-c0ff44d8-c0c6-448e-a3e1-a1f65878be7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 1099 time: 0.5798738 Feb 16 12:40:47.228837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.252405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] DHCP port deletion for 06570251-df17-4c8e-bc70-b73a713b93e3 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:47.258674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Deleting port 7911f36b-3cce-4cde-b231-fac5647e3261 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:47.259408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.273110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f892a144-e3b1-4cdc-b0b4-e08b49c0e907']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:47.305558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a97d2-5a60-42ad-9d74-9694d17b9bac') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:47.305919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a97d2-5a60-42ad-9d74-9694d17b9bac') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:47.317611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.324698 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d53a8fb1-4564-4306-a096-1602e7a97c09 req-78122efd-979e-4e61-b290-d8f0883b7b47 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897868 Feb 16 12:40:47.334992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.350406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 7911f36b-3cce-4cde-b231-fac5647e3261 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:47.351630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.400072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.412247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:47.412630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.420463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Calling delete_port for 1b75bbe2-a5d6-4d02-b20e-78fa16232c44 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:47.429939 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:47.467135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-737bac41-3612-4c8c-aa1d-de055c7f2651 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:47.468625 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-737bac41-3612-4c8c-aa1d-de055c7f2651 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5846415 Feb 16 12:40:47.503606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:47.510141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4302e3-52a0-4a0b-860f-fd4622cf25f1 None None] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:47.528404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] For port 7911f36b-3cce-4cde-b231-fac5647e3261, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7911f36b-3cce-4cde-b231-fac5647e3261,segment=NetworkSegment(9726e399-7ec1-4d90-ae24-0d8e6379c485),segment_id=9726e399-7ec1-4d90-ae24-0d8e6379c485)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:47.528794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.599802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.614064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:40:47.662103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203020069'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:47.682425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:47.704767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Deleting port 27eb6634-46d2-4319-af1f-7ee1252d6c29 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:47.705136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.709970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.712667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:47.715596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] For port 7911f36b-3cce-4cde-b231-fac5647e3261, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7911f36b-3cce-4cde-b231-fac5647e3261,segment=NetworkSegment(9726e399-7ec1-4d90-ae24-0d8e6379c485),segment_id=9726e399-7ec1-4d90-ae24-0d8e6379c485)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:47.715952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.738549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Calling delete_port for 7911f36b-3cce-4cde-b231-fac5647e3261 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:47.740226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.747796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for de32c33a-45ac-46b9-8f7a-e6fb089be9a5 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:47.757641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=f892a144-e3b1-4cdc-b0b4-e08b49c0e907,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:47.805785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.806740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:47.807324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.831140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a9643e2e-f73b-45d4-b188-ef224b5a9c93 None None] The port '27eb6634-46d2-4319-af1f-7ee1252d6c29' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:47.850213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-10890926-c075-4da9-aabc-c178d35e2390 None None] Provisioning for port 068d0a89-d75d-459e-8c86-e6cde8f9c09f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:47.872774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f3e2015-2af4-4be4-86dd-34cbbf392582 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/f892a144-e3b1-4cdc-b0b4-e08b49c0e907 HTTP/1.1" status: 204 len: 168 time: 2.3640983 Feb 16 12:40:47.880179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 7911f36b-3cce-4cde-b231-fac5647e3261 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:47.909690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.919071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:47.935392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1844753372'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:47.939103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:47.940433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:47.945760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:47.949116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:47.959572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:47.997079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:47.999324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] Pushing event deleted for resources: {'Port': ['ID=7911f36b-3cce-4cde-b231-fac5647e3261,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.000521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.008622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356eac3-958f-45c2-bb75-96862608bc79 None None] No DVR routers for this DVR port 7911f36b-3cce-4cde-b231-fac5647e3261 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:48.051719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:48.059460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:48.066106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:48.073282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 068d0a89-d75d-459e-8c86-e6cde8f9c09f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:48.076767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:48.082498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:48.082811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:48.091730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:48.121776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.122072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e of type vlan for network 762accb1-611e-4cd1-982e-6e7e651d39d2 Feb 16 12:40:48.141851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=57dfeae2-3610-44f2-a9f8-c69a123b05f7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.164388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 57dfeae2-3610-44f2-a9f8-c69a123b05f7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:48.184420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.204096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.229201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.265154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.280268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:48.281366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.299036 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1b255e7-0882-4ee9-87d1-9d2203225096 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8963568 Feb 16 12:40:48.305642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 068d0a89-d75d-459e-8c86-e6cde8f9c09f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:48.311147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 068d0a89-d75d-459e-8c86-e6cde8f9c09f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:48.311520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.341853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:48.461688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.499108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=068d0a89-d75d-459e-8c86-e6cde8f9c09f,segment=NetworkSegment(1bd7451b-1137-4694-b485-f9fb9814424f),segment_id=1bd7451b-1137-4694-b485-f9fb9814424f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:48.503387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.545613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.570394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=762accb1-611e-4cd1-982e-6e7e651d39d2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.595878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 7911f36b-3cce-4cde-b231-fac5647e3261 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:48.596596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.597339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:48.628106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61a10ba-3340-414f-9750-f8c8b8c0666d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.637863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.673610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=de32c33a-45ac-46b9-8f7a-e6fb089be9a5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.706226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.707146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 27eb6634-46d2-4319-af1f-7ee1252d6c29 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:48.707460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad2f55be-8ede-4aed-820e-9c06b06e41b6 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2027657 Feb 16 12:40:48.711937 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a47c8dc6-5b64-4106-a3d5-fcd04657efa5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7864778 Feb 16 12:40:48.717537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] The port '7911f36b-3cce-4cde-b231-fac5647e3261' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:48.718247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:48.718580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52304) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:48.726909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:48.744907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': 'c61a10ba-3340-414f-9750-f8c8b8c0666d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:48.787689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:48.805932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 27eb6634-46d2-4319-af1f-7ee1252d6c29 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:48.806329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 27eb6634-46d2-4319-af1f-7ee1252d6c29 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:48.806680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7911f36b-3cce-4cde-b231-fac5647e3261 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:48.830313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-592596ae-7348-4cef-8866-aae25f073722 None None] Could not find standard attr ID for object de32c33a-45ac-46b9-8f7a-e6fb089be9a5. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:40:48.858195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:48.863908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:48.871091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:48.876970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:48.877836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Synchronizing usage tracker for tenant:dd45d5ed6fad43d796f4ca24a521ce8a on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:48.886523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7911f36b-3cce-4cde-b231-fac5647e3261 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:48.887065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7911f36b-3cce-4cde-b231-fac5647e3261 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:48.903823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:48.908299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=068d0a89-d75d-459e-8c86-e6cde8f9c09f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.914425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.917875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-592596ae-7348-4cef-8866-aae25f073722 None None] Provisioning complete for port 068d0a89-d75d-459e-8c86-e6cde8f9c09f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:48.918249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-592596ae-7348-4cef-8866-aae25f073722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:48.923868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:48.947213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-adc9638c-9926-4e45-9ac7-f9b60303f334 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/de32c33a-45ac-46b9-8f7a-e6fb089be9a5 HTTP/1.1" status: 204 len: 168 time: 2.2677085 Feb 16 12:40:48.947213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Port': ['ID=1b75bbe2-a5d6-4d02-b20e-78fa16232c44,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:48.948363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:48.955706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:49.053807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:49.112234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191167-e6b9-486f-86c5-9a330ffefd10 req-2efd23f6-12dc-40c6-9b40-ac2fe39db13c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:49.119884 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-720ea096-23cb-4f77-bf53-5d99a73768e7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:40:49.120079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87191167-e6b9-486f-86c5-9a330ffefd10 req-2efd23f6-12dc-40c6-9b40-ac2fe39db13c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.8128481 Feb 16 12:40:49.120466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-720ea096-23cb-4f77-bf53-5d99a73768e7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:49.123487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:49.130280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Unset dirty status for tenant:dd45d5ed6fad43d796f4ca24a521ce8a on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:49.134656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:49.134827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ce7fa41-c994-4699-b080-e3746f0cc7e8 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7830260 Feb 16 12:40:49.144076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:49.150828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:49.152158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.153695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.184490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.225308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-de7683f6-40e6-42dc-b5eb-7b4333a79955 None None] Could not find standard attr ID for object de32c33a-45ac-46b9-8f7a-e6fb089be9a5. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:40:49.247876 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-87191167-e6b9-486f-86c5-9a330ffefd10 req-53f77366-0f00-498d-8d98-94b4241e7d4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269722 Feb 16 12:40:49.367760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-720ea096-23cb-4f77-bf53-5d99a73768e7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:49.368861 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-720ea096-23cb-4f77-bf53-5d99a73768e7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/de32c33a-45ac-46b9-8f7a-e6fb089be9a5 HTTP/1.1" status: 404 len: 333 time: 0.4096053 Feb 16 12:40:49.373121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06570251-df17-4c8e-bc70-b73a713b93e3']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.374115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52318) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:49.426460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:49.430228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.463440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9726e399-7ec1-4d90-ae24-0d8e6379c485') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.463780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9726e399-7ec1-4d90-ae24-0d8e6379c485') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.499243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Router bc357ae9-b3b8-47c5-a9af-d2f195356dfd has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:40:49.506240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.522494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet bdac888f-3077-4453-adb9-d8ad671b664c {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:40:49.571742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.578611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.615191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.618804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.632272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.654820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:49.655228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:49.674104 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:49.730462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b01ddd-534e-4c0a-ad5d-9f2e6d5df95d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:49.831739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:40:49.839106 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e6e6819f-e045-4a3d-8266-1cc0ba322e84 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5319896 Feb 16 12:40:49.842001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.846165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] Sync routers for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:40:49.852943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:49.857025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:49.857898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.896455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:49.897127 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71fc5c8f-1a32-47a8-828b-5c976d20b7be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1776032 Feb 16 12:40:49.902993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52326) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:49.912902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': 'c61a10ba-3340-414f-9750-f8c8b8c0666d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:49.921611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:49.922473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.931302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:49.932968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:40:49.933580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:49.937290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:49.950368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:49.971818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.002611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 068d0a89-d75d-459e-8c86-e6cde8f9c09f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:50.008896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.016575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.031217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.036950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:50.037711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d19c1-6a32-40da-bed9-0b2995cb379a None None] The sync data for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:40:50.043446 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-244e6b58-82d8-42b0-9442-2c7834008022 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] delete failed (client error): The resource could not be found. Feb 16 12:40:50.044486 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-244e6b58-82d8-42b0-9442-2c7834008022 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-2009203215 HTTP/1.1" status: 404 len: 335 time: 0.1455796 Feb 16 12:40:50.051205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.064996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-174d905c-cb68-4182-927d-7e5feeb51a8f tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:50.071285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.088537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 068d0a89-d75d-459e-8c86-e6cde8f9c09f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:50.088907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.091488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dfeae2-3610-44f2-a9f8-c69a123b05f7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:50.104604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Network': ['ID=06570251-df17-4c8e-bc70-b73a713b93e3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:50.112515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e726d48-f749-47c3-961f-c1f30f25a869 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/networks/06570251-df17-4c8e-bc70-b73a713b93e3 HTTP/1.1" status: 204 len: 168 time: 3.2150412 Feb 16 12:40:50.113563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.115256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f93290-a0fe-41ac-8796-0a8bf9a917a7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:50.115619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f93290-a0fe-41ac-8796-0a8bf9a917a7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:50.210635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.306866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.308302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.342563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.346491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:50.346883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.386783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port f39ca3a7-e7e1-41c5-b103-652309e5203f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:50.387146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.407898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:50.410741 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:50.448262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=bdac888f-3077-4453-adb9-d8ad671b664c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:50.455799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.464934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd46b0-a19c-4bda-a1de-667e47278b1c None None] Network 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:50.575015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=0a59d61c-e72d-461e-83e2-a193608a1a3e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:50.588400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-174d905c-cb68-4182-927d-7e5feeb51a8f tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.605670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.657580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.662059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ca9163-2a1b-4869-84ae-cb152dfbb9fc,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:50.663255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57dfeae2-3610-44f2-a9f8-c69a123b05f7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:40:50.664967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-174d905c-cb68-4182-927d-7e5feeb51a8f tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] update failed (client error): The resource could not be found. Feb 16 12:40:50.666152 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-174d905c-cb68-4182-927d-7e5feeb51a8f tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd HTTP/1.1" status: 404 len: 339 time: 0.6138344 Feb 16 12:40:50.670967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.671110 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cce15f9-387b-43b8-8d41-9902e3aeaac1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/bdac888f-3077-4453-adb9-d8ad671b664c HTTP/1.1" status: 204 len: 168 time: 1.2913928 Feb 16 12:40:50.672013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52340) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.674340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:50.674787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: 762accb1-611e-4cd1-982e-6e7e651d39d2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:50.677135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.683700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-479651966'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:50.712879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.714337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c13e71a-f9c9-4c3c-b134-b098323c0e37 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8102350 Feb 16 12:40:50.715932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:50.720252 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/57dfeae2-3610-44f2-a9f8-c69a123b05f7 HTTP/1.1" status: 204 len: 168 time: 1.5719075 Feb 16 12:40:50.721919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.722252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:50.729943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce099576-566c-42c4-a137-482a59847665 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Network': ['ID=57dfeae2-3610-44f2-a9f8-c69a123b05f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:50.730374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:network and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:50.739663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'name': 'tempest-network--1938455373', 'router:external': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:50.758280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:50.761157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': 'c61a10ba-3340-414f-9750-f8c8b8c0666d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:50.766375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:50.779833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:50.783912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] DHCP port deletion for 8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:40:50.785571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:network and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:50.790105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:50.790609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Deleting port 068d0a89-d75d-459e-8c86-e6cde8f9c09f {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:50.790995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.803575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:50.809461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:50.815679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:50.818095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:50.820336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:50.828888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:50.832803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.833134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.837390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935ea9-82e4-45d3-939a-705f803c14c6 req-ca2b3016-ee19-4ec0-acef-0e476d790242 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:50.838997 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03935ea9-82e4-45d3-939a-705f803c14c6 req-ca2b3016-ee19-4ec0-acef-0e476d790242 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.4330776 Feb 16 12:40:50.880064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:50.884444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.902195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.939128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03935ea9-82e4-45d3-939a-705f803c14c6 req-d97ae539-623c-4aea-be3c-09bf4f01b665 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832615 Feb 16 12:40:50.947495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 068d0a89-d75d-459e-8c86-e6cde8f9c09f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:50.947834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.971444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:50.974559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:50.980237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:51.002781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.003045 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Added segment e51ef4cf-9a2c-4218-b848-14772a8db916 of type vlan for network 381d89e0-c733-4c20-ac75-874e176b01a0 Feb 16 12:40:51.036344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] For port 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=068d0a89-d75d-459e-8c86-e6cde8f9c09f,segment=NetworkSegment(1bd7451b-1137-4694-b485-f9fb9814424f),segment_id=1bd7451b-1137-4694-b485-f9fb9814424f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:51.036932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.087054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.173587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Calling delete_port for 068d0a89-d75d-459e-8c86-e6cde8f9c09f owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:51.184756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 762accb1-611e-4cd1-982e-6e7e651d39d2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:51.198391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:51.198973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.208979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for f39ca3a7-e7e1-41c5-b103-652309e5203f owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:51.246721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370b63b-ebe5-4b3a-922d-6d9b2a8efc25 None None] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:51.270560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.281578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.287316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:51.288010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.295532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 068d0a89-d75d-459e-8c86-e6cde8f9c09f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=068d0a89-d75d-459e-8c86-e6cde8f9c09f,segment=NetworkSegment(1bd7451b-1137-4694-b485-f9fb9814424f),segment_id=1bd7451b-1137-4694-b485-f9fb9814424f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:51.295988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.320484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f4cfad1-6b6c-4afd-b9bd-58e0620275d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5988595 Feb 16 12:40:51.328854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52358) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:51.342561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2', 'name': 'tempest-PortsTestJSON-178022241', 'fixed_ips': [{'subnet_id': '0a59d61c-e72d-461e-83e2-a193608a1a3e', 'ip_address': '172.20.0.10'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:51.371305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:51.429642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.430004 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Added segment 59837946-94e0-488f-a8ec-22a6b50a250a of type vlan for network dfe04ec1-92a2-4773-a584-af4df6cd13e9 Feb 16 12:40:51.451002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.511050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] Pushing event deleted for resources: {'Port': ['ID=068d0a89-d75d-459e-8c86-e6cde8f9c09f,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:51.518287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003a63d-6a1e-4732-a067-78bd894c0c3b None None] No DVR routers for this DVR port 068d0a89-d75d-459e-8c86-e6cde8f9c09f on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:40:51.574346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-762accb1-611e-4cd1-982e-6e7e651d39d2', 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': '0a59d61c-e72d-461e-83e2-a193608a1a3e'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:51.575330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.598990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.626760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.657671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.675707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 068d0a89-d75d-459e-8c86-e6cde8f9c09f owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:51.710558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdade53a-d560-4876-b7be-faabb4b39ba9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:51.714438 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0375292 Feb 16 12:40:51.714588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:51.727042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:51.736302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'subnet': {'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:51.736769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.740454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:51.750601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92be8bf-e9f9-4e4f-9d5c-e98953040037 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Network': ['ID=381d89e0-c733-4c20-ac75-874e176b01a0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:51.767065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 381d89e0-c733-4c20-ac75-874e176b01a0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:51.810338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.814284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9dc650d7-f776-41d5-acbf-0a5801810cf0 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0782378 Feb 16 12:40:51.844641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=f39ca3a7-e7e1-41c5-b103-652309e5203f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:51.847328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:51.857002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5640-9f3c-4c35-8048-6543d7bd9218 req-e129b1a6-fbd9-4f99-8aba-005a1b1acc12 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:51.858676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-991d5640-9f3c-4c35-8048-6543d7bd9218 req-e129b1a6-fbd9-4f99-8aba-005a1b1acc12 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.6520724 Feb 16 12:40:51.862746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': 'c61a10ba-3340-414f-9750-f8c8b8c0666d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:51.876335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:51.879258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.892795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Allocated IP 172.20.0.2 (762accb1-611e-4cd1-982e-6e7e651d39d2/0a59d61c-e72d-461e-83e2-a193608a1a3e/c7f1401f-778e-4830-9fd2-23b9126e1ce5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:51.921893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:51.922032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:51.925778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Usage tracker for resource:subnet and tenant:3ec8e9b36b3541c98f1122667aabd7b3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:51.929397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:51.936413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:51.952979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:51.954995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Made reservation on behalf of 3ec8e9b36b3541c98f1122667aabd7b3 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:51.958809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.963681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:51.973742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.977526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:51.978193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:51.979055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:40:51.979451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:40:52.002828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-991d5640-9f3c-4c35-8048-6543d7bd9218 req-f0b5a0c2-f8b6-4b31-8ee5-c00045520f51 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237094 Feb 16 12:40:52.011681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 068d0a89-d75d-459e-8c86-e6cde8f9c09f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:40:52.060956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 068d0a89-d75d-459e-8c86-e6cde8f9c09f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:40:52.062061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 068d0a89-d75d-459e-8c86-e6cde8f9c09f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:40:52.067573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:52.170925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4336650 Feb 16 12:40:52.174389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.186100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.189185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.190414 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5d78366-c5a7-4f4d-af96-0119b6385d22 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/floatingips/14a48e7e-c3b0-413a-838f-1b07a2b08d06 HTTP/1.1" status: 204 len: 168 time: 2.0641785 Feb 16 12:40:52.196711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.198594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.199340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab464166-5b2f-4169-9fe5-f8350d5198fb tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=dfe04ec1-92a2-4773-a584-af4df6cd13e9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:52.209650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Transition to ACTIVE for port object c7f1401f-778e-4830-9fd2-23b9126e1ce5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:52.218328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network dfe04ec1-92a2-4773-a584-af4df6cd13e9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:52.265223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Transition to ACTIVE for port object c7f1401f-778e-4830-9fd2-23b9126e1ce5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:52.271535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.282050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.291725 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d17cd5-a8f6-4889-b5f2-22672b87c02e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:52.292312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d17cd5-a8f6-4889-b5f2-22672b87c02e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:52.294126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36d17cd5-a8f6-4889-b5f2-22672b87c02e tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/9c81634f-5537-40a0-84c9-0ce45c0d225a HTTP/1.1" status: 404 len: 333 time: 0.0912731 Feb 16 12:40:52.299672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.330121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.331138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:52.376305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-96af1084-031f-4793-abc4-e129232681bc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Synchronizing usage tracker for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:52.385162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.403325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:52.406070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:52.414013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:52.428041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Pushing event updated for resources: {'Port': ['ID=c7f1401f-778e-4830-9fd2-23b9126e1ce5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:52.431895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8434a3be-ee16-4ff9-af57-b5558f76733a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:52.433399 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8434a3be-ee16-4ff9-af57-b5558f76733a tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "GET /v2.0/networks/dfe04ec1-92a2-4773-a584-af4df6cd13e9 HTTP/1.1" status: 200 len: 757 time: 0.2580597 Feb 16 12:40:52.440449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.458427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-96af1084-031f-4793-abc4-e129232681bc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Unset dirty status for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:52.459537 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96af1084-031f-4793-abc4-e129232681bc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03a9e6a-e497-491e-a091-f3c9a4c06eb0 HTTP/1.1" status: 200 len: 205 time: 0.1573954 Feb 16 12:40:52.470248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52390) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.509922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.527802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Attempting to bind port c7f1401f-778e-4830-9fd2-23b9126e1ce5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:52.528371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Attempting to bind port c7f1401f-778e-4830-9fd2-23b9126e1ce5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:52.530447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Attempting to bind port c7f1401f-778e-4830-9fd2-23b9126e1ce5 on network 762accb1-611e-4cd1-982e-6e7e651d39d2 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:52.532630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.541167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:52.541804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Checking segment: {'id': '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:52.543223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.544140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Bound using segment: {'id': '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:52.544749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Bound port: c7f1401f-778e-4830-9fd2-23b9126e1ce5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:52.545214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.549229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 068d0a89-d75d-459e-8c86-e6cde8f9c09f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:52.549744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.599267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Subnet': ['ID=58be3bcb-f7d9-4629-87b3-d2f813a48fc8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:52.634396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-8722533d-84f5-41e4-b2de-20abbdae5bff tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] delete failed (client error): The resource could not be found. Feb 16 12:40:52.638389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8722533d-84f5-41e4-b2de-20abbdae5bff tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/routers/f03a9e6a-e497-491e-a091-f3c9a4c06eb0 HTTP/1.1" status: 404 len: 336 time: 0.1613381 Feb 16 12:40:52.641031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] The port '068d0a89-d75d-459e-8c86-e6cde8f9c09f' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:40:52.642011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ba910c-1cdb-40ec-85dc-2a460fb7e5d8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:52.643238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.670301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] For port c7f1401f-778e-4830-9fd2-23b9126e1ce5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:52.671363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18373a2a-d957-4471-bf47-d31e20b9789f tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:52.672766 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18373a2a-d957-4471-bf47-d31e20b9789f tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "GET /v2.0/networks/3dee491c-a74b-44fa-b46a-c86ba347d364 HTTP/1.1" status: 200 len: 768 time: 0.2312927 Feb 16 12:40:52.676804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] For port c7f1401f-778e-4830-9fd2-23b9126e1ce5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c7f1401f-778e-4830-9fd2-23b9126e1ce5,segment=NetworkSegment(2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e),segment_id=2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:52.676970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.680386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.684098 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66bb0e98-9e0e-464e-9195-e9feacd6ae5c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8250978 Feb 16 12:40:52.684242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.714089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52402) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.728290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': 'c61a10ba-3340-414f-9750-f8c8b8c0666d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:52.732820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-69187a6b-99e8-45b1-bc3c-91a0edf4b390 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:52.734141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69187a6b-99e8-45b1-bc3c-91a0edf4b390 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:52.749894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Checking segment: {'id': 'e51ef4cf-9a2c-4218-b848-14772a8db916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:52.750294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network hostable DHCP agents. Network: 381d89e0-c733-4c20-ac75-874e176b01a0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:40:52.767112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:52.774219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69374e5-df35-4e37-aac9-f67118c80159 None None] Pushing event updated for resources: {'Port': ['ID=c7f1401f-778e-4830-9fd2-23b9126e1ce5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:52.792625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:52.844840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.10 (762accb1-611e-4cd1-982e-6e7e651d39d2/0a59d61c-e72d-461e-83e2-a193608a1a3e/8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:52.845214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:52.851432 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69187a6b-99e8-45b1-bc3c-91a0edf4b390 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/subnets/cba87491-a7aa-4aa3-a59d-499206f01d05 HTTP/1.1" status: 404 len: 337 time: 0.2064550 Feb 16 12:40:52.853325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.856744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52406) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:52.867687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:52.871401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.885934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 381d89e0-c733-4c20-ac75-874e176b01a0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:40:52.916099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:52.927123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 381d89e0-c733-4c20-ac75-874e176b01a0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:52.932576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd7451b-1137-4694-b485-f9fb9814424f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:52.933384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd7451b-1137-4694-b485-f9fb9814424f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:52.937407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73143463-71a0-41dd-8cd5-3e4dedec3727 None None] Network 381d89e0-c733-4c20-ac75-874e176b01a0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:52.942987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.954559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:52.955159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:52.959728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.026717 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-722d5a6a-f8db-49f7-b990-c9ca0aad2714 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2967484 Feb 16 12:40:53.027774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:53.028884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.043148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 436b034f-689c-4757-93a9-6c71a891df87 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:53.043478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.068594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-232f1637-e961-482e-8d87-f0f77246425d tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'router': {'external_gateway_info': {'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:53.259043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-381d89e0-c733-4c20-ac75-874e176b01a0', 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0', 'tenant_id': '3ec8e9b36b3541c98f1122667aabd7b3', 'fixed_ips': [{'subnet_id': '58be3bcb-f7d9-4629-87b3-d2f813a48fc8'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:40:53.259909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.316806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:53.317128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:53.331595 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:53.356512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.435943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Allocated IP 2001:db8:1::2 (381d89e0-c733-4c20-ac75-874e176b01a0/58be3bcb-f7d9-4629-87b3-d2f813a48fc8/18501c0d-1a35-43ed-b2af-49b19924d377) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:53.472798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe04ec1-92a2-4773-a584-af4df6cd13e9']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:53.503399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59837946-94e0-488f-a8ec-22a6b50a250a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:53.503658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59837946-94e0-488f-a8ec-22a6b50a250a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:53.597486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.618578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:53.626488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:53.647583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.682290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.697522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Transition to ACTIVE for port object 18501c0d-1a35-43ed-b2af-49b19924d377 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:53.702298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.726829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Transition to ACTIVE for port object 18501c0d-1a35-43ed-b2af-49b19924d377 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:53.735886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.770387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:53.770717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:53.785302 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:53.792674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.796771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.798344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232f1637-e961-482e-8d87-f0f77246425d tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.814946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.821683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.825343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.865850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Network 381d89e0-c733-4c20-ac75-874e176b01a0 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:53.874191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:53.879440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:53.907628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a5380-302d-43b7-80ad-727fd406817e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:53.978384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:53.983582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Pushing event updated for resources: {'Port': ['ID=18501c0d-1a35-43ed-b2af-49b19924d377,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:53.985952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Attempting to bind port 18501c0d-1a35-43ed-b2af-49b19924d377 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:40:53.986320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Attempting to bind port 18501c0d-1a35-43ed-b2af-49b19924d377 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'e51ef4cf-9a2c-4218-b848-14772a8db916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:40:53.986681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Attempting to bind port 18501c0d-1a35-43ed-b2af-49b19924d377 on network 381d89e0-c733-4c20-ac75-874e176b01a0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:40:53.993109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:40:53.993607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Checking segment: {'id': 'e51ef4cf-9a2c-4218-b848-14772a8db916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:40:53.994014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:53.994459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Bound using segment: {'id': 'e51ef4cf-9a2c-4218-b848-14772a8db916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:40:53.994941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Bound port: 18501c0d-1a35-43ed-b2af-49b19924d377, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51ef4cf-9a2c-4218-b848-14772a8db916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '381d89e0-c733-4c20-ac75-874e176b01a0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:40:53.995295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.024688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:54.032304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-78de41e0-1641-4591-b0e7-4c39d7744d5c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/8cd3a6c2-0037-44d5-9d96-c27c96a4a9dd HTTP/1.1" status: 204 len: 168 time: 3.3509815 Feb 16 12:40:54.043854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:54.044308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:54.048570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:54.056190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.056728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.057969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-66befb8e-9909-495d-ac52-ccd0f456e281 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3426552 Feb 16 12:40:54.062390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'name': 'tempest-PortsIpV6TestJSON-1105254676'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:54.070899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:54.093243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6881c8-509d-4f88-83b2-86b82a0043b6 None None] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:54.113176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:54.117455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c7f1401f-778e-4830-9fd2-23b9126e1ce5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:54.131288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.217304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfe04ec1-92a2-4773-a584-af4df6cd13e9 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:40:54.283071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.286816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] For port 18501c0d-1a35-43ed-b2af-49b19924d377, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:40:54.296774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/dfe04ec1-92a2-4773-a584-af4df6cd13e9 HTTP/1.1" status: 204 len: 168 time: 1.6187932 Feb 16 12:40:54.299503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2b8b9b23-9579-44b9-9ea7-03d7757e58ec None None] Provisioning for port c7f1401f-778e-4830-9fd2-23b9126e1ce5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:54.303674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:54.311656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 436b034f-689c-4757-93a9-6c71a891df87 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:54.314850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] For port 18501c0d-1a35-43ed-b2af-49b19924d377, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18501c0d-1a35-43ed-b2af-49b19924d377,segment=NetworkSegment(e51ef4cf-9a2c-4218-b848-14772a8db916),segment_id=e51ef4cf-9a2c-4218-b848-14772a8db916)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:40:54.331962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.344393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eeddfc-b5c3-49b2-aba8-7c1fa6aee0d3 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfe04ec1-92a2-4773-a584-af4df6cd13e9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:54.356121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:54.360349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:54.362935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'name': 'tempest-network--835171636'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:54.363175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:54.367360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:54.369283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:54.372753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Usage tracker for resource:network and tenant:b6cce01bceaf47abb27a3391ab5de282 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:54.375705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:54.382770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:54.391626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:54.395181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.401024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.413375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Made reservation on behalf of b6cce01bceaf47abb27a3391ab5de282 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:54.416618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.438210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c7f1401f-778e-4830-9fd2-23b9126e1ce5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:54.440314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port f712e009-3521-4d5a-a982-2f8e64aa8683 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:54.471735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c7f1401f-778e-4830-9fd2-23b9126e1ce5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:54.471947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:54.472193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.472556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.481108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.570897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:40:54.652876 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-600085ce-477a-4ba6-9ddf-f55688cb7863 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3148906 Feb 16 12:40:54.656728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:54.657823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3483fd-93f3-48d2-b8a2-baf6111bf338 None None] Pushing event updated for resources: {'Port': ['ID=18501c0d-1a35-43ed-b2af-49b19924d377,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:54.669345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': '762accb1-611e-4cd1-982e-6e7e651d39d2', 'name': 'tempest-PortsTestJSON-710708200', 'fixed_ips': [{'subnet_id': '0a59d61c-e72d-461e-83e2-a193608a1a3e', 'ip_address': '172.20.0.9'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:54.762562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.836549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c7f1401f-778e-4830-9fd2-23b9126e1ce5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c7f1401f-778e-4830-9fd2-23b9126e1ce5,segment=NetworkSegment(2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e),segment_id=2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:54.842658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:54.970293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c7f1401f-778e-4830-9fd2-23b9126e1ce5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:54.996947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:55.002317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:55.006023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:55.013833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:55.024976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.025495 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Added segment e41adbf6-9091-4e14-9863-5a1da38bb4a6 of type vlan for network 0a1ac834-011e-44d2-87eb-24546b6e67f1 Feb 16 12:40:55.060034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.117836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.131337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:55.137255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.146342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.147295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:55.148084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.159215 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-232f1637-e961-482e-8d87-f0f77246425d tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:40:55.164195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-232f1637-e961-482e-8d87-f0f77246425d tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd HTTP/1.1" status: 400 len: 364 time: 2.1223836 Feb 16 12:40:55.185877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.187016 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/154a5380-302d-43b7-80ad-727fd406817e HTTP/1.1" status: 204 len: 168 time: 1.0666008 Feb 16 12:40:55.196510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:55.196835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:55.199623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994479bf-c804-45d9-81c5-e35c9fac9c8a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=154a5380-302d-43b7-80ad-727fd406817e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:55.264993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Provisioning complete for port c7f1401f-778e-4830-9fd2-23b9126e1ce5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:55.265505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.282394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.427742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Provisioning for port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:55.437651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Provisioning complete for port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:55.438327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.486851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.514226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-911738b0-d0a1-4089-a314-3f9b9382fa3e None None] Port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:55.553975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 760cc564-53b1-47f0-8291-29e49fef76d2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:55.564291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.594537 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2516708 Feb 16 12:40:55.595820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.646993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-66d63329-e6ce-4f3b-87f0-68d0f5c9633a None None] Provisioning complete for port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:55.648091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66d63329-e6ce-4f3b-87f0-68d0f5c9633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.648244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:55.661337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:55.717324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f63bfb3b-429a-4865-8e01-52e54989bc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.718823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-66d63329-e6ce-4f3b-87f0-68d0f5c9633a None None] Port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:55.747042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:55.751806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:55.754836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:55.761775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:55.762417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:55.811620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=f712e009-3521-4d5a-a982-2f8e64aa8683,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:55.863350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d96937f5-316f-41b4-9491-8b1f2587144e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8141983 Feb 16 12:40:55.869105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:55.888390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbce471-ce00-4df2-be48-c8a5953fa398 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=0a1ac834-011e-44d2-87eb-24546b6e67f1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:55.900220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=436b034f-689c-4757-93a9-6c71a891df87,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:55.902653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 0a1ac834-011e-44d2-87eb-24546b6e67f1 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:40:55.956256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port f712e009-3521-4d5a-a982-2f8e64aa8683 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:55.956598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.065475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b6a0eb8-d50a-4ffd-99d0-410a30d57354 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:56.114627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235d05a-1a9b-437b-bd82-06903718009e None None] Network 381d89e0-c733-4c20-ac75-874e176b01a0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:40:56.211563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18501c0d-1a35-43ed-b2af-49b19924d377 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:56.259260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dad0e3d9-dc7e-4824-8cd4-2a98bf6887c2 None None] Provisioning for port 18501c0d-1a35-43ed-b2af-49b19924d377 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:56.351392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.17 (34a702b1-a1d6-49e8-b218-733b0b9135f7/92e4b98d-a58d-4cbf-a37f-925ff7be781a/92a04b8a-d903-4a92-a81c-82b341096460) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:56.354613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.362481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 18501c0d-1a35-43ed-b2af-49b19924d377 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:56.376466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 18501c0d-1a35-43ed-b2af-49b19924d377 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:56.376832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.460255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b6a0eb8-d50a-4ffd-99d0-410a30d57354 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:56.464498 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b6a0eb8-d50a-4ffd-99d0-410a30d57354 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 1.2587936 Feb 16 12:40:56.470124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:56.489220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for f712e009-3521-4d5a-a982-2f8e64aa8683 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:56.530139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.588268 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-123fbb0f-def8-4f5b-b3d8-8c8699e0ba9a tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/436b034f-689c-4757-93a9-6c71a891df87 HTTP/1.1" status: 204 len: 168 time: 3.7304354 Feb 16 12:40:56.600241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:56.654653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.680373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.702490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.709282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 18501c0d-1a35-43ed-b2af-49b19924d377, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18501c0d-1a35-43ed-b2af-49b19924d377,segment=NetworkSegment(e51ef4cf-9a2c-4218-b848-14772a8db916),segment_id=e51ef4cf-9a2c-4218-b848-14772a8db916)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:40:56.715379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.723972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.725276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c7f1401f-778e-4830-9fd2-23b9126e1ce5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:56.725532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.9 (762accb1-611e-4cd1-982e-6e7e651d39d2/0a59d61c-e72d-461e-83e2-a193608a1a3e/760cc564-53b1-47f0-8291-29e49fef76d2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:56.736671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.758765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.799193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.826865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port 7ee56ce3-ba07-414f-a057-03482744b5d2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:56.827203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.886231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=f712e009-3521-4d5a-a982-2f8e64aa8683,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:56.886493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=18501c0d-1a35-43ed-b2af-49b19924d377,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:56.901027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c7f1401f-778e-4830-9fd2-23b9126e1ce5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:56.901318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.902788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.915539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-271d61b6-4054-42c6-8bf6-643490d1b7e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/f712e009-3521-4d5a-a982-2f8e64aa8683 HTTP/1.1" status: 204 len: 168 time: 1.0452032 Feb 16 12:40:56.918849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:56.925560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'mac_address': 'fa:16:3e:ad:c1:1f', 'name': 'tempest-PortsIpV6TestJSON-1870693224'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:40:56.930871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Network 0a1ac834-011e-44d2-87eb-24546b6e67f1 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:40:56.931753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:56.932367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:56.933645 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "PUT /v2.0/networks/0a1ac834-011e-44d2-87eb-24546b6e67f1 HTTP/1.1" status: 200 len: 857 time: 1.2818668 Feb 16 12:40:56.943774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52462) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:56.955676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.048404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c6c390b-6407-4f81-b1ee-a6286fc2b39a None None] Provisioning complete for port 18501c0d-1a35-43ed-b2af-49b19924d377 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:57.048778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c6c390b-6407-4f81-b1ee-a6286fc2b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.064992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 92a04b8a-d903-4a92-a81c-82b341096460 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:57.171904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.173990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:40:57.183746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:40:57.190169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:40:57.199682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:40:57.237309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:40:57.263239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.276590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.358951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c08f-1db3-4862-9108-51b2b18e9a79 tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event updated for resources: {'Network': ['ID=0a1ac834-011e-44d2-87eb-24546b6e67f1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:57.372473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0ba910c-1cdb-40ec-85dc-2a460fb7e5d8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:57.438408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.439431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5344b33e-026e-409f-b8b1-2b27afd42380 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d0ba910c-1cdb-40ec-85dc-2a460fb7e5d8 HTTP/1.1" status: 204 len: 168 time: 0.9548712 Feb 16 12:40:57.448986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:57.481487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:57.492575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:57.496580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.506137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:57.536626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.564595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:57.582449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1ac834-011e-44d2-87eb-24546b6e67f1']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:57.604240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41adbf6-9091-4e14-9863-5a1da38bb4a6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:57.604719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41adbf6-9091-4e14-9863-5a1da38bb4a6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:57.633347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 57c53ca3-4742-4ccb-97fa-2694eddfecf4 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:40:57.671787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.693474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.723457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.739027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:57.739750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:57.753756 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:57.756114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a663f660-0ac4-4a72-a83d-7f724cfeda30 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:57.817064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5171524-4857-4f98-b97f-4a0a5ffce58b None None] Provisioning for port 92a04b8a-d903-4a92-a81c-82b341096460 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:57.823001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5171524-4857-4f98-b97f-4a0a5ffce58b None None] Provisioning complete for port 92a04b8a-d903-4a92-a81c-82b341096460 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:57.823444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5171524-4857-4f98-b97f-4a0a5ffce58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.863994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.883083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.892125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a663f660-0ac4-4a72-a83d-7f724cfeda30 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:57.895850 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a663f660-0ac4-4a72-a83d-7f724cfeda30 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4350495 Feb 16 12:40:57.897517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d5171524-4857-4f98-b97f-4a0a5ffce58b None None] Port 92a04b8a-d903-4a92-a81c-82b341096460 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:57.904997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:57.906235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d85e-6537-4759-815a-e833d81ac4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:57.978949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.000595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a1ac834-011e-44d2-87eb-24546b6e67f1 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:40:58.009488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18501c0d-1a35-43ed-b2af-49b19924d377 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:40:58.018943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.034348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a1ac834-011e-44d2-87eb-24546b6e67f1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:58.055812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 760cc564-53b1-47f0-8291-29e49fef76d2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:58.094829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 18501c0d-1a35-43ed-b2af-49b19924d377 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:58.095222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.108814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-29a17b80-e869-4642-b2af-ad21cef5ce0a tempest-ExternalNetworksTestJSON-1209488234 tempest-ExternalNetworksTestJSON-1209488234-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0a1ac834-011e-44d2-87eb-24546b6e67f1 HTTP/1.1" status: 204 len: 168 time: 1.1602297 Feb 16 12:40:58.112630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:58.113155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for 7ee56ce3-ba07-414f-a057-03482744b5d2 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:40:58.150951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.157824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.166092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-277ec661-e25f-4c3c-b338-81904b702164 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] DELETE failed (client error): The resource could not be found. Feb 16 12:40:58.166547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277ec661-e25f-4c3c-b338-81904b702164 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:40:58.168221 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-277ec661-e25f-4c3c-b338-81904b702164 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "DELETE /v2.0/subnets/63e8dc27-5840-4b05-99b9-14a023aae243 HTTP/1.1" status: 404 len: 337 time: 0.0546780 Feb 16 12:40:58.171898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:58.178056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.243166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.259889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Allocated IP 2001:db8::1 (7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c/ade750e1-068c-425b-b25e-e144c48d51fa/2520b06e-edca-4d3b-b2e3-92acc83cca4d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:40:58.290846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:58.298832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:58.301424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:58.360764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.367988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.378087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=760cc564-53b1-47f0-8291-29e49fef76d2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:58.446243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.507990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:58.508654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.556744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.610005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdade53a-d560-4876-b7be-faabb4b39ba9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:58.633321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2611e4ca-595a-4632-98ff-ad0261cce262 None None] Provisioning for port 760cc564-53b1-47f0-8291-29e49fef76d2 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:58.639418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2611e4ca-595a-4632-98ff-ad0261cce262 None None] Provisioning complete for port 760cc564-53b1-47f0-8291-29e49fef76d2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:58.640090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2611e4ca-595a-4632-98ff-ad0261cce262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.679898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.681535 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a064d74-ff57-4cb2-ace1-32866825665d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fdade53a-d560-4876-b7be-faabb4b39ba9 HTTP/1.1" status: 204 len: 168 time: 0.7758024 Feb 16 12:40:58.683532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b34b6a9b-4196-431a-beec-346216e10afa tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0256808 Feb 16 12:40:58.685977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:58.686313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:58.704887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2611e4ca-595a-4632-98ff-ad0261cce262 None None] Port 760cc564-53b1-47f0-8291-29e49fef76d2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:58.717812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.778922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.781916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=7ee56ce3-ba07-414f-a057-03482744b5d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:58.807678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:58.839947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:58.865013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Transition to ACTIVE for port object 2520b06e-edca-4d3b-b2e3-92acc83cca4d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:40:58.895325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:58.901194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:58.901378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.901668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.903103 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2edff20c-ba60-45c7-8383-ed31581a6710 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/ports/7ee56ce3-ba07-414f-a057-03482744b5d2 HTTP/1.1" status: 204 len: 168 time: 2.2950594 Feb 16 12:40:58.906124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:58.910255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=57c53ca3-4742-4ccb-97fa-2694eddfecf4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:58.934683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.961947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:58.962293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.035333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:40:59.040668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.041595 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8bb5b4ec-b925-4f93-b7da-2d863c0739b7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1214809 Feb 16 12:40:59.055850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52494) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.057551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dee491c-a74b-44fa-b46a-c86ba347d364']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:59.079384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4c06fc2-ccae-424d-b4ed-a742fc90b5ff tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:59.127158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3db06e-d293-4e22-9fd7-06ced3bf1fd4') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:59.127445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3db06e-d293-4e22-9fd7-06ced3bf1fd4') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:40:59.171954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.180279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:40:59.185813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:40:59.186325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.200621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Port': ['ID=2520b06e-edca-4d3b-b2e3-92acc83cca4d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:59.235078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.236359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c08dc5-fb96-4eb8-908e-31008ce2fae4 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.237085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07c08dc5-fb96-4eb8-908e-31008ce2fae4 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Synchronizing usage tracker for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:59.244311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c5ad2-c017-430f-8aa5-dacba99a188b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.244882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-071c5ad2-c017-430f-8aa5-dacba99a188b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:59.260557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca549dc-097a-4529-823b-fa943997d75d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.261185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4ca549dc-097a-4529-823b-fa943997d75d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:40:59.265320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07c08dc5-fb96-4eb8-908e-31008ce2fae4 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Unset dirty status for tenant:7c9bfaaeb3054cd291a75af8d1e58529 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:59.266437 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-07c08dc5-fb96-4eb8-908e-31008ce2fae4 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "GET /v2.0/ports?device_id=1678e40a-3f79-4f7d-bd90-e9c8b4651d08 HTTP/1.1" status: 200 len: 913 time: 0.3592265 Feb 16 12:40:59.268189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4c06fc2-ccae-424d-b4ed-a742fc90b5ff tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:59.272802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c4c06fc2-ccae-424d-b4ed-a742fc90b5ff tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5766921 Feb 16 12:40:59.273008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.275763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52500) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.286633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:40:59.286963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:40:59.304275 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:40:59.424260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.434694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-333c3339-850f-4188-acff-684c075e76c7 None None] Provisioning for port 2520b06e-edca-4d3b-b2e3-92acc83cca4d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:40:59.440299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-333c3339-850f-4188-acff-684c075e76c7 None None] Provisioning complete for port 2520b06e-edca-4d3b-b2e3-92acc83cca4d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:40:59.441112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-333c3339-850f-4188-acff-684c075e76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.457142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.465205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-071c5ad2-c017-430f-8aa5-dacba99a188b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:59.466378 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-071c5ad2-c017-430f-8aa5-dacba99a188b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/57c53ca3-4742-4ccb-97fa-2694eddfecf4 HTTP/1.1" status: 200 len: 845 time: 0.3993287 Feb 16 12:40:59.471444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52506) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.472322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4ca549dc-097a-4529-823b-fa943997d75d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:40:59.477074 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4ca549dc-097a-4529-823b-fa943997d75d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7788465 Feb 16 12:40:59.477256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52508) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.501619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-333c3339-850f-4188-acff-684c075e76c7 None None] Port 2520b06e-edca-4d3b-b2e3-92acc83cca4d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:40:59.524667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.527824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.557089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.574943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] Pushing event deleted for resources: {'Network': ['ID=3dee491c-a74b-44fa-b46a-c86ba347d364,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:59.604397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b46f4840-29c3-4c0d-ac3c-830d657f6b39 tempest-ExternalNetworksTestJSON-526582809 tempest-ExternalNetworksTestJSON-526582809-project] 10.222.0.65 "DELETE /v2.0/networks/3dee491c-a74b-44fa-b46a-c86ba347d364 HTTP/1.1" status: 204 len: 168 time: 1.4299350 Feb 16 12:40:59.638673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.653553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630f226-c066-4d98-a608-9a939ddcf536 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.659484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630f226-c066-4d98-a608-9a939ddcf536 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.665654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630f226-c066-4d98-a608-9a939ddcf536 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:40:59.670162 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a630f226-c066-4d98-a608-9a939ddcf536 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1892521 Feb 16 12:40:59.670416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52516) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.673060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.770489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 57c53ca3-4742-4ccb-97fa-2694eddfecf4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:59.771056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.815427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.840702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:40:59.855190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 760cc564-53b1-47f0-8291-29e49fef76d2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:40:59.855549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.887294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:59.920453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52522) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:40:59.956729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52ca9163-2a1b-4869-84ae-cb152dfbb9fc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:00.011117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.014623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f31b4b29-f2fd-4627-b3b7-aa0219956d08 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/52ca9163-2a1b-4869-84ae-cb152dfbb9fc HTTP/1.1" status: 204 len: 168 time: 0.7355700 Feb 16 12:41:00.019765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52528) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:00.309639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0eac162-cae6-4d88-981c-18a967dd8c7f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:00.336751 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8e786d5-2bfa-48b5-8efe-4a08a7b2df42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd45d5ed6fad43d796f4ca24a521ce8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153924 Feb 16 12:41:00.341289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:00.352243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:00.364294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:00.397146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.462087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.515161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0eac162-cae6-4d88-981c-18a967dd8c7f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:00.519305 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c0eac162-cae6-4d88-981c-18a967dd8c7f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4860742 Feb 16 12:41:00.524921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.534729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:00.621974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 760cc564-53b1-47f0-8291-29e49fef76d2 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:00.637366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-daf1af5a-4364-4496-95b4-4a83b54d1a95 None None] Provisioning complete for port 92a04b8a-d903-4a92-a81c-82b341096460 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:00.637931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-daf1af5a-4364-4496-95b4-4a83b54d1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.697294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-daf1af5a-4364-4496-95b4-4a83b54d1a95 None None] Port 92a04b8a-d903-4a92-a81c-82b341096460 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:00.744744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.829761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.839138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 57c53ca3-4742-4ccb-97fa-2694eddfecf4 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:00.893260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:00.896373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:00.915444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.918526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.941791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.942532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:00.984960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.011283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.064718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.136326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=760cc564-53b1-47f0-8291-29e49fef76d2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.156124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c670999-0ef2-4e7a-84ae-69ef61edc2fa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.156372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event updated for resources: {'Port': ['ID=2520b06e-edca-4d3b-b2e3-92acc83cca4d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.163968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.165840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.261366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:01.270365 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-750f69b3-7d72-4434-8ffe-7dcc5c5dbc69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/a72d1b56-9235-4203-bdd5-8a016aed0284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6342561 Feb 16 12:41:01.274587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.278091 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-888b139e-3195-48b0-b620-e5ec7ad06d89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c670999-0ef2-4e7a-84ae-69ef61edc2fa HTTP/1.1" status: 204 len: 168 time: 0.9259913 Feb 16 12:41:01.278242 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:01.289817 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:01.290864 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:01.296052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b01ddd-534e-4c0a-ad5d-9f2e6d5df95d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.297574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=57c53ca3-4742-4ccb-97fa-2694eddfecf4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:01.298759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.301512 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c8be4ac-768a-45c6-b979-1aff058542e3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/760cc564-53b1-47f0-8291-29e49fef76d2 HTTP/1.1" status: 204 len: 168 time: 1.6301961 Feb 16 12:41:01.308793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52544) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.327446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.364164 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad35f3d-220b-4611-be3c-af62b6a108eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:41:01.364704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aad35f3d-220b-4611-be3c-af62b6a108eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:01.386049 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-867ba5d4-ea72-42e3-b77a-ec782681bf06 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/57c53ca3-4742-4ccb-97fa-2694eddfecf4 HTTP/1.1" status: 204 len: 168 time: 1.8568287 Feb 16 12:41:01.386892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.387480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.387690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aad35f3d-220b-4611-be3c-af62b6a108eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:01.394210 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11250651-b5b3-4029-8385-350c11694c10 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a3b01ddd-534e-4c0a-ad5d-9f2e6d5df95d HTTP/1.1" status: 204 len: 168 time: 0.8531766 Feb 16 12:41:01.394401 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aad35f3d-220b-4611-be3c-af62b6a108eb tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/760cc564-53b1-47f0-8291-29e49fef76d2 HTTP/1.1" status: 404 len: 333 time: 0.0793014 Feb 16 12:41:01.406209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52552) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.406552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.452186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68f5b65-9da7-4b5d-b4ec-4a9b1e849a61 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:41:01.457030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:01.457192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a68f5b65-9da7-4b5d-b4ec-4a9b1e849a61 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/57c53ca3-4742-4ccb-97fa-2694eddfecf4 HTTP/1.1" status: 404 len: 333 time: 0.0636363 Feb 16 12:41:01.457813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.464708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'name': 'tempest-PortsIpV6TestJSON-1882702700'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:01.536154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:01.574163 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:01.590306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.618178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:01.633311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:01.650845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:01.655709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.702257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:01.856277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:01.953224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cfaed6c2-4887-4ad5-9386-f7d940c9648c None None] Provisioning complete for port 2520b06e-edca-4d3b-b2e3-92acc83cca4d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:01.954226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfaed6c2-4887-4ad5-9386-f7d940c9648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:01.961254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:40:58Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a04b8a-d903-4a92-a81c-82b341096460', 'name': '', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:8d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:40:55Z', 'updated_at': '2022-02-16T12:40:59Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:01.965909 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:01.966387 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Updating router a72d1b56-9235-4203-bdd5-8a016aed0284 port 92a04b8a-d903-4a92-a81c-82b341096460 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:02.012762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cfaed6c2-4887-4ad5-9386-f7d940c9648c None None] Port 2520b06e-edca-4d3b-b2e3-92acc83cca4d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:02.020669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:02.021173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.023125 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.081761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Router bc357ae9-b3b8-47c5-a9af-d2f195356dfd has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:02.090552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f08adf4-461a-4174-9604-eed6efb3ac79 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:02.122495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99be7749-6ee3-436e-8690-e4f58707de85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6cce01bceaf47abb27a3391ab5de282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632816 Feb 16 12:41:02.123174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.124645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.199224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.215719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.282103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.290212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f08adf4-461a-4174-9604-eed6efb3ac79 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:02.291473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f08adf4-461a-4174-9604-eed6efb3ac79 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8794014 Feb 16 12:41:02.300580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.317363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:02.332870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:02.355878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:02.361411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:02.362052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.383738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.385194 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.398167 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Transition to ACTIVE for port object 92a04b8a-d903-4a92-a81c-82b341096460 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:02.405155 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.450500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a438ae69-6d2e-4d1b-8aff-47b16b55a4bc tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9891424 Feb 16 12:41:02.451032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.459249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:02.495793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.523385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.555928 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Pushing event updated for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.574912 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.575525 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.576061 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.576540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.577014 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.577502 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.578121 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.578611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.579062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa16d8-bb7a-46fd-92ba-d27d28171a34,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.579246 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.579841 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.587237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.591669 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.592321 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:02.685845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.686964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05536e5a-e6ac-4035-baa7-601a8f9132b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96aa16d8-bb7a-46fd-92ba-d27d28171a34 HTTP/1.1" status: 204 len: 168 time: 0.5614247 Feb 16 12:41:02.713667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.728321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.735888 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Attempting to bind port 92a04b8a-d903-4a92-a81c-82b341096460 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:02.736698 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Attempting to bind port 92a04b8a-d903-4a92-a81c-82b341096460 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:02.737486 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Attempting to bind port 92a04b8a-d903-4a92-a81c-82b341096460 on network 34a702b1-a1d6-49e8-b218-733b0b9135f7 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:02.744433 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:02.745302 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Checking segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:02.745925 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.746540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Bound using segment: {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:02.747410 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Bound port: 92a04b8a-d903-4a92-a81c-82b341096460, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f084a417-4542-4b7c-82e3-19d97a870d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:02.748014 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.797174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.836505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61a10ba-3340-414f-9750-f8c8b8c0666d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:02.856884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:02.878172 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] For port 92a04b8a-d903-4a92-a81c-82b341096460, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:02.883549 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] For port 92a04b8a-d903-4a92-a81c-82b341096460, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92a04b8a-d903-4a92-a81c-82b341096460,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:02.893799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.894701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:02.898265 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2216843f-3a9c-4aef-9158-2947f804751b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/c61a10ba-3340-414f-9750-f8c8b8c0666d HTTP/1.1" status: 204 len: 168 time: 0.5943158 Feb 16 12:41:02.902587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.963159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:02.973658 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-631cea52-d398-4655-9398-ebaa5e12833a tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7694499 Feb 16 12:41:02.977994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] Sync routers for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:02.987038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:02.994251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:02.998168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.023707 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:03.028718 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.087322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2cb66ade-3479-4004-b84d-b48509fdeddf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:03.135082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.139016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2cb66ade-3479-4004-b84d-b48509fdeddf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:03.141237 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2cb66ade-3479-4004-b84d-b48509fdeddf tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2378104 Feb 16 12:41:03.144384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.150005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.157456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52596) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.178723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:03.180307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.240571 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cacc25-f1b5-44d5-ba86-7fda53f611d6 None None] Pushing event updated for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:03.266153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a24af87a-4949-48a3-ae65-cea7900676f6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.269851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] In _notify_port_updated(), no bound segment for port d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f on network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:03.278103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:03.278764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.286786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/ports/d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f HTTP/1.1" status: 200 len: 818 time: 0.8347163 Feb 16 12:41:03.288667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc96b5a-efd4-4ea1-be6e-027716236a87 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:03.305377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062876973'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:03.310802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52604) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.321281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.321694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058bc88-2a86-49ab-b1aa-0e8dcda41f3b None None] The sync data for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:03.359378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:03.381341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:03.406844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:03.407224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.439553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.452392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:03.470174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:03.474731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:03.478122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:03.484117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:03.591770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port ce3ac1fb-5cb6-4d27-8df3-11de496c16d0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:03.592342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.760521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.770101 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-a24af87a-4949-48a3-ae65-cea7900676f6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:41:03.775384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a24af87a-4949-48a3-ae65-cea7900676f6 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd HTTP/1.1" status: 409 len: 329 time: 0.7873206 Feb 16 12:41:03.776137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:03.783649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:03.894576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:40:58Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a04b8a-d903-4a92-a81c-82b341096460', 'name': '', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:8d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:40:55Z', 'updated_at': '2022-02-16T12:41:02Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:03.902985 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38827cb-94b0-4325-8e37-757f6cce0c49 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:40:58Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92a04b8a-d903-4a92-a81c-82b341096460', 'name': '', 'network_id': '34a702b1-a1d6-49e8-b218-733b0b9135f7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:8d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:40:55Z', 'updated_at': '2022-02-16T12:41:02Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '92e4b98d-a58d-4cbf-a37f-925ff7be781a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:03.909305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:03.921381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.008483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.029840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.133052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be01a0c-db8b-4ce8-a425-aa2c2a7838ca,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.135438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.206425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.207912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fed13742-c9c7-4162-a57a-746353b0fade tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9593847 Feb 16 12:41:04.234896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.238768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.248172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.255657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '8be01a0c-db8b-4ce8-a425-aa2c2a7838ca', 'direction': 'ingress', 'protocol': 17}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:04.263598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:04.272991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:04.276616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:04.283366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:04.306323 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-55dbf2c7-9676-4768-bf21-7110566f133f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f HTTP/1.1" status: 204 len: 168 time: 0.9941854 Feb 16 12:41:04.307363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.364109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.435766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.449275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.464096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.473455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.481988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24089f54-3a43-4cf1-95aa-257983c03634,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:04.527214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.529347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-64d05d07-b087-4f1f-8d1c-646de2915e3d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2788243 Feb 16 12:41:04.532236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.599221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aad4aa-e350-4b7d-8ae2-4d964f77d78a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:04.600143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b8aad4aa-e350-4b7d-8ae2-4d964f77d78a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:04.654707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.680433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b8aad4aa-e350-4b7d-8ae2-4d964f77d78a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:04.684669 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b8aad4aa-e350-4b7d-8ae2-4d964f77d78a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3763444 Feb 16 12:41:04.685364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.759812 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d20960e-db08-48b3-8dee-2f48336cb5ea tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 HTTP/1.1" status: 204 len: 168 time: 3.3520191 Feb 16 12:41:04.775538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for ce3ac1fb-5cb6-4d27-8df3-11de496c16d0 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:04.806873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.869720 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a916c16a-4256-4846-be30-ef619f711d3e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:41:04.870506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a916c16a-4256-4846-be30-ef619f711d3e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:04.986881 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed8a4b8-384c-47a5-a928-885a43cdc376 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:41:04.988215 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ed8a4b8-384c-47a5-a928-885a43cdc376 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/d7fbcb63-e8f6-4f7c-b854-dee8c8d4197f HTTP/1.1" status: 404 len: 333 time: 0.2991197 Feb 16 12:41:04.989031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:04.998959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52662) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.005253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.021063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a916c16a-4256-4846-be30-ef619f711d3e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:05.022631 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a916c16a-4256-4846-be30-ef619f711d3e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/8b54af8b-a3f7-4ce1-a59d-d2e5ff432b54 HTTP/1.1" status: 404 len: 333 time: 0.2144787 Feb 16 12:41:05.027867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.030488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1659851358'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.040707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.052022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.057652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.079082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.113114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:05.119487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.139467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.191502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be01a0c-db8b-4ce8-a425-aa2c2a7838ca,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.197881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 0a59d61c-e72d-461e-83e2-a193608a1a3e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:05.198139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-598432618'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.208391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.208734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.210275 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-33e51198-f6eb-43dc-a074-f3b0464fa938 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/8be01a0c-db8b-4ce8-a425-aa2c2a7838ca HTTP/1.1" status: 204 len: 168 time: 0.6764719 Feb 16 12:41:05.220432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.222298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.223025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:05.232030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Usage tracker for resource:router and tenant:dd222181a6974412bf01f92f7333826a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.235605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.259077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.259422 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment f693c53b-eb15-4d54-9926-038d006ccbd5 of type vlan for network f7fbe25d-dab4-45bf-886b-ba67b08f712a Feb 16 12:41:05.260651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.291828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.318774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.322400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.324553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.335510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-afea8779-3099-4f34-9a59-50e5042055f9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:05.375417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-afea8779-3099-4f34-9a59-50e5042055f9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:05.376988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-afea8779-3099-4f34-9a59-50e5042055f9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1503224 Feb 16 12:41:05.378051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.385780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.393176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088483474'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.401502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.406661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:05.407237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.413921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.464509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.472744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.497394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.544808 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5447416 Feb 16 12:41:05.551686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52684) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.556757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.568645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3496b78-efd9-4432-9866-e03d48c53828 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=f7fbe25d-dab4-45bf-886b-ba67b08f712a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.574940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.576426 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06fd8950-f210-4b25-bc81-a14790900ff8 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5807073 Feb 16 12:41:05.579275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:05.588035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:05.590272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=ce3ac1fb-5cb6-4d27-8df3-11de496c16d0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:05.595356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:05.617947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.651135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.680312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:05.694956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:05.771666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:05.785659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:05.790770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.015116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92a04b8a-d903-4a92-a81c-82b341096460 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:06.086290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 92a04b8a-d903-4a92-a81c-82b341096460 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:06.091938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92a04b8a-d903-4a92-a81c-82b341096460 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:06.092446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.128984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.135910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.139067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.176630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.183083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.198628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.199105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f634316-4921-4a2f-9fed-1b6e81e845e7 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:06.227426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.236365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21236379-299e-490e-a21d-d4d42cbab413,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.238587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.250077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.262024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.264335 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4fd2d270-b8a9-42f8-82e5-47abb7d48176 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8769126 Feb 16 12:41:06.267870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.269054 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e27d7cf0-f330-40c9-8bf5-4181c9a1c549 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "DELETE /v2.0/routers/2f634316-4921-4a2f-9fed-1b6e81e845e7 HTTP/1.1" status: 204 len: 168 time: 0.6888990 Feb 16 12:41:06.269658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:06.272690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52698) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:06.277255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 92a04b8a-d903-4a92-a81c-82b341096460, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92a04b8a-d903-4a92-a81c-82b341096460,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:06.277965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--828465780'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:06.281551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.285901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Request body: {'router': {'name': 'tempest-router-2123030764', 'distributed': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:06.290197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.292025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.294492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.299227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.302371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.304556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Usage tracker for resource:router and tenant:dd222181a6974412bf01f92f7333826a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.307849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.310073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.317279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.320763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.337809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.349057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.350058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.355049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.367917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=0a59d61c-e72d-461e-83e2-a193608a1a3e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.368475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.375369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:06.380512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:06.383833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.384495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.391244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1df48-0eca-4c70-8a1c-d9f488b8eb00 None None] Network 762accb1-611e-4cd1-982e-6e7e651d39d2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:06.393625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:06.420753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.439121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:06.443001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.488138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.492615 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4fe30bd7-f6fb-42e8-8201-65ba0552d038 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2155769 Feb 16 12:41:06.493654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:06.513058 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5935d1d-9d8c-4e05-a419-be6d508b08bc tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/0a59d61c-e72d-461e-83e2-a193608a1a3e HTTP/1.1" status: 204 len: 168 time: 1.4811077 Feb 16 12:41:06.516856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52706) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:06.576598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.625155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.629231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.665692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.736884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] DHCP port deletion for 762accb1-611e-4cd1-982e-6e7e651d39d2 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:06.742544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Deleting port c7f1401f-778e-4830-9fd2-23b9126e1ce5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:06.743036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.749393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.753111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4799852 Feb 16 12:41:06.754659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:06.760351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '21236379-299e-490e-a21d-d4d42cbab413', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b5b0c0f-ac34-4c3c-809e-2b2e6fc3ecf2', 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:06.822493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.927121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58f4a9-faa4-4470-b578-bb5cc8b61830 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b0c0f-ac34-4c3c-809e-2b2e6fc3ecf2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:06.940299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:06.973493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] For port c7f1401f-778e-4830-9fd2-23b9126e1ce5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c7f1401f-778e-4830-9fd2-23b9126e1ce5,segment=NetworkSegment(2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e),segment_id=2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:06.973901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.017515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port c7f1401f-778e-4830-9fd2-23b9126e1ce5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:07.017880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.056024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting port 2520b06e-edca-4d3b-b2e3-92acc83cca4d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:07.056024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.095459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Calling delete_port for c7f1401f-778e-4830-9fd2-23b9126e1ce5 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:07.120039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.123107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.143521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:07.146927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:07.150150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.150679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3799602-c5aa-4e82-b917-f72f1f3c1251 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:07.157364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:07.165931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.166707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91be41fd-3d0c-4c87-8c4b-26ff61827866 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d3799602-c5aa-4e82-b917-f72f1f3c1251 HTTP/1.1" status: 204 len: 168 time: 0.6717632 Feb 16 12:41:07.171818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.177736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Request body: {'router': {'name': 'tempest-router-1742083632', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '55d7d77787474548a6ecf16db0f768f6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:07.180400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.189522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:07.199366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Usage tracker for resource:router and tenant:55d7d77787474548a6ecf16db0f768f6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:07.201925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.211284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:07.221019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:07.241094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] Pushing event deleted for resources: {'Port': ['ID=c7f1401f-778e-4830-9fd2-23b9126e1ce5,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.249251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978664a-714a-4e7b-a9bf-29098a602d96 None None] No DVR routers for this DVR port c7f1401f-778e-4830-9fd2-23b9126e1ce5 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:07.260591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.261787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.300873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.302954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.309364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] The port 'c7f1401f-778e-4830-9fd2-23b9126e1ce5' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:07.311309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.341949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0223f6-7f19-4ff3-b6eb-ea592d8c9a4d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.355442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.370123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.374407 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c8699c73-1d3a-4c34-b586-8a399d5662be tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6152797 Feb 16 12:41:07.375009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.388931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.390041 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e4bbe2dc-ce0a-4aba-bb63-35080be5469f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2172573 Feb 16 12:41:07.393453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.400183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:07.523425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.545446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.655714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.744296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.809711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.822320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.825759 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5a0223f6-7f19-4ff3-b6eb-ea592d8c9a4d HTTP/1.1" status: 204 len: 168 time: 0.4478602 Feb 16 12:41:07.831279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85951fd-6dff-4c58-a03b-e9ed63c8677a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a0223f6-7f19-4ff3-b6eb-ea592d8c9a4d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.833565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52726) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.840359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.840687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.871978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:07.891733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762accb1-611e-4cd1-982e-6e7e651d39d2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:07.899369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.909244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=dfcc5737-6836-481c-b447-5602ad80a153,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:07.924171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:07.924468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd533bf-83c0-4592-bd8c-d4aeb09f3a2e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:07.986246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92a04b8a-d903-4a92-a81c-82b341096460 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:08.025184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79031b97-54a1-4dff-bc77-bd7e25124f90 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:08.029142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87698) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 12:41:08.029499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Router f644c426-28aa-4174-bbf2-814300261946 migrating from provider to provider. {{(pid=87698) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 12:41:08.029878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.037506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.044583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.048804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79031b97-54a1-4dff-bc77-bd7e25124f90 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:08.052838 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79031b97-54a1-4dff-bc77-bd7e25124f90 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2126989 Feb 16 12:41:08.053004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.057768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92a04b8a-d903-4a92-a81c-82b341096460 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:08.058214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.105573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.158946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Calling delete_port for 2520b06e-edca-4d3b-b2e3-92acc83cca4d owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:08.199436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': 'f693c53b-eb15-4d54-9926-038d006ccbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:08.199800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: f7fbe25d-dab4-45bf-886b-ba67b08f712a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:08.223908 dv-neutron-829435-1-hyperv neutron-server[87698]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] No L3 agents can host the router f644c426-28aa-4174-bbf2-814300261946 Feb 16 12:41:08.240450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c7f1401f-778e-4830-9fd2-23b9126e1ce5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:08.275633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c7f1401f-778e-4830-9fd2-23b9126e1ce5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:08.276307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c7f1401f-778e-4830-9fd2-23b9126e1ce5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:08.281094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.303876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:08.304306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:08.324098 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:08.422050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.426344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:08.427814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:08.436969 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] Sync routers for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:08.451569 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:08.452527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:08.461273 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7713d330-4cbd-4645-bfa6-53cb6259d7dc tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "PUT /v2.0/routers/1678e40a-3f79-4f7d-bd90-e9c8b4651d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1847072 Feb 16 12:41:08.462341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52734) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.519931 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:08.530711 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] Routers {'1678e40a-3f79-4f7d-bd90-e9c8b4651d08'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:08.531428 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:08.535850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.537499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, f7fbe25d-dab4-45bf-886b-ba67b08f712a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:08.544829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.554776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8167c8a7-2018-402e-8236-dfbccb76b07b None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:08.557851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.568515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:08.569678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.573979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Hosts for router f644c426-28aa-4174-bbf2-814300261946: [] {{(pid=87698) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 12:41:08.593348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=762accb1-611e-4cd1-982e-6e7e651d39d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.601518 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e718fbd9-e2f3-466b-b66a-634e1e615c77 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/762accb1-611e-4cd1-982e-6e7e651d39d2 HTTP/1.1" status: 204 len: 168 time: 2.0811849 Feb 16 12:41:08.609990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.622146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1784470769'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:08.622566 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:08.623114 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f8e41-05b8-4e56-be42-a389eae1607d None None] The sync data for ids ['1678e40a-3f79-4f7d-bd90-e9c8b4651d08'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:08.632327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:08.633001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Hosts for other DVR routers connected to router f644c426-28aa-4174-bbf2-814300261946: set() {{(pid=87698) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 12:41:08.635293 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-418fab75-ce34-43c3-9562-6ac7d1f83fef tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0775971 Feb 16 12:41:08.638615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52744) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.648690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:08.685520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.689693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.692829 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8c80dcd-a7f0-4c4d-9269-88b57f23d28f tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "PUT /v2.0/routers/f644c426-28aa-4174-bbf2-814300261946 HTTP/1.1" status: 200 len: 717 time: 1.2962818 Feb 16 12:41:08.700406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.702759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:network and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:08.735731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:08.759939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b0c0f-ac34-4c3c-809e-2b2e6fc3ecf2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.762264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.765696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8cfddc31-1195-4899-a4ff-d94b39228325 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/7b5b0c0f-ac34-4c3c-809e-2b2e6fc3ecf2 HTTP/1.1" status: 204 len: 168 time: 0.6574495 Feb 16 12:41:08.766654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52752) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.821398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:08.863477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:08.869712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb811a50-79cc-42b0-a973-ffd79b5ec129 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:08.874452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:08.877471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:08.885555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:08.898092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb811a50-79cc-42b0-a973-ffd79b5ec129 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:08.899740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb811a50-79cc-42b0-a973-ffd79b5ec129 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1319594 Feb 16 12:41:08.900154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': 'dfcc5737-6836-481c-b447-5602ad80a153'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:08.901215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.902958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52756) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.917778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:08.921453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.924895 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-798eae1a-2124-4854-a6d5-7e9abc69cf70 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "GET /v2.0/routers/f644c426-28aa-4174-bbf2-814300261946 HTTP/1.1" status: 200 len: 717 time: 0.2191689 Feb 16 12:41:08.929386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.931840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.980639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:08.984413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.084644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.108402 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfcc5737-6836-481c-b447-5602ad80a153 (CIDR: 2001:db8::/64) Feb 16 12:41:09.119500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:41:09.119946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:09.132908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.161761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.177234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-969996b0-0230-4aa1-a982-354c6f2da659 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5373995 Feb 16 12:41:09.180257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52766) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.186447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:09.231879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Port': ['ID=2520b06e-edca-4d3b-b2e3-92acc83cca4d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.284632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.286351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Allocated IP 2001:db8::2 (f7fbe25d-dab4-45bf-886b-ba67b08f712a/dfcc5737-6836-481c-b447-5602ad80a153/3402dbb4-01bc-4d3c-8223-443770c30727) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:09.323446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21236379-299e-490e-a21d-d4d42cbab413,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.367954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.371540 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6609272b-3db6-4dbe-adce-8cf488e0608a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/21236379-299e-490e-a21d-d4d42cbab413 HTTP/1.1" status: 204 len: 168 time: 0.4646330 Feb 16 12:41:09.372167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52770) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.401209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:09.412427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:09.417951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:09.429150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:09.450859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:09.451133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3580f2fb-d461-4d25-8727-ea736f863801 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:09.460015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:09.462741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.463182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Added segment 8212c4c9-63a1-48da-a24a-819ffc417812 of type vlan for network ca4df07e-1e98-426f-b263-309e1862b44e Feb 16 12:41:09.463768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.491821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.567839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.579748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Transition to ACTIVE for port object 3402dbb4-01bc-4d3c-8223-443770c30727 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:09.607035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Transition to ACTIVE for port object 3402dbb4-01bc-4d3c-8223-443770c30727 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:09.615524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.617331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3580f2fb-d461-4d25-8727-ea736f863801 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:09.620079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3580f2fb-d461-4d25-8727-ea736f863801 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2459962 Feb 16 12:41:09.628055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.637411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364418425'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:09.649018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:09.672226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:09.691598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.711525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:09.714858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:09.717085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:09.757600 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df5de61e-f107-461a-b557-4262bf1777c8 tempest-RoutersTestDVR-1464116145 tempest-RoutersTestDVR-1464116145-project] 10.222.0.65 "GET /v2.0/routers/f644c426-28aa-4174-bbf2-814300261946 HTTP/1.1" status: 200 len: 683 time: 0.7608738 Feb 16 12:41:09.759351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.763040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.768501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:09.769150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.771381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:09.783378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:09.801396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Pushing event updated for resources: {'Port': ['ID=3402dbb4-01bc-4d3c-8223-443770c30727,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:09.826168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.828405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Attempting to bind port 3402dbb4-01bc-4d3c-8223-443770c30727 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:09.828933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Attempting to bind port 3402dbb4-01bc-4d3c-8223-443770c30727 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f693c53b-eb15-4d54-9926-038d006ccbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:09.829295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Attempting to bind port 3402dbb4-01bc-4d3c-8223-443770c30727 on network f7fbe25d-dab4-45bf-886b-ba67b08f712a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:09.834677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:09.835144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Checking segment: {'id': 'f693c53b-eb15-4d54-9926-038d006ccbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:09.835455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.835872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Bound using segment: {'id': 'f693c53b-eb15-4d54-9926-038d006ccbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:09.836896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Bound port: 3402dbb4-01bc-4d3c-8223-443770c30727, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f693c53b-eb15-4d54-9926-038d006ccbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:09.836896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.860112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:09.919381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:09.931827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:09.936239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3402dbb4-01bc-4d3c-8223-443770c30727,segment=NetworkSegment(f693c53b-eb15-4d54-9926-038d006ccbd5),segment_id=f693c53b-eb15-4d54-9926-038d006ccbd5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:09.941823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:09.942426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.948913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.966049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting port a0417b34-fe6f-4509-aa54-bcbc58a1e2cd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:09.966472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:09.997202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3889599 Feb 16 12:41:09.998324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2208f-0e02-480d-b1b3-58a913c81917 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Network': ['ID=ca4df07e-1e98-426f-b263-309e1862b44e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.006329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.029342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ca4df07e-1e98-426f-b263-309e1862b44e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:10.073203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.073466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb09a43-651e-4123-b7e9-84b761e419fc None None] Pushing event updated for resources: {'Port': ['ID=3402dbb4-01bc-4d3c-8223-443770c30727,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.479947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.534696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.554453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.577533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.583371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Router bc357ae9-b3b8-47c5-a9af-d2f195356dfd has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:10.585465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:10.589469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.594211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.615037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:10.615239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.618263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.628558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:10.629146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.641772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.647954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=f6e05bdc-7371-4dd0-9b11-ba0c8da8123f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.654485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.654948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f644c426-28aa-4174-bbf2-814300261946 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:10.656395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.682212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.682553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.682903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.683220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.683544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.683862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.684213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.684568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.685007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.685211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.685525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.685837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:10.729843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.732055 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b5315008-5f45-40da-986a-a64415bf4785 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "DELETE /v2.0/routers/f644c426-28aa-4174-bbf2-814300261946 HTTP/1.1" status: 204 len: 168 time: 0.9493520 Feb 16 12:41:10.736186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b47ab00c-2dbe-4011-ad8e-8c5d6090c127 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5529516 Feb 16 12:41:10.740528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52788) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.740992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.745683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.747507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1175575 Feb 16 12:41:10.748362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5bc82-8c50-49a8-88e7-1d574dea1685 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4250e411-8e90-4496-bcf1-973deb4fadb5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:10.752286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:10.756959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Request body: {'router': {'name': 'tempest-router-2082247291', 'distributed': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.767410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'fixed_ips': [{'subnet_id': 'dfcc5737-6836-481c-b447-5602ad80a153'}, {'subnet_id': 'f6e05bdc-7371-4dd0-9b11-ba0c8da8123f'}], 'name': 'tempest-PortsIpV6TestJSON-1593247151'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.790512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '4250e411-8e90-4496-bcf1-973deb4fadb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:10.798189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.807223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:10.810554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Usage tracker for resource:router and tenant:dd222181a6974412bf01f92f7333826a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.823255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Calling delete_port for a0417b34-fe6f-4509-aa54-bcbc58a1e2cd owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:10.824626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.834325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:10.839738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:10.842567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.853026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:10.856528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.892815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:10.919178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.921137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.956948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:10.963563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:10.976881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] Sync routers for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:10.986291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:10.987463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.010593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.023513 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e99b256-0621-4afc-861b-f36f0d73b8ef tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2413087 Feb 16 12:41:11.034619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52800) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.042650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:11.047102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:11.050283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:11.072210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.075811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:11.082064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] Routers {'bc357ae9-b3b8-47c5-a9af-d2f195356dfd'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:11.082883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.105931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.107968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:11.124587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.129397 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-505a34d7-1fbd-492f-a741-e4b8dabade52 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] show failed (client error): The resource could not be found. Feb 16 12:41:11.130623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-505a34d7-1fbd-492f-a741-e4b8dabade52 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-649542595 HTTP/1.1" status: 404 len: 334 time: 0.0950661 Feb 16 12:41:11.140670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52804) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.141210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.152796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4bdae0f5-21c1-44f4-bed0-397b6b7540ee tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:11.170429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1d053-aef9-434a-ad07-4a17a274b311 None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:11.217865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:11.219437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddf9c3-83f6-4b8d-858d-cbaf3a61c68c None None] The sync data for ids ['bc357ae9-b3b8-47c5-a9af-d2f195356dfd'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:11.312150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.317325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-38daa4a8-cf23-4230-91ab-04297915425f None None] Provisioning for port 3402dbb4-01bc-4d3c-8223-443770c30727 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:11.323670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-4bdae0f5-21c1-44f4-bed0-397b6b7540ee tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] update failed (client error): The resource could not be found. Feb 16 12:41:11.331165 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4bdae0f5-21c1-44f4-bed0-397b6b7540ee tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-728303886 HTTP/1.1" status: 404 len: 334 time: 0.1879263 Feb 16 12:41:11.331938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52808) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.338848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acdf643-75ef-4d16-a812-3e8fb8875999,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.367323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Port': ['ID=a0417b34-fe6f-4509-aa54-bcbc58a1e2cd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.370584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.403926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.407612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfec562e-6266-42be-9a3a-a14afcb0c157 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6434140 Feb 16 12:41:11.407612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.407612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b8944b5-e2cd-4123-bfac-8e36d634d8d6 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6646149 Feb 16 12:41:11.407905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.417062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.510099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=f941bd52-de30-405c-8f9b-9fd6f3fa3e76,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:11.542225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.553978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.614480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Update dhcp port {'port': {'network_id': 'f7fbe25d-dab4-45bf-886b-ba67b08f712a', 'fixed_ips': [{'subnet_id': 'dfcc5737-6836-481c-b447-5602ad80a153', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6e05bdc-7371-4dd0-9b11-ba0c8da8123f'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '3402dbb4-01bc-4d3c-8223-443770c30727'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:41:11.617582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting subnet 58be3bcb-f7d9-4629-87b3-d2f813a48fc8 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:11.628693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.642433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.646566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Checking segment: {'id': '8212c4c9-63a1-48da-a24a-819ffc417812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:11.647466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network hostable DHCP agents. Network: ca4df07e-1e98-426f-b263-309e1862b44e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:11.670606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.681701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.727766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.728730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.732247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.744807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network ca4df07e-1e98-426f-b263-309e1862b44e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:11.765138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ca4df07e-1e98-426f-b263-309e1862b44e) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:11.769503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:11.770085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.784101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.784859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Fanout notify agent at l3_agent the message router_deleted on router 1678e40a-3f79-4f7d-bd90-e9c8b4651d08 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:11.791011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee44837-f6ad-4649-855c-0024caa2f232 None None] Network ca4df07e-1e98-426f-b263-309e1862b44e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:11.802742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.804569 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8367ccd7-ea26-4674-8067-a4b9472b53da tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/routers/1678e40a-3f79-4f7d-bd90-e9c8b4651d08 HTTP/1.1" status: 204 len: 168 time: 3.3412979 Feb 16 12:41:11.806556 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42671d17-f86b-4033-9d50-bd28560d67ff tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7480845 Feb 16 12:41:11.807129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52820) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.818272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 96938d0c-8a20-4bba-837e-af60b154e77a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:11.838022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:11.849952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-202593543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:11.860350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:11.868732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:router and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:11.880055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:11.885173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.890587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:11.899040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Deleting subnet b2c4143d-05ef-4034-93c7-e314138b26b9 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:11.905144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.948693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.949845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:11.979762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.027128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.043028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Allocated IP 2001:db8:0:1::2 (f7fbe25d-dab4-45bf-886b-ba67b08f712a/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f/3402dbb4-01bc-4d3c-8223-443770c30727) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:12.070545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.085262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.127514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3402dbb4-01bc-4d3c-8223-443770c30727 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:12.192177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-ca4df07e-1e98-426f-b263-309e1862b44e', 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': 'f941bd52-de30-405c-8f9b-9fd6f3fa3e76'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:12.193104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.206897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.286591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.290953 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae6a5c44-4ece-42c4-944e-0f28d0bec926 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4460940 Feb 16 12:41:12.292468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:12.300197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e', 'name': 'tempest-PortsTestJSON-528096268'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:12.315073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.345538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7acdf643-75ef-4d16-a812-3e8fb8875999,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:12.347951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.411269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.412477 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-733c646f-a3bc-462a-9183-ac4e2eaa00e5 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7acdf643-75ef-4d16-a812-3e8fb8875999 HTTP/1.1" status: 204 len: 168 time: 0.9988642 Feb 16 12:41:12.418724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52832) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:12.448138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3402dbb4-01bc-4d3c-8223-443770c30727,segment=NetworkSegment(f693c53b-eb15-4d54-9926-038d006ccbd5),segment_id=f693c53b-eb15-4d54-9926-038d006ccbd5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:12.450149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3402dbb4-01bc-4d3c-8223-443770c30727 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:12.450596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:12.455712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:12.461105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:12.470559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:12.470879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.471342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 786dbc6e-55c3-4d98-a3fb-7f7220bfb4a2 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:12.488388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.495904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3402dbb4-01bc-4d3c-8223-443770c30727 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:12.495904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.506795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.528901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:12.533111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.540729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.546135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18e1de30-2b60-45f6-9312-55de407aa482 tempest-RoutersTestDVR-1575201713 tempest-RoutersTestDVR-1575201713-project-admin] 10.222.0.65 "DELETE /v2.0/routers/786dbc6e-55c3-4d98-a3fb-7f7220bfb4a2 HTTP/1.1" status: 204 len: 168 time: 1.1255505 Feb 16 12:41:12.552140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c4143d-05ef-4034-93c7-e314138b26b9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:12.564448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.564903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.565829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.565829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.566186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.566578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.567525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.567525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.567723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.568010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.568409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.568822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:12.573790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.582708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:12.610732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c013a6b-ea0a-49cb-bf5e-476b1c334619 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:12.613890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Allocated IP 172.20.0.2 (ca4df07e-1e98-426f-b263-309e1862b44e/f941bd52-de30-405c-8f9b-9fd6f3fa3e76/107dc30e-6770-4f49-9a69-94b7ff45977d) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:12.635607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.645865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c013a6b-ea0a-49cb-bf5e-476b1c334619 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:12.647708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7c013a6b-ea0a-49cb-bf5e-476b1c334619 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2258685 Feb 16 12:41:12.656566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52838) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:12.677774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-86721793-5e7b-4fa5-a194-34a343277b78 tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/subnets/b2c4143d-05ef-4034-93c7-e314138b26b9 HTTP/1.1" status: 204 len: 168 time: 0.8692014 Feb 16 12:41:12.680313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:12.685313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.689916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Transition to ACTIVE for port object 3402dbb4-01bc-4d3c-8223-443770c30727 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:12.716384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.744953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Subnet': ['ID=58be3bcb-f7d9-4629-87b3-d2f813a48fc8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:12.800573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.804428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.822953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ee7d3b8-7d4d-4cd2-8733-a1b72bbf4957 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/subnets/58be3bcb-f7d9-4629-87b3-d2f813a48fc8 HTTP/1.1" status: 204 len: 168 time: 1.4818552 Feb 16 12:41:12.825592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafaae13-2e52-4b90-a472-e2fecd2dc42f None None] Network 381d89e0-c733-4c20-ac75-874e176b01a0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:12.827121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:12.901250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.984858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:12.992941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:13.019640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6d1621-c50d-4f1a-8c63-9210e29f90d1']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:13.036563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f62dfd7-2fba-402f-afb6-e6ada7cb9e24') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:13.037261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f62dfd7-2fba-402f-afb6-e6ada7cb9e24') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:13.037809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.050930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.091079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.091783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.101101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:13.101845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.122117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.129125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::205 (f7fbe25d-dab4-45bf-886b-ba67b08f712a/dfcc5737-6836-481c-b447-5602ad80a153/96938d0c-8a20-4bba-837e-af60b154e77a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:13.129685 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:13.138333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8:0:1::37 (f7fbe25d-dab4-45bf-886b-ba67b08f712a/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f/96938d0c-8a20-4bba-837e-af60b154e77a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:13.143884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2ef5-495d-4d11-a008-61cff2490d6f None None] Pushing event updated for resources: {'Port': ['ID=3402dbb4-01bc-4d3c-8223-443770c30727,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.146747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting port 18501c0d-1a35-43ed-b2af-49b19924d377 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:13.146747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.216833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.267336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.289436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4250e411-8e90-4496-bcf1-973deb4fadb5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.292354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:13.297299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Usage tracker for resource:security_group_rule and tenant:55d7d77787474548a6ecf16db0f768f6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:13.300563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:13.303927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.331511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.339038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:13.354061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3402dbb4-01bc-4d3c-8223-443770c30727,segment=NetworkSegment(f693c53b-eb15-4d54-9926-038d006ccbd5),segment_id=f693c53b-eb15-4d54-9926-038d006ccbd5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:13.360632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:13.371261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.377985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] Pushing event deleted for resources: {'Network': ['ID=ce6d1621-c50d-4f1a-8c63-9210e29f90d1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.452077 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9efe428e-9a7f-4f4e-9ce4-b427127f17cf tempest-FloatingIPTestJSON-755157687 tempest-FloatingIPTestJSON-755157687-project] 10.222.0.65 "DELETE /v2.0/networks/ce6d1621-c50d-4f1a-8c63-9210e29f90d1 HTTP/1.1" status: 204 len: 168 time: 0.7705581 Feb 16 12:41:13.469452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=3402dbb4-01bc-4d3c-8223-443770c30727,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.483844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] For port 18501c0d-1a35-43ed-b2af-49b19924d377, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18501c0d-1a35-43ed-b2af-49b19924d377,segment=NetworkSegment(e51ef4cf-9a2c-4218-b848-14772a8db916),segment_id=e51ef4cf-9a2c-4218-b848-14772a8db916)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:13.484253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.515350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.542411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Transition to ACTIVE for port object 107dc30e-6770-4f49-9a69-94b7ff45977d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:13.605861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Transition to ACTIVE for port object 107dc30e-6770-4f49-9a69-94b7ff45977d will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:13.620616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.645607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.683794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Calling delete_port for 18501c0d-1a35-43ed-b2af-49b19924d377 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:13.686392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ce880-ffbb-4f9a-8dca-9274e164e63d None None] DHCP port deletion for 381d89e0-c733-4c20-ac75-874e176b01a0 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:13.705146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-031ce880-ffbb-4f9a-8dca-9274e164e63d None None] Deleting port 18501c0d-1a35-43ed-b2af-49b19924d377 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:13.705524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-031ce880-ffbb-4f9a-8dca-9274e164e63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.733721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.763445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Network ca4df07e-1e98-426f-b263-309e1862b44e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:13.772056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:13.784342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:13.798427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Pushing event updated for resources: {'Port': ['ID=107dc30e-6770-4f49-9a69-94b7ff45977d,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.813454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:13.882240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:13.945055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55d7d77787474548a6ecf16db0f768f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9497213 Feb 16 12:41:13.954580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93eedf-42cb-49d9-8196-803955d3a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51277ff-326f-4bfd-b263-3ad2e6cbab74,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:13.962531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:13.966976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.4 (ca4df07e-1e98-426f-b263-309e1862b44e/f941bd52-de30-405c-8f9b-9fd6f3fa3e76/471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:14.001068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e7ad9-a5d4-442c-a979-c57115544485 None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:14.020469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Port': ['ID=18501c0d-1a35-43ed-b2af-49b19924d377,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.024162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] No DVR routers for this DVR port 18501c0d-1a35-43ed-b2af-49b19924d377 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:14.116374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.118108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5d33d45-3164-46e8-ad12-9b766e05a080 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/4250e411-8e90-4496-bcf1-973deb4fadb5 HTTP/1.1" status: 204 len: 168 time: 1.4604940 Feb 16 12:41:14.126708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.140121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-031ce880-ffbb-4f9a-8dca-9274e164e63d None None] The port '18501c0d-1a35-43ed-b2af-49b19924d377' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:14.142534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3402dbb4-01bc-4d3c-8223-443770c30727 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:14.191332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Attempting to bind port 107dc30e-6770-4f49-9a69-94b7ff45977d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:14.191699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Attempting to bind port 107dc30e-6770-4f49-9a69-94b7ff45977d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8212c4c9-63a1-48da-a24a-819ffc417812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:14.192075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Attempting to bind port 107dc30e-6770-4f49-9a69-94b7ff45977d on network ca4df07e-1e98-426f-b263-309e1862b44e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:14.242230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:14.242510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Checking segment: {'id': '8212c4c9-63a1-48da-a24a-819ffc417812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:14.242915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.243315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Bound using segment: {'id': '8212c4c9-63a1-48da-a24a-819ffc417812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:14.243791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Bound port: 107dc30e-6770-4f49-9a69-94b7ff45977d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8212c4c9-63a1-48da-a24a-819ffc417812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca4df07e-1e98-426f-b263-309e1862b44e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:14.244176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.276130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.302949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.323827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-20503fd2-1b81-4b4b-b1ee-488b872246df None None] Provisioning for port 3402dbb4-01bc-4d3c-8223-443770c30727 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:14.338600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-20503fd2-1b81-4b4b-b1ee-488b872246df None None] Provisioning complete for port 3402dbb4-01bc-4d3c-8223-443770c30727 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:14.338927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-20503fd2-1b81-4b4b-b1ee-488b872246df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.376550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381d89e0-c733-4c20-ac75-874e176b01a0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:14.405952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c97fad7-ea64-4fa4-8d83-35a384a8044a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:14.409514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51ef4cf-9a2c-4218-b848-14772a8db916') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:14.409881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51ef4cf-9a2c-4218-b848-14772a8db916') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:14.437705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.461083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c97fad7-ea64-4fa4-8d83-35a384a8044a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:14.462472 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c97fad7-ea64-4fa4-8d83-35a384a8044a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3230143 Feb 16 12:41:14.467754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.470339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.490578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--679521185'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:14.499199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:14.510485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:14.516452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.518597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.530766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.532813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3402dbb4-01bc-4d3c-8223-443770c30727 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:14.533187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.548920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:14.549312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.561273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] For port 107dc30e-6770-4f49-9a69-94b7ff45977d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:14.564818 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:14.569882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 96938d0c-8a20-4bba-837e-af60b154e77a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:14.580858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] For port 107dc30e-6770-4f49-9a69-94b7ff45977d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=107dc30e-6770-4f49-9a69-94b7ff45977d,segment=NetworkSegment(8212c4c9-63a1-48da-a24a-819ffc417812),segment_id=8212c4c9-63a1-48da-a24a-819ffc417812)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:14.594722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:14.599056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:14.602487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:14.608362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:14.624636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.648960 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0cf6d2ba-efd1-449b-82a5-5cf85cdce9ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c9bfaaeb3054cd291a75af8d1e58529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630925 Feb 16 12:41:14.662255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:14.766709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448dadb-ce7c-4739-a262-51039262c87a None None] Pushing event updated for resources: {'Port': ['ID=107dc30e-6770-4f49-9a69-94b7ff45977d,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.768930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.813667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.845044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.867645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.896047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.915580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Network': ['ID=381d89e0-c733-4c20-ac75-874e176b01a0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.931753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18501c0d-1a35-43ed-b2af-49b19924d377 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:14.948256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51277ff-326f-4bfd-b263-3ad2e6cbab74,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:14.954447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.955616 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-312a47d4-8667-41b4-a0d9-f4bef077c9ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b51277ff-326f-4bfd-b263-3ad2e6cbab74 HTTP/1.1" status: 204 len: 168 time: 0.9907148 Feb 16 12:41:14.964784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.965738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:14.971465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:14.987680 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b3f65c3-780b-4e56-b8f6-7759cf8de70e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/networks/381d89e0-c733-4c20-ac75-874e176b01a0 HTTP/1.1" status: 204 len: 168 time: 2.1592395 Feb 16 12:41:15.001136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.008792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 18501c0d-1a35-43ed-b2af-49b19924d377 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:15.009162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18501c0d-1a35-43ed-b2af-49b19924d377 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:15.021167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:15.043333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.079183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.086443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:15.105655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:15.111972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:15.112734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.137911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.139290 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6579311 Feb 16 12:41:15.164608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.177827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=96938d0c-8a20-4bba-837e-af60b154e77a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.195953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '075fb104-e274-47bc-957d-32993600128f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:15.196816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d5c4d-3b71-4703-8083-2fa2b475d4c1 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075fb104-e274-47bc-957d-32993600128f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.197757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8ce778dc-430f-4e2b-94b7-dceed08d40cb None None] Provisioning complete for port 3402dbb4-01bc-4d3c-8223-443770c30727 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:15.198687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8ce778dc-430f-4e2b-94b7-dceed08d40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.201395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.249192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88e82c02-10e4-434e-b943-dceb8e31bfe7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5048435 Feb 16 12:41:15.251758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52902) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.263588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:15.269211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:15.274681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfcc5737-6836-481c-b447-5602ad80a153'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:15.280596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:15.289409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:15.305288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network ca4df07e-1e98-426f-b263-309e1862b44e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:15.307023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:15.325174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:15.406078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting subnet 4976dfb2-24e0-4698-8469-3289352fcfff {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:15.421813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.455193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.481547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.489611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdddaf7-aad2-40ca-88d7-e8fa29885d30,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.494294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.513073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.517288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b2ce662f-c375-48f3-8c73-ae633a39293b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9bdddaf7-aad2-40ca-88d7-e8fa29885d30 HTTP/1.1" status: 204 len: 168 time: 0.8488481 Feb 16 12:41:15.525284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.572070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.618666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-53c6f0ca-70dd-4bb1-be60-4b2cfdb8ab8a None None] Provisioning for port 96938d0c-8a20-4bba-837e-af60b154e77a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:15.625432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-53c6f0ca-70dd-4bb1-be60-4b2cfdb8ab8a None None] Provisioning complete for port 96938d0c-8a20-4bba-837e-af60b154e77a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:15.625808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-53c6f0ca-70dd-4bb1-be60-4b2cfdb8ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.634518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.645187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.703871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.732116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-53c6f0ca-70dd-4bb1-be60-4b2cfdb8ab8a None None] Port 96938d0c-8a20-4bba-837e-af60b154e77a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:15.733211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb559581-82e1-4f4b-8fed-a334fd062b57,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:15.736118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.752270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:15.752745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.765967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:15.775145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Usage tracker for resource:security_group_rule and tenant:dd222181a6974412bf01f92f7333826a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:15.781047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.782234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cdbdb80a-3436-40a8-9e84-266056c00797 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6066568 Feb 16 12:41:15.799321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.806480 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-492cc823-0d40-4620-a229-dc5b4b116cc4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5135612 Feb 16 12:41:15.817748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.819816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:15.837843 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7aad10e-6665-441f-9cf7-a54f10b2514d tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules/bb559581-82e1-4f4b-8fed-a334fd062b57 HTTP/1.1" status: 200 len: 763 time: 0.0374045 Feb 16 12:41:15.843600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:15.866751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:15.883219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:16.075400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 107dc30e-6770-4f49-9a69-94b7ff45977d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:16.127063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.188305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fae24696-dbed-4c69-98cf-b5e8d2de1039 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:16.204256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 107dc30e-6770-4f49-9a69-94b7ff45977d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:16.296791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fae24696-dbed-4c69-98cf-b5e8d2de1039 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:16.298053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fae24696-dbed-4c69-98cf-b5e8d2de1039 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4511518 Feb 16 12:41:16.305319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:16.376602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6479f9-c33a-4ded-90c4-e012fec8c512 None None] Network ca4df07e-1e98-426f-b263-309e1862b44e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:16.426057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.460652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.482766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Subnet': ['ID=4976dfb2-24e0-4698-8469-3289352fcfff,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.484918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.497693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.507970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-413aeb44-2270-4b36-b36e-ada720eea901 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/subnets/4976dfb2-24e0-4698-8469-3289352fcfff HTTP/1.1" status: 204 len: 168 time: 1.5025072 Feb 16 12:41:16.511271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:16.513866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473c7ecb-d311-42fa-9e12-b16aa0270351 None None] Network 8000bff3-f716-4370-83a3-6b78e3163f8d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:16.578527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:16.598640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Provisioning for port 107dc30e-6770-4f49-9a69-94b7ff45977d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:16.624902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Provisioning complete for port 107dc30e-6770-4f49-9a69-94b7ff45977d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:16.627256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.630849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.668971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb559581-82e1-4f4b-8fed-a334fd062b57,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:16.674101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting subnet ab819ec9-8c53-4b04-b95d-0b7bd7ac2553 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:16.713222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.738841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Delete allocated IP 2001:db8:0:1::37 (f7fbe25d-dab4-45bf-886b-ba67b08f712a/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:41:16.793110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.794439 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3672d91e-a8a8-4932-928b-f0f79aa540b3 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/bb559581-82e1-4f4b-8fed-a334fd062b57 HTTP/1.1" status: 204 len: 168 time: 0.4881961 Feb 16 12:41:16.803698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713491637'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:16.807200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:16.812559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:16.816381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.843925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 92a04b8a-d903-4a92-a81c-82b341096460 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:16.844289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.862492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.880859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:16.889693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:16.890310 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:16.891903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:16.903858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:17.041660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.077783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3411296d-008d-48bf-b978-1c92797b581b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:17.091909 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd222181a6974412bf01f92f7333826a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4457200 Feb 16 12:41:17.103206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] For port 107dc30e-6770-4f49-9a69-94b7ff45977d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=107dc30e-6770-4f49-9a69-94b7ff45977d,segment=NetworkSegment(8212c4c9-63a1-48da-a24a-819ffc417812),segment_id=8212c4c9-63a1-48da-a24a-819ffc417812)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:17.105397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52960) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.111188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.113886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c769228-60f5-4212-9c52-4ccd0bb1a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cbceb1-ba4e-4a4c-9ac3-7deff5d4fdc4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.121892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:17.126476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.140580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.158278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.165312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3411296d-008d-48bf-b978-1c92797b581b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:17.169212 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3411296d-008d-48bf-b978-1c92797b581b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3609836 Feb 16 12:41:17.169697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52964) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.203789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842b734-0fd2-4b43-8e7a-a98864393d98 None None] Pushing event updated for resources: {'Port': ['ID=107dc30e-6770-4f49-9a69-94b7ff45977d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.209988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '075fb104-e274-47bc-957d-32993600128f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:17.228522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:17.256685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] DHCP port deletion for 8000bff3-f716-4370-83a3-6b78e3163f8d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:17.257426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:17.260901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:17.262872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Deleting port 2598ae66-e71a-4ca1-a4fb-98093974d5ee {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:17.263387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.285422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:security_group_rule and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:17.291207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:17.309898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:17.340718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.352847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.410459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.439631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.473021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 92a04b8a-d903-4a92-a81c-82b341096460, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92a04b8a-d903-4a92-a81c-82b341096460,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:17.473374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.508350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Ignored duplicate provisioning block setup for port 96938d0c-8a20-4bba-837e-af60b154e77a by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:41:17.512649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.578435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] For port 2598ae66-e71a-4ca1-a4fb-98093974d5ee, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2598ae66-e71a-4ca1-a4fb-98093974d5ee,segment=NetworkSegment(6a9546c0-8b21-4391-92d9-d91383a4f031),segment_id=6a9546c0-8b21-4391-92d9-d91383a4f031)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:17.578937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.644527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Provisioning for port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:17.652699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.655351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 92a04b8a-d903-4a92-a81c-82b341096460 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:17.715845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Calling delete_port for 2598ae66-e71a-4ca1-a4fb-98093974d5ee owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:17.745534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Provisioning complete for port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:17.746018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.787601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.793700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.827357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cbceb1-ba4e-4a4c-9ac3-7deff5d4fdc4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.831008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.831202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:17.834779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.860219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=96938d0c-8a20-4bba-837e-af60b154e77a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.867756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] In _notify_port_updated(), no bound segment for port 96938d0c-8a20-4bba-837e-af60b154e77a on network f7fbe25d-dab4-45bf-886b-ba67b08f712a {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:17.870607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Provisioning complete for port 107dc30e-6770-4f49-9a69-94b7ff45977d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:17.871078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f20a50aa-4bd2-4f2a-8b97-f3f431d923b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.873387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:17.874051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.875389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e8e97d8-cef0-4383-8fa7-e885f2e01cc8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/ports/96938d0c-8a20-4bba-837e-af60b154e77a HTTP/1.1" status: 200 len: 926 time: 2.6226773 Feb 16 12:41:17.880433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52968) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:17.899191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfcc5737-6836-481c-b447-5602ad80a153'}, {'subnet_id': 'f6e05bdc-7371-4dd0-9b11-ba0c8da8123f'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:17.903435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Subnet': ['ID=ab819ec9-8c53-4b04-b95d-0b7bd7ac2553,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:17.920132 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.935797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.946671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.950605 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-78d97fd9-394f-41b5-b9d3-ec4a66ffa85f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64cbceb1-ba4e-4a4c-9ac3-7deff5d4fdc4 HTTP/1.1" status: 204 len: 168 time: 0.8416376 Feb 16 12:41:17.958050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:17.984623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cba52a-1fb3-46ab-9da2-8bef657c2838 None None] Network 2cd9e252-c5c6-4874-99f1-e7a4830773ab requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:18.010076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.023163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd73b3b-6da9-42c6-ab74-ae323374cff5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.028700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] No DVR routers for this DVR port 2598ae66-e71a-4ca1-a4fb-98093974d5ee on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:18.029745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:18.035127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94d5a9-ed16-4dbb-a5c4-74513f44ff6b None None] Pushing event deleted for resources: {'Port': ['ID=2598ae66-e71a-4ca1-a4fb-98093974d5ee,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.035305 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06d70ccd-a1be-4f87-8679-b5b05ac00a2b tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/subnets/ab819ec9-8c53-4b04-b95d-0b7bd7ac2553 HTTP/1.1" status: 204 len: 168 time: 1.5187042 Feb 16 12:41:18.045654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:18.060114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.108537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.213990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.214347 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment d6fbc584-5f18-4992-8a3a-b7095a447082 of type vlan for network 8eb69687-3235-4541-93a6-3316e8e24f17 Feb 16 12:41:18.227508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 107dc30e-6770-4f49-9a69-94b7ff45977d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:18.262386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6f124-732a-49df-9fba-9fc6f6b0875c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.270092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.332718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.340912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9aa7cfd-c8ac-4bef-9d63-6ac08eeac80e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1621797 Feb 16 12:41:18.349760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:18.398718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.456651 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b85de9a8-4e35-42a5-b1a1-eb658abc15aa tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules/cfd73b3b-6da9-42c6-ab74-ae323374cff5 HTTP/1.1" status: 200 len: 763 time: 0.1033604 Feb 16 12:41:18.461157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 107dc30e-6770-4f49-9a69-94b7ff45977d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:18.461157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.498865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 52984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:18.621608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] DHCP port deletion for 2cd9e252-c5c6-4874-99f1-e7a4830773ab request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:18.627152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Provisioning complete for port 96938d0c-8a20-4bba-837e-af60b154e77a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:18.627747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.670507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Deleting port 632cdb05-9a5b-4d28-b169-88755b66262a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:18.671170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.693068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.712994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.718702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:18.719331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.775323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Port 96938d0c-8a20-4bba-837e-af60b154e77a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:18.793499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.799739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.803065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.847099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Provisioning complete for port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:18.847099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:18.892108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2959592 Feb 16 12:41:18.909435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-333146b3-5b83-4e06-8b3d-d2df08e218ca tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:18.911459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=92a04b8a-d903-4a92-a81c-82b341096460,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:18.951642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a0d373b0-22e5-41ae-9670-1c2074232bb0 None None] Port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:19.068197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 52996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.100970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] For port 632cdb05-9a5b-4d28-b169-88755b66262a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=632cdb05-9a5b-4d28-b169-88755b66262a,segment=NetworkSegment(9c4792b7-b7b1-4dc5-b4eb-da15811449d2),segment_id=9c4792b7-b7b1-4dc5-b4eb-da15811449d2)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:19.101414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.117828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2598ae66-e71a-4ca1-a4fb-98093974d5ee no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:19.156391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8000bff3-f716-4370-83a3-6b78e3163f8d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:19.220778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2598ae66-e71a-4ca1-a4fb-98093974d5ee {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:19.221127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2598ae66-e71a-4ca1-a4fb-98093974d5ee not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:19.246807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b308f0-4098-4449-800b-3b4bcc0761a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=8eb69687-3235-4541-93a6-3316e8e24f17,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.255032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9546c0-8b21-4391-92d9-d91383a4f031') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:19.255325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9546c0-8b21-4391-92d9-d91383a4f031') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:19.255454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:19.263042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-333146b3-5b83-4e06-8b3d-d2df08e218ca tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:19.264481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-333146b3-5b83-4e06-8b3d-d2df08e218ca tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7614319 Feb 16 12:41:19.272707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.287670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.333340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Calling delete_port for 632cdb05-9a5b-4d28-b169-88755b66262a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:19.333597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.366474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8eb69687-3235-4541-93a6-3316e8e24f17 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:19.404241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ea7c8edc-bc38-4ef2-8de3-db62c783a9a6 None None] Provisioning complete for port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:19.404758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea7c8edc-bc38-4ef2-8de3-db62c783a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.413594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:19.414432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:19.429308 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:19.431243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.445128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8:0:1::21e (f7fbe25d-dab4-45bf-886b-ba67b08f712a/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f/96938d0c-8a20-4bba-837e-af60b154e77a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:19.562575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c8edc-bc38-4ef2-8de3-db62c783a9a6 None None] Port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:19.574297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.638787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.654615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.657057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] No DVR routers for this DVR port 632cdb05-9a5b-4d28-b169-88755b66262a on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:19.667794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d111-fa0b-4b52-82d2-26594fffdfd6 None None] Pushing event deleted for resources: {'Port': ['ID=632cdb05-9a5b-4d28-b169-88755b66262a,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.727618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:19.742872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:19.747821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:19.758004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.781846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.793758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:19.798661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.805137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.824509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.824710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Network': ['ID=8000bff3-f716-4370-83a3-6b78e3163f8d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.831957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-988089050'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:19.844855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9be632f1-3334-400f-8359-f3ca0b3d6976 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/networks/8000bff3-f716-4370-83a3-6b78e3163f8d HTTP/1.1" status: 204 len: 168 time: 1.7796490 Feb 16 12:41:19.847015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:19.847297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:19.851146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.851962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfd73b3b-6da9-42c6-ab74-ae323374cff5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:19.854667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.858127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.862123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:network and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:19.865499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:19.879703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 96938d0c-8a20-4bba-837e-af60b154e77a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:19.891920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:19.893022 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bdcdd4b4-8e7b-478b-895e-8c4465dd39ba tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cfd73b3b-6da9-42c6-ab74-ae323374cff5 HTTP/1.1" status: 204 len: 168 time: 0.6193581 Feb 16 12:41:19.897994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:19.898884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:19.902133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.041102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:20.044494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.074026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.112197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 632cdb05-9a5b-4d28-b169-88755b66262a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:20.119929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:20.127300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.140359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] In _notify_port_updated(), no bound segment for port 96938d0c-8a20-4bba-837e-af60b154e77a on network f7fbe25d-dab4-45bf-886b-ba67b08f712a {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:20.145775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:20.146455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.150883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/ports/96938d0c-8a20-4bba-837e-af60b154e77a HTTP/1.1" status: 200 len: 1012 time: 2.2677286 Feb 16 12:41:20.160940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:20.172964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 632cdb05-9a5b-4d28-b169-88755b66262a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:20.173513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 632cdb05-9a5b-4d28-b169-88755b66262a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:20.200341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:security_group_rule and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:20.217146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:20.229646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:20.259663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eba942-5671-4d7f-9c99-d712de9b8546 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=96938d0c-8a20-4bba-837e-af60b154e77a,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:20.296179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9f312b7-0ef0-4b49-bce3-208d0ed5f74c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:20.301175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-83b596af-40c9-4bb2-a6b3-2ebe4c600e57 None None] Provisioning for port 96938d0c-8a20-4bba-837e-af60b154e77a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:20.307390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-83b596af-40c9-4bb2-a6b3-2ebe4c600e57 None None] Provisioning complete for port 96938d0c-8a20-4bba-837e-af60b154e77a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:20.307961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-83b596af-40c9-4bb2-a6b3-2ebe4c600e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.334593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.363632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-83b596af-40c9-4bb2-a6b3-2ebe4c600e57 None None] Port 96938d0c-8a20-4bba-837e-af60b154e77a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:20.392793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 96938d0c-8a20-4bba-837e-af60b154e77a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:20.393133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.428716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9f312b7-0ef0-4b49-bce3-208d0ed5f74c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:20.429987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9f312b7-0ef0-4b49-bce3-208d0ed5f74c tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5291967 Feb 16 12:41:20.460066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53030) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:20.488092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '075fb104-e274-47bc-957d-32993600128f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:20.495094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.503909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:20.538318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:20.559574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd9e252-c5c6-4874-99f1-e7a4830773ab']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:20.632711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4792b7-b7b1-4dc5-b4eb-da15811449d2') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:20.633002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4792b7-b7b1-4dc5-b4eb-da15811449d2') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:20.658783 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Project c54731b820a248b5bbc2b562cf34546f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:41:20.669428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.697334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.717711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.745896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:20.746199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:20.768780 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:20.797167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.799369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:20.860484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.883688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.913917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:20.979811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:20.996852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd12292-fe9e-47c9-8bfd-bb1d87362ce5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.012752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.037594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.037809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Added segment 0f702945-8ff0-445d-ab86-3bcc13baff75 of type vlan for network 4ed0afcf-1da2-4335-9574-88b522e4536a Feb 16 12:41:21.041892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.050842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Network': ['ID=2cd9e252-c5c6-4874-99f1-e7a4830773ab,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.061188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.101260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b5dba63-a3c8-47e3-b74f-ed6788250ce1 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/networks/2cd9e252-c5c6-4874-99f1-e7a4830773ab HTTP/1.1" status: 204 len: 168 time: 1.2445116 Feb 16 12:41:21.111324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53034) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.152029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=545e798a-531f-4b8b-8664-3555b105a4c6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.166701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fd694e-e3a8-48b3-969f-f1e0c7192299,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.177463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.192646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': 'd6fbc584-5f18-4992-8a3a-b7095a447082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:21.193001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 8eb69687-3235-4541-93a6-3316e8e24f17, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:21.204474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.220246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.221408 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2cfd93c-e0d5-4a20-a999-5196984e79e9 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7514045 Feb 16 12:41:21.231273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.273572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:21.282933 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:21.290059 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7f353096-3b7c-4b8f-91a1-20cf39d5a9ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/a72d1b56-9235-4203-bdd5-8a016aed0284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9210937 Feb 16 12:41:21.296756 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:21.297177 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:21.301621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting subnet ade750e1-068c-425b-b25e-e144c48d51fa {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:21.306334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.369148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 96938d0c-8a20-4bba-837e-af60b154e77a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:21.437085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7f6ee0a-9cff-426a-86d2-50d4061c3c2a tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules/90fd694e-e3a8-48b3-969f-f1e0c7192299 HTTP/1.1" status: 200 len: 769 time: 0.1504810 Feb 16 12:41:21.441619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.446393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 8eb69687-3235-4541-93a6-3316e8e24f17 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:21.511127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8eb69687-3235-4541-93a6-3316e8e24f17) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:21.533979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cc375-502c-4370-a7ec-d2bf73e4bd16 None None] Network 8eb69687-3235-4541-93a6-3316e8e24f17 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:21.538219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:21.539004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.547083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.554080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:21.554732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.555688 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:21.612421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.643648 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fd6fa6a-d958-4916-80e0-702040482eb8 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1984549 Feb 16 12:41:21.648705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.679670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53050) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.717494 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0573699 Feb 16 12:41:21.720953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.729734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'subnet': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:21.780599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d4a05fcb-35cd-4f77-85ba-6b7614a353ba tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6724544 Feb 16 12:41:21.788282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:21.810078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202711317'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:21.840888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92341c-5ecc-4ae5-afbf-7ba5988d5864 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Network': ['ID=4ed0afcf-1da2-4335-9574-88b522e4536a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.853165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.858839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.861709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:21.863868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4ed0afcf-1da2-4335-9574-88b522e4536a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:21.921599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:21.923476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:21.926989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:subnet and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:21.930576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:21.935376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:21.937084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:21.940195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.949455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:21.967816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.972960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:21.979097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:21.979331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:21.985158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.016031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8eb69687-3235-4541-93a6-3316e8e24f17', 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '545e798a-531f-4b8b-8664-3555b105a4c6'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:22.016748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.079468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.093259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:22.096725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.196537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.207401 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:22.213869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:22.228511 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:22.229537 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:22.239900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.276619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Allocated IP 172.20.255.242 (8eb69687-3235-4541-93a6-3316e8e24f17/545e798a-531f-4b8b-8664-3555b105a4c6/b2182fd7-4bce-4826-b3c0-e43253f530a1) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:22.281476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90fd694e-e3a8-48b3-969f-f1e0c7192299,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.322728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:22.357659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=96938d0c-8a20-4bba-837e-af60b154e77a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.389980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3c1db-3129-4749-b803-25ecc841ad3e req-b097075b-7d83-4a2f-b835-fc0ac50b2447 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:22.390735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77a3c1db-3129-4749-b803-25ecc841ad3e req-b097075b-7d83-4a2f-b835-fc0ac50b2447 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:22.416368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.462194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.469557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.484516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665168e-ebde-4921-a07e-b7a5dbf5e4c7 None None] Network 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:22.491790 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/subnets/ade750e1-068c-425b-b25e-e144c48d51fa HTTP/1.1" status: 204 len: 168 time: 1.3262527 Feb 16 12:41:22.496028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.502519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f28a7-b2fa-4f01-9203-24e863b2594c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Subnet': ['ID=ade750e1-068c-425b-b25e-e144c48d51fa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.602135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.602821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2046ce3a-aadb-4dc8-99dc-4d032a80ab23 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/90fd694e-e3a8-48b3-969f-f1e0c7192299 HTTP/1.1" status: 204 len: 168 time: 0.8846185 Feb 16 12:41:22.604065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.604407 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 29b8c450-e0e8-4062-a501-38f800bf83f2 of type vlan for network e9e35b7a-eeb5-4d03-8795-56a389993c58 Feb 16 12:41:22.609841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.624362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.625255 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:22.662155 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9cca3d32-a21f-422a-b3c3-f769925ffbd0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/96938d0c-8a20-4bba-837e-af60b154e77a HTTP/1.1" status: 204 len: 168 time: 2.4989190 Feb 16 12:41:22.667951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.670363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77a3c1db-3129-4749-b803-25ecc841ad3e req-b097075b-7d83-4a2f-b835-fc0ac50b2447 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:22.671438 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77a3c1db-3129-4749-b803-25ecc841ad3e req-b097075b-7d83-4a2f-b835-fc0ac50b2447 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.8407350 Feb 16 12:41:22.673531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network ca4df07e-1e98-426f-b263-309e1862b44e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:22.706851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:22.720130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.739021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Subnet': ['ID=cabebf2e-96e6-4b0c-aad8-7a8409703091,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:22.812523 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4892e5-e70c-406a-ae06-8d6be2f5f8a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:41:22.813072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f4892e5-e70c-406a-ae06-8d6be2f5f8a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:22.835892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.861332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Checking segment: {'id': '0f702945-8ff0-445d-ab86-3bcc13baff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:22.861858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network hostable DHCP agents. Network: 4ed0afcf-1da2-4335-9574-88b522e4536a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:22.919603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a1f1c13f-9b74-4a7c-b652-c178ce3bb2b4 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:22.929906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:22.944736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.955781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77a3c1db-3129-4749-b803-25ecc841ad3e req-b2ecde90-e21f-4638-b415-67c6ca8f9890 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436111 Feb 16 12:41:22.971325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f4892e5-e70c-406a-ae06-8d6be2f5f8a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:22.975687 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f4892e5-e70c-406a-ae06-8d6be2f5f8a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/96938d0c-8a20-4bba-837e-af60b154e77a HTTP/1.1" status: 404 len: 333 time: 0.3065085 Feb 16 12:41:22.979585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53074) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:22.982673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.985803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Deleting port 0af6a3f2-803b-4659-9585-c99c984288ba {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:22.986213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:22.988593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:22.989248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.011479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Transition to ACTIVE for port object b2182fd7-4bce-4826-b3c0-e43253f530a1 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:23.064488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a1f1c13f-9b74-4a7c-b652-c178ce3bb2b4 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:23.070266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a1f1c13f-9b74-4a7c-b652-c178ce3bb2b4 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3333325 Feb 16 12:41:23.076699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:23.086569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.087076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Transition to ACTIVE for port object b2182fd7-4bce-4826-b3c0-e43253f530a1 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:23.108068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.116228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4ed0afcf-1da2-4335-9574-88b522e4536a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:23.145547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:23.146142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.183500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3857434 Feb 16 12:41:23.187569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bb2f2-d12f-40d8-902c-f3ea00139ab3 None None] Network 4ed0afcf-1da2-4335-9574-88b522e4536a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:23.213279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53082) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.224876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] DHCP port deletion for 7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:23.229421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet f6e05bdc-7371-4dd0-9b11-ba0c8da8123f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:23.240047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2077681-a36e-4ee3-b9f3-ac8b2b4b230d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=e9e35b7a-eeb5-4d03-8795-56a389993c58,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:23.244125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Network 8eb69687-3235-4541-93a6-3316e8e24f17 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:23.249705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:23.252582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:23.260388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e9e35b7a-eeb5-4d03-8795-56a389993c58 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:23.268439 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:23.270353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.274231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Deleting port 0af6a3f2-803b-4659-9585-c99c984288ba {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:23.274599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.275560 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39136fe7-d070-479c-b089-b28946f02a83 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5192af39-ff60-4e75-b0d6-9a5123a417e7', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.143', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'port_id': '4bb35278-f027-47a3-a382-933829f1f89d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'mac_address': 'fa:16:3e:9b:9e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:39:41Z', 'updated_at': '2022-02-16T12:39:48Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:23.352153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:23.395779 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ff2b614-f857-4743-ad63-526350fc31dc tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6724663 Feb 16 12:41:23.407343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9d3810bf-a2d0-4b78-8171-418a0152ea53 None None] Provisioning complete for port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:23.407710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9d3810bf-a2d0-4b78-8171-418a0152ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.409922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53086) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:23.417213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-835450923'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:23.442446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.482532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Pushing event updated for resources: {'Port': ['ID=b2182fd7-4bce-4826-b3c0-e43253f530a1,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:23.518141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Router faeb7329-3305-44c2-861b-51dd38754ca0 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:23.522379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] For port 0af6a3f2-803b-4659-9585-c99c984288ba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0af6a3f2-803b-4659-9585-c99c984288ba,segment=NetworkSegment(5ab00a96-271d-476d-9b27-d57944d0cb5a),segment_id=5ab00a96-271d-476d-9b27-d57944d0cb5a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:23.523111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.542780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.557497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:23.579211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:23.614932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.615281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.616182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.616517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.616845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.617172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.617495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.617815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.618136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.618453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.618772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.619089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:23.638973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:23.669175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:23.713022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9d3810bf-a2d0-4b78-8171-418a0152ea53 None None] Port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:23.747722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Attempting to bind port b2182fd7-4bce-4826-b3c0-e43253f530a1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:23.748071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Attempting to bind port b2182fd7-4bce-4826-b3c0-e43253f530a1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd6fbc584-5f18-4992-8a3a-b7095a447082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:23.748305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Attempting to bind port b2182fd7-4bce-4826-b3c0-e43253f530a1 on network 8eb69687-3235-4541-93a6-3316e8e24f17 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:23.754955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.777139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:23.780869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.809713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:23.810134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Checking segment: {'id': 'd6fbc584-5f18-4992-8a3a-b7095a447082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:23.810487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.810878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Bound using segment: {'id': 'd6fbc584-5f18-4992-8a3a-b7095a447082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:23.812256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Bound port: b2182fd7-4bce-4826-b3c0-e43253f530a1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fbc584-5f18-4992-8a3a-b7095a447082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8eb69687-3235-4541-93a6-3316e8e24f17'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:23.812656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.864525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Calling delete_port for 0af6a3f2-803b-4659-9585-c99c984288ba owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:23.868373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:23.984570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:24.009282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] For port 0af6a3f2-803b-4659-9585-c99c984288ba, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0af6a3f2-803b-4659-9585-c99c984288ba,segment=NetworkSegment(5ab00a96-271d-476d-9b27-d57944d0cb5a),segment_id=5ab00a96-271d-476d-9b27-d57944d0cb5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:24.009986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.013667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a01b-c224-4073-9313-915ac6ec348f req-c9491219-0d6a-44b4-a204-776d1c7e17c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:24.014531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8be2a01b-c224-4073-9313-915ac6ec348f req-c9491219-0d6a-44b4-a204-776d1c7e17c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:24.021093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:port and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:24.028066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4ed0afcf-1da2-4335-9574-88b522e4536a', 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'tenant_id': '12c22b50c6fc43098aa1b1537367b899', 'fixed_ips': [{'subnet_id': 'cabebf2e-96e6-4b0c-aad8-7a8409703091'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:24.028316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.028442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:24.058289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:24.067676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8be2a01b-c224-4073-9313-915ac6ec348f req-c9491219-0d6a-44b4-a204-776d1c7e17c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:24.068139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:24.070322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8be2a01b-c224-4073-9313-915ac6ec348f req-c9491219-0d6a-44b4-a204-776d1c7e17c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.7148423 Feb 16 12:41:24.091944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f6230fc0-53ec-417c-94ff-5a16f9356b4c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/routers/faeb7329-3305-44c2-861b-51dd38754ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2658381 Feb 16 12:41:24.105202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.129004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.171350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] Sync routers for ids ['faeb7329-3305-44c2-861b-51dd38754ca0'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:24.187802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Calling delete_port for 0af6a3f2-803b-4659-9585-c99c984288ba owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:24.188997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:24.192861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.219096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92a04b8a-d903-4a92-a81c-82b341096460 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:24.222776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Port': ['ID=0af6a3f2-803b-4659-9585-c99c984288ba,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:24.232709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port bb7f7104-7727-4889-9ff5-06528d7a3cc2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:24.240439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.277202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] For port b2182fd7-4bce-4826-b3c0-e43253f530a1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:24.282481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 92a04b8a-d903-4a92-a81c-82b341096460 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:24.282813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92a04b8a-d903-4a92-a81c-82b341096460 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:24.283242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0af6a3f2-803b-4659-9585-c99c984288ba no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:24.342686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] No DVR routers for this DVR port 0af6a3f2-803b-4659-9585-c99c984288ba on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:24.350901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] Routers {'faeb7329-3305-44c2-861b-51dd38754ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:24.351857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['faeb7329-3305-44c2-861b-51dd38754ca0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.361550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075fb104-e274-47bc-957d-32993600128f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:24.390995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.416229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port a20dd101-251e-42c5-a49a-60efe80f3548 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:24.416642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.487360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e05bdc-7371-4dd0-9b11-ba0c8da8123f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:24.500783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0af6a3f2-803b-4659-9585-c99c984288ba {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:24.501380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0af6a3f2-803b-4659-9585-c99c984288ba not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:24.509470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] For port b2182fd7-4bce-4826-b3c0-e43253f530a1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b2182fd7-4bce-4826-b3c0-e43253f530a1,segment=NetworkSegment(d6fbc584-5f18-4992-8a3a-b7095a447082),segment_id=d6fbc584-5f18-4992-8a3a-b7095a447082)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:24.512182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.513409 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e71d23c2-a066-4ba5-9cb0-1c97decb1689 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/075fb104-e274-47bc-957d-32993600128f HTTP/1.1" status: 204 len: 168 time: 1.4224048 Feb 16 12:41:24.517904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.523140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.526218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.533867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7664ae-c46a-41ad-83cc-79aee21ef58e None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:24.564343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.600751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.643252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.661422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab00a96-271d-476d-9b27-d57944d0cb5a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.661812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab00a96-271d-476d-9b27-d57944d0cb5a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.688983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.724337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24b9097e-4048-4cf0-80ee-5306d54b93fa tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f HTTP/1.1" status: 204 len: 168 time: 1.7414284 Feb 16 12:41:24.726046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] Routers {'faeb7329-3305-44c2-861b-51dd38754ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:24.726871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:40:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['faeb7329-3305-44c2-861b-51dd38754ca0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.738931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f68c0-cc5f-4e99-916f-eff5f27f6997 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:24.741979 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c4f68c0-cc5f-4e99-916f-eff5f27f6997 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?device_id=faeb7329-3305-44c2-861b-51dd38754ca0 HTTP/1.1" status: 200 len: 981 time: 0.6349244 Feb 16 12:41:24.748035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.748368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53102) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:24.754767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.780213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::30c (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/bb7f7104-7727-4889-9ff5-06528d7a3cc2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:24.782482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:24.782877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:24.801540 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:24.810007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:24.810586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:24.824205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:24.824617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4268fa-cb68-4f46-b604-70d5916c14fe None None] The sync data for ids ['faeb7329-3305-44c2-861b-51dd38754ca0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:24.863052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52782a8-1fbd-4cbd-8d2b-85c9ef081fa4 None None] Pushing event updated for resources: {'Port': ['ID=b2182fd7-4bce-4826-b3c0-e43253f530a1,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:24.925628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4e7e-148c-40b0-8cdf-8706b9315b1c req-17e0ca7b-8402-4b71-8a36-15d9a986ca82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:24.928808 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-197c4e7e-148c-40b0-8cdf-8706b9315b1c req-17e0ca7b-8402-4b71-8a36-15d9a986ca82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 946 time: 0.6998346 Feb 16 12:41:25.023686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.049461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.075792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Pushing event deleted for resources: {'Network': ['ID=7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:25.131797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1972b18-d6ac-44dd-acc4-113da812463f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:25.149862 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ce2ca62-b98a-4603-9f71-88f0dd81671c tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/networks/7d6a8371-e8a1-4d1d-9172-6c5d0b3f389c HTTP/1.1" status: 204 len: 168 time: 2.6510344 Feb 16 12:41:25.166865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.185628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.263557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet dfcc5737-6836-481c-b447-5602ad80a153 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:25.270252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port a20dd101-251e-42c5-a49a-60efe80f3548, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a20dd101-251e-42c5-a49a-60efe80f3548,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:25.270611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.289729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4c12683c-ced7-4ed5-ac97-482baf8b2627 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Synchronizing usage tracker for tenant:3ec8e9b36b3541c98f1122667aabd7b3 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:25.312336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Deleting port 0af6a3f2-803b-4659-9585-c99c984288ba {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:25.312925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.423062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0ee6-cbfc-4f6f-9a24-73e0beca736a None None] The port '0af6a3f2-803b-4659-9585-c99c984288ba' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:25.436714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for a20dd101-251e-42c5-a49a-60efe80f3548 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:25.449516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-197c4e7e-148c-40b0-8cdf-8706b9315b1c req-f375c946-77b9-4117-a5db-26a79cf52183 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab884f0-4f41-40cb-a356-743dfcc2f688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362633 Feb 16 12:41:25.450360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.502876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1972b18-d6ac-44dd-acc4-113da812463f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:25.509325 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1972b18-d6ac-44dd-acc4-113da812463f tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9759881 Feb 16 12:41:25.519798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.536902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4c12683c-ced7-4ed5-ac97-482baf8b2627 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Unset dirty status for tenant:3ec8e9b36b3541c98f1122667aabd7b3 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:25.538625 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c12683c-ced7-4ed5-ac97-482baf8b2627 tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc357ae9-b3b8-47c5-a9af-d2f195356dfd HTTP/1.1" status: 200 len: 205 time: 0.3704400 Feb 16 12:41:25.542080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181063186'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:25.549974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:25.556896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.557307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=d92d44b9-7230-4b95-85db-278cc87ce49f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:25.564884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:25.601510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object bb7f7104-7727-4889-9ff5-06528d7a3cc2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:25.633894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:25.639831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8891cdf-6253-45ef-a26a-769b26050fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.690231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.701765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.717043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.776873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '29b8c450-e0e8-4062-a501-38f800bf83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:25.777261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: e9e35b7a-eeb5-4d03-8795-56a389993c58, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:25.799535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Allocated IP 2001:db8::2 (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/2514cd4c-4d0a-45a7-8549-665789ea28c5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:25.825844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:25.963075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:25.979547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:25.993323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.007292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:26.019396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:26.025308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.037833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:26.043380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:26.044042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.048751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=bb7f7104-7727-4889-9ff5-06528d7a3cc2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.058072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.084768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.139796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b2182fd7-4bce-4826-b3c0-e43253f530a1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:26.168733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network e9e35b7a-eeb5-4d03-8795-56a389993c58 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:26.178427 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9af75658-a4ec-4165-9371-7cb0eddb5a40 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7666953 Feb 16 12:41:26.179691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=a20dd101-251e-42c5-a49a-60efe80f3548,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.181937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.183972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.197572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6f8ae5bf-fa75-44b1-abbf-624c0a031475 None None] Provisioning complete for port 3402dbb4-01bc-4d3c-8223-443770c30727 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:26.198416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f8ae5bf-fa75-44b1-abbf-624c0a031475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.242047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Transition to ACTIVE for port object 2514cd4c-4d0a-45a7-8549-665789ea28c5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:26.260482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374414864', 'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:96:f2:34'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:26.304676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Transition to ACTIVE for port object 2514cd4c-4d0a-45a7-8549-665789ea28c5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:26.325958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.370346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port a20dd101-251e-42c5-a49a-60efe80f3548 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:26.382224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e9e35b7a-eeb5-4d03-8795-56a389993c58) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:26.387502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:26.388237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.403695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf561ea5-9ebf-42a5-b5b0-ad181c071a72 None None] Network 8eb69687-3235-4541-93a6-3316e8e24f17 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:26.419586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8849fcf-a772-4bcc-90eb-a4faba8ff2fd None None] Network e9e35b7a-eeb5-4d03-8795-56a389993c58 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:26.427638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.431247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'name': 'network-vif-deleted', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:41:26.432889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port b2182fd7-4bce-4826-b3c0-e43253f530a1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:26.457477 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8be2a01b-c224-4073-9313-915ac6ec348f req-05f17e2f-ec7d-40ab-817d-ee7d468bd530 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/a20dd101-251e-42c5-a49a-60efe80f3548 HTTP/1.1" status: 204 len: 173 time: 2.3810475 Feb 16 12:41:26.493616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.503732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.570215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810d66ef-94cd-4ae9-b278-79c01c49c89c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.572517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.573602 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39d87b7a-08b1-4b2f-b389-361b0be9da74 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0526536 Feb 16 12:41:26.576888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.585850 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc585e58-efae-4e27-87a3-c646099b2d3c', 'name': 'network-vif-deleted', 'tag': 'a20dd101-251e-42c5-a49a-60efe80f3548', 'status': 'completed', 'code': 200} Feb 16 12:41:26.589066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Request body: {'security_group_rule': {'security_group_id': '810d66ef-94cd-4ae9-b278-79c01c49c89c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:26.594910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:26.599161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Usage tracker for resource:security_group_rule and tenant:c54731b820a248b5bbc2b562cf34546f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:26.602981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.608864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.619436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:26.629093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:port and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:26.637007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:26.654806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.695422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:26.702348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:26.708811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:26.735521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.741184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:26.766466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.769768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.776064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.788222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:26.797214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Pushing event updated for resources: {'Port': ['ID=2514cd4c-4d0a-45a7-8549-665789ea28c5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.818971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d07a69d-aa9a-40b6-acdb-d3262283201a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:26.877525 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd507319-d0db-4fe9-8b16-eaae499bba35 req-395b0fc7-b886-4423-a27a-e9ac54985a0d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc585e58-efae-4e27-87a3-c646099b2d3c HTTP/1.1" status: 200 len: 210 time: 0.0792305 Feb 16 12:41:26.881656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.882342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Fanout notify agent at l3_agent the message router_deleted on router bc357ae9-b3b8-47c5-a9af-d2f195356dfd {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:26.888455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a0cf960-cd3d-423c-8ba4-e33f6ccbdfd9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6567495 Feb 16 12:41:26.893418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53132) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.898676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.910360 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67779921-53a5-4eb3-bcd6-ed1f73738a9e tempest-RoutersNegativeIpV6Test-297750773 tempest-RoutersNegativeIpV6Test-297750773-project] 10.222.0.65 "DELETE /v2.0/routers/bc357ae9-b3b8-47c5-a9af-d2f195356dfd HTTP/1.1" status: 204 len: 168 time: 1.3470767 Feb 16 12:41:26.937179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.938724 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79bc33fd-c68d-4462-8ead-836616ae6c9e tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612332 Feb 16 12:41:26.941726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53138) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:26.946048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.964784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Attempting to bind port 2514cd4c-4d0a-45a7-8549-665789ea28c5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:26.965148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Attempting to bind port 2514cd4c-4d0a-45a7-8549-665789ea28c5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '0f702945-8ff0-445d-ab86-3bcc13baff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:26.965718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Attempting to bind port 2514cd4c-4d0a-45a7-8549-665789ea28c5 on network 4ed0afcf-1da2-4335-9574-88b522e4536a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:26.989143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:26.989846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Checking segment: {'id': '0f702945-8ff0-445d-ab86-3bcc13baff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:26.990437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:26.990983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Bound using segment: {'id': '0f702945-8ff0-445d-ab86-3bcc13baff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:26.991693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Bound port: 2514cd4c-4d0a-45a7-8549-665789ea28c5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f702945-8ff0-445d-ab86-3bcc13baff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:26.992259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.002827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.011056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcc5737-6836-481c-b447-5602ad80a153,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.026869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Provisioning for port b2182fd7-4bce-4826-b3c0-e43253f530a1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:27.078352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.080581 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef83d862-fc95-46db-9ad4-e34847d2e859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/dfcc5737-6836-481c-b447-5602ad80a153 HTTP/1.1" status: 204 len: 168 time: 2.3300469 Feb 16 12:41:27.080946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port 53994310-4e84-444b-8a07-02cb1c11fbcb yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:27.087858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.187682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f70ae-0db6-4ff2-934f-2a02b1f89625 None None] Network f7fbe25d-dab4-45bf-886b-ba67b08f712a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:27.217069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.223356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Provisioning complete for port b2182fd7-4bce-4826-b3c0-e43253f530a1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:27.223914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.336099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.347396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.370970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] For port 2514cd4c-4d0a-45a7-8549-665789ea28c5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:27.375026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] For port 2514cd4c-4d0a-45a7-8549-665789ea28c5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2514cd4c-4d0a-45a7-8549-665789ea28c5,segment=NetworkSegment(0f702945-8ff0-445d-ab86-3bcc13baff75),segment_id=0f702945-8ff0-445d-ab86-3bcc13baff75)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:27.378229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.381963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.414680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-e9e35b7a-eeb5-4d03-8795-56a389993c58', 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': 'd92d44b9-7230-4b95-85db-278cc87ce49f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:27.415969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.437015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.438358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.539146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 3402dbb4-01bc-4d3c-8223-443770c30727 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:27.539498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.583548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::20b (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/53994310-4e84-444b-8a07-02cb1c11fbcb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:27.655885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.687336 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-b914ab02-048a-44a4-8c28-3a13d5f51581 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5192780 Feb 16 12:41:27.712068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a20dd101-251e-42c5-a49a-60efe80f3548 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:27.781196 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e0a383f-c8fa-49b0-9c38-bd01411f628a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ec8e9b36b3541c98f1122667aabd7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426897 Feb 16 12:41:27.782415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d66ef-94cd-4ae9-b278-79c01c49c89c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.790842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53154) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.811564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.842762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: a20dd101-251e-42c5-a49a-60efe80f3548 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:27.843141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a20dd101-251e-42c5-a49a-60efe80f3548 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:27.852770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dd780-6ccc-4b59-b4da-7cf3cd7e309f None None] Pushing event updated for resources: {'Port': ['ID=2514cd4c-4d0a-45a7-8549-665789ea28c5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:27.886414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:27.887975 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3158863e-c50c-4190-981f-aa3338dc8afc tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/810d66ef-94cd-4ae9-b278-79c01c49c89c HTTP/1.1" status: 204 len: 168 time: 0.9449553 Feb 16 12:41:27.893882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:27.987537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-92c10667-6ff7-4e6f-b7cd-5ab439cff37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.073010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.080467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.150689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Allocated IP 172.20.0.2 (e9e35b7a-eeb5-4d03-8795-56a389993c58/d92d44b9-7230-4b95-85db-278cc87ce49f/7b9d679c-f7dd-453c-a3b1-a1722d53d3e5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:28.174180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-73453189-acc2-4fe8-887a-03d789f861d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.175757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-73453189-acc2-4fe8-887a-03d789f861d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1099 time: 0.3581691 Feb 16 12:41:28.182317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:28.182685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.183963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] For port b2182fd7-4bce-4826-b3c0-e43253f530a1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b2182fd7-4bce-4826-b3c0-e43253f530a1,segment=NetworkSegment(d6fbc584-5f18-4992-8a3a-b7095a447082),segment_id=d6fbc584-5f18-4992-8a3a-b7095a447082)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:28.200403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.227507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.268067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25cce613-86e7-47f5-8d40-6557ebd7a980 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3698051 Feb 16 12:41:28.290610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:28.352451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3402dbb4-01bc-4d3c-8223-443770c30727,segment=NetworkSegment(f693c53b-eb15-4d54-9926-038d006ccbd5),segment_id=f693c53b-eb15-4d54-9926-038d006ccbd5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:28.352943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.393214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] DHCP port deletion for f7fbe25d-dab4-45bf-886b-ba67b08f712a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:28.403093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.410318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-ee1cac6c-18f8-49ad-8de0-f05d4e4274c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.411785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-ee1cac6c-18f8-49ad-8de0-f05d4e4274c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 898 time: 0.1790965 Feb 16 12:41:28.426425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.433637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Deleting port 3402dbb4-01bc-4d3c-8223-443770c30727 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:28.434451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.489650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61286c7-9f5e-4b5d-8b07-43c75d0ccda0 None None] Pushing event updated for resources: {'Port': ['ID=b2182fd7-4bce-4826-b3c0-e43253f530a1,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:28.564318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-3ac37a6b-9f1c-4063-b0e4-9a2ada8c806c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 1002 time: 0.1373553 Feb 16 12:41:28.573735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 3402dbb4-01bc-4d3c-8223-443770c30727 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:28.577703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.674129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object 53994310-4e84-444b-8a07-02cb1c11fbcb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:28.689095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] For port 3402dbb4-01bc-4d3c-8223-443770c30727, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3402dbb4-01bc-4d3c-8223-443770c30727,segment=NetworkSegment(f693c53b-eb15-4d54-9926-038d006ccbd5),segment_id=f693c53b-eb15-4d54-9926-038d006ccbd5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:28.689488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.703475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.726461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-85ecbe5e-b422-4b5d-a36c-cca0a1215651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:28.727904 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-85ecbe5e-b422-4b5d-a36c-cca0a1215651 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.1438167 Feb 16 12:41:28.820286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Calling delete_port for 3402dbb4-01bc-4d3c-8223-443770c30727 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:28.847047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fa77ef9e-4826-40a4-968b-99ce37f1e8cd tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:28.939424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.949067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:28.950961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fa77ef9e-4826-40a4-968b-99ce37f1e8cd tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:28.953747 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa77ef9e-4826-40a4-968b-99ce37f1e8cd tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6596727 Feb 16 12:41:28.960555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.063928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:29.070268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:29.072126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=53994310-4e84-444b-8a07-02cb1c11fbcb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.078608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:29.080329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-071b70ab-89b7-4e52-9951-0db2c7d52c36 None None] Provisioning complete for port b2182fd7-4bce-4826-b3c0-e43253f530a1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:29.080795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-071b70ab-89b7-4e52-9951-0db2c7d52c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.082631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.083258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.092321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-4130f498-1646-417e-aa8f-853fd9b38d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.093908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-4130f498-1646-417e-aa8f-853fd9b38d5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3558145 Feb 16 12:41:29.115870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:29.127243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.127514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.140884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.162095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.168835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da66537b-1731-49a4-9540-91d2b0053c9c tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9814613 Feb 16 12:41:29.169398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.169649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab884f0-4f41-40cb-a356-743dfcc2f688,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.174292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.174918 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-e46d293d-e467-4046-a4c8-911483796d84 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] delete failed (client error): The resource could not be found. Feb 16 12:41:29.175386 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e46d293d-e467-4046-a4c8-911483796d84 tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "DELETE /v2.0/security-groups/810d66ef-94cd-4ae9-b278-79c01c49c89c HTTP/1.1" status: 404 len: 347 time: 0.2138910 Feb 16 12:41:29.185734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.187811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.210180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Transition to ACTIVE for port object 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:29.247239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f1668-c290-4667-bedf-ba08aec36b6a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.258887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:29.259341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:29.262463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=3402dbb4-01bc-4d3c-8223-443770c30727,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.278416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No DVR routers for this DVR port 3402dbb4-01bc-4d3c-8223-443770c30727 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:29.296352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Transition to ACTIVE for port object 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:29.299004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.303397 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-294b729e-40e9-4de6-9435-30e3e75d95cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/1ab884f0-4f41-40cb-a356-743dfcc2f688 HTTP/1.1" status: 204 len: 168 time: 1.2251375 Feb 16 12:41:29.327908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.352950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.400364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Network e9e35b7a-eeb5-4d03-8795-56a389993c58 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:29.403097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:29.406633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:29.456832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Pushing event updated for resources: {'Port': ['ID=7b9d679c-f7dd-453c-a3b1-a1722d53d3e5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.460141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610c397-7f6a-44dd-abd2-8898fb50c8b7 None None] Network 4ed0afcf-1da2-4335-9574-88b522e4536a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:29.502432 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-4bc413ef-157c-4476-ac80-afc8cd7d1fb6 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005935 Feb 16 12:41:29.512676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6aac436-984f-4a4e-9c53-4e0b0f13f53b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Synchronizing usage tracker for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:29.592594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3921390b-afb6-4d4a-b3d9-ed0a8e62564c None None] Provisioning for port 2514cd4c-4d0a-45a7-8549-665789ea28c5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:29.606988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.607516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Attempting to bind port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:29.607681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Attempting to bind port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '29b8c450-e0e8-4062-a501-38f800bf83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:29.608067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Attempting to bind port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 on network e9e35b7a-eeb5-4d03-8795-56a389993c58 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:29.608576 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6a0b647d-bedf-4cdc-93a6-1b45f02df91b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e4f1668-c290-4667-bedf-ba08aec36b6a HTTP/1.1" status: 204 len: 168 time: 1.8093312 Feb 16 12:41:29.627420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:29.627855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Checking segment: {'id': '29b8c450-e0e8-4062-a501-38f800bf83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:29.628175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.629481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Bound using segment: {'id': '29b8c450-e0e8-4062-a501-38f800bf83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:29.629481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Bound port: 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b8c450-e0e8-4062-a501-38f800bf83f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:29.629481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.630347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.639280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet 92e4b98d-a58d-4cbf-a37f-925ff7be781a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:29.659126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.712751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6aac436-984f-4a4e-9c53-4e0b0f13f53b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] Unset dirty status for tenant:c54731b820a248b5bbc2b562cf34546f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:29.718171 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6aac436-984f-4a4e-9c53-4e0b0f13f53b tempest-SecGroupIPv6Test-813487006 tempest-SecGroupIPv6Test-813487006-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4767449 Feb 16 12:41:29.761427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.767722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.776081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Deleting port 3402dbb4-01bc-4d3c-8223-443770c30727 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:29.776081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.777411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:29.778399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Synchronizing usage tracker for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:29.788499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.788845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.829164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a88f4ec-d35e-448a-84cc-7262d7e86460 req-957be840-74d3-4222-b8b1-07e552dbeff5 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117077 Feb 16 12:41:29.850038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fbe25d-dab4-45bf-886b-ba67b08f712a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:29.895115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=d92d44b9-7230-4b95-85db-278cc87ce49f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:29.895387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Unset dirty status for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:29.906596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6bccb0ef-4e5e-4ea1-b987-7c1747b23801 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.7291842 Feb 16 12:41:29.909926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-70dc4199-e3f5-476e-88e4-8d491599cf23 None None] The port '3402dbb4-01bc-4d3c-8223-443770c30727' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:29.910705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:29.914758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f693c53b-eb15-4d54-9926-038d006ccbd5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:29.915280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f693c53b-eb15-4d54-9926-038d006ccbd5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:29.951820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:29.963449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.017497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] For port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:30.038128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] For port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7b9d679c-f7dd-453c-a3b1-a1722d53d3e5,segment=NetworkSegment(29b8c450-e0e8-4062-a501-38f800bf83f2),segment_id=29b8c450-e0e8-4062-a501-38f800bf83f2)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:30.061880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.087694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port 53994310-4e84-444b-8a07-02cb1c11fbcb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:30.089443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.098801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.106519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:30.108816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.130776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:30.131726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:30.150454 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:30.197545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.361300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e35b7a-eeb5-4d03-8795-56a389993c58']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:30.394970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f300-ddfa-4aa8-9589-30a1583bb9dc None None] Pushing event updated for resources: {'Port': ['ID=7b9d679c-f7dd-453c-a3b1-a1722d53d3e5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:30.420408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b2182fd7-4bce-4826-b3c0-e43253f530a1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:30.524956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:30.578390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.637394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.684685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef5e48-57fa-45c2-8986-9ee2a616def9 None None] Network e9e35b7a-eeb5-4d03-8795-56a389993c58 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:30.876735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.887598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8c450-e0e8-4062-a501-38f800bf83f2') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:30.888558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8c450-e0e8-4062-a501-38f800bf83f2') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:30.896080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b2182fd7-4bce-4826-b3c0-e43253f530a1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:30.896511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.913984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.921273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Provisioning for port bb7f7104-7727-4889-9ff5-06528d7a3cc2 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:30.936285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:30.995921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Provisioning complete for port bb7f7104-7727-4889-9ff5-06528d7a3cc2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:30.996344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.035795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.036507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.056423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for 53994310-4e84-444b-8a07-02cb1c11fbcb owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:31.072418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.081101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=f7fbe25d-dab4-45bf-886b-ba67b08f712a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.083764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.095787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Port bb7f7104-7727-4889-9ff5-06528d7a3cc2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:31.097611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=92e4b98d-a58d-4cbf-a37f-925ff7be781a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.109815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.128259 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71fc7a83-1c36-4187-af36-8a2b7758ece7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/92e4b98d-a58d-4cbf-a37f-925ff7be781a HTTP/1.1" status: 204 len: 168 time: 1.7715654 Feb 16 12:41:31.141299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53230) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.159588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f5630-6e4b-4488-a5b9-bb9d55dfa997 None None] Network 34a702b1-a1d6-49e8-b218-733b0b9135f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:31.184068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:31.184733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:31.202701 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:31.269885 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0e18dd0-c6e1-4758-896e-4c9b24782993 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c54731b820a248b5bbc2b562cf34546f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416205 Feb 16 12:41:31.270341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.306770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37285a57-1c20-43bd-96f6-0014ab4e83dd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/f7fbe25d-dab4-45bf-886b-ba67b08f712a HTTP/1.1" status: 204 len: 168 time: 4.2109232 Feb 16 12:41:31.313058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-567834707-network', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:31.322056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.430046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.445984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2514cd4c-4d0a-45a7-8549-665789ea28c5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:31.455012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:31.516118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Usage tracker for resource:network and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:31.531378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Router faeb7329-3305-44c2-861b-51dd38754ca0 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:31.532612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:31.556604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:31.560693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:41:31.560693 dv-neutron-829435-1-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:41:31.560693 dv-neutron-829435-1-hyperv neutron-server[87698]: [parameters: {'id': 'e9e35b7a-eeb5-4d03-8795-56a389993c58'}] Feb 16 12:41:31.560693 dv-neutron-829435-1-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:31.561378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:31.587484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2514cd4c-4d0a-45a7-8549-665789ea28c5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:31.595914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2514cd4c-4d0a-45a7-8549-665789ea28c5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:31.596353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.612563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.633824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.650229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.653501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Provisioning for port 53994310-4e84-444b-8a07-02cb1c11fbcb completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:31.671293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Provisioning complete for port 53994310-4e84-444b-8a07-02cb1c11fbcb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:31.671981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.710412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] DHCP port deletion for 34a702b1-a1d6-49e8-b218-733b0b9135f7 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:31.716992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Made reservation on behalf of f6989836bdb149dfbc7933963def4e8c for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:31.719053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.719915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Deleting port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:31.720346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.720454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=53994310-4e84-444b-8a07-02cb1c11fbcb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:31.736097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f946e9-a71e-4b85-bc24-7a94ad5a1c65 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:31.737117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11f946e9-a71e-4b85-bc24-7a94ad5a1c65 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:31.738872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:31.739222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.759235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-564e58e1-73d6-47f8-926c-730e5d938e59 None None] Port 53994310-4e84-444b-8a07-02cb1c11fbcb was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:41:31.771451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:31.773613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.784507 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] Sync routers for ids ['faeb7329-3305-44c2-861b-51dd38754ca0'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:31.797786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-42140802-f504-4877-ae4e-23550ec58233 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/routers/faeb7329-3305-44c2-861b-51dd38754ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0455813 Feb 16 12:41:31.804237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53242) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.804626 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] Routers {'faeb7329-3305-44c2-861b-51dd38754ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:31.805254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['faeb7329-3305-44c2-861b-51dd38754ca0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.812818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11f946e9-a71e-4b85-bc24-7a94ad5a1c65 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:31.813698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:31.814243 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11f946e9-a71e-4b85-bc24-7a94ad5a1c65 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4847136 Feb 16 12:41:31.824315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:31.827283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:31.833049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:31.859422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53246) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:31.922615 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e5b817-e843-4b93-85d7-a7d820bc387c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:41:31.922800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74e5b817-e843-4b93-85d7-a7d820bc387c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:31.932748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.938238 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:31.939366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.954090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:31.954315 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] Routers {'faeb7329-3305-44c2-861b-51dd38754ca0'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:31.954746 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['faeb7329-3305-44c2-861b-51dd38754ca0'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:32.025181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.031076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc898a-1a12-4b6b-8e35-3556863676c1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.034813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.059257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:32.059666 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289812a-c85d-429b-916a-892d33b7b4c4 None None] The sync data for ids ['faeb7329-3305-44c2-861b-51dd38754ca0'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:32.067914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1e4a0-0ce3-4247-b8a9-cebab291022d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.089907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74e5b817-e843-4b93-85d7-a7d820bc387c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:32.094482 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-74e5b817-e843-4b93-85d7-a7d820bc387c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/471ef6c6-6390-4b4a-a3c8-6dd57cf4c7bb HTTP/1.1" status: 404 len: 333 time: 0.2834194 Feb 16 12:41:32.100432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53250) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.101292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.112494 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df09a299-1b79-4ab4-a3e1-1470c6d89312 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/53994310-4e84-444b-8a07-02cb1c11fbcb HTTP/1.1" status: 204 len: 168 time: 2.2007332 Feb 16 12:41:32.117089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.117504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2514cd4c-4d0a-45a7-8549-665789ea28c5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2514cd4c-4d0a-45a7-8549-665789ea28c5,segment=NetworkSegment(0f702945-8ff0-445d-ab86-3bcc13baff75),segment_id=0f702945-8ff0-445d-ab86-3bcc13baff75)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:32.125704 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a15994d-73c3-4cf4-b12d-77f8e97ffff6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2613850 Feb 16 12:41:32.125893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53258) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.131962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1940839656'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:32.165107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-12929e9d-8a42-4b01-be43-0e79f8289f69 None None] Provisioning complete for port bb7f7104-7727-4889-9ff5-06528d7a3cc2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:32.165475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-12929e9d-8a42-4b01-be43-0e79f8289f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.167384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:32.178897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.182283 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f5a0681-d056-4177-b309-40d3078895a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9d1e4a0-0ce3-4247-b8a9-cebab291022d HTTP/1.1" status: 204 len: 168 time: 0.9092524 Feb 16 12:41:32.182804 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a56ab60-de32-410b-8402-7fcb56d45fdb tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] GET failed (client error): The resource could not be found. Feb 16 12:41:32.183332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9a56ab60-de32-410b-8402-7fcb56d45fdb tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Synchronizing usage tracker for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:32.186209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:32.191260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:32.199479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:32.210148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:32.220703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9a56ab60-de32-410b-8402-7fcb56d45fdb tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Unset dirty status for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:32.222128 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a56ab60-de32-410b-8402-7fcb56d45fdb tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports/53994310-4e84-444b-8a07-02cb1c11fbcb HTTP/1.1" status: 404 len: 333 time: 0.0989916 Feb 16 12:41:32.226500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:32.227878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] For port 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ec6e4de-ec2b-4816-90ca-e84c88570b52,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:32.228487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.233981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1998160265'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:32.256471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:32.261654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.301880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.302224 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Added segment 42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4 of type vlan for network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 Feb 16 12:41:32.366107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:32.366767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.368716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Calling delete_port for 7ec6e4de-ec2b-4816-90ca-e84c88570b52 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:32.392895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.402559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:32.435700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.436150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment afb20653-fc34-4502-a0e8-9800fa87ff5b of type vlan for network 0d0ada22-0838-49da-8089-f2107cf51448 Feb 16 12:41:32.450288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-12929e9d-8a42-4b01-be43-0e79f8289f69 None None] Port bb7f7104-7727-4889-9ff5-06528d7a3cc2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:32.466079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.472461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:32.501938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:32.509518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.553676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:32.554752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-12929e9d-8a42-4b01-be43-0e79f8289f69 None None] Could not find standard attr ID for object 53994310-4e84-444b-8a07-02cb1c11fbcb. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:41:32.568111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.568998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3402dbb4-01bc-4d3c-8223-443770c30727 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:32.604155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:32.631053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 3402dbb4-01bc-4d3c-8223-443770c30727 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:32.631053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3402dbb4-01bc-4d3c-8223-443770c30727 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:32.698976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2514cd4c-4d0a-45a7-8549-665789ea28c5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.712389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.715798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.723737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:32.724408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.766491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 7ec6e4de-ec2b-4816-90ca-e84c88570b52, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ec6e4de-ec2b-4816-90ca-e84c88570b52,segment=NetworkSegment(f084a417-4542-4b7c-82e3-19d97a870d1e),segment_id=f084a417-4542-4b7c-82e3-19d97a870d1e)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:32.766847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.775455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:32.781149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] Pushing event deleted for resources: {'Port': ['ID=7ec6e4de-ec2b-4816-90ca-e84c88570b52,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:32.783705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be545807-0c17-4a1a-a8bf-87f812a2fd2c None None] No DVR routers for this DVR port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:32.802453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ec6e4de-ec2b-4816-90ca-e84c88570b52 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:32.855856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7ec6e4de-ec2b-4816-90ca-e84c88570b52 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:32.856769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ec6e4de-ec2b-4816-90ca-e84c88570b52 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:32.873648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc76126-aaba-460d-b6aa-0ebc94c61345 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:41:32.906381 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7793911 Feb 16 12:41:32.923118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53280) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.010122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc76126-aaba-460d-b6aa-0ebc94c61345 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:41:33.012276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 7ec6e4de-ec2b-4816-90ca-e84c88570b52 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:33.025372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::46 (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/32d0bb53-ef8e-483a-8517-0cd3c352ea0a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:33.068883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '0d0ada22-0838-49da-8089-f2107cf51448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:33.100299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5adc-b838-4f9d-bcd3-29937d0dec4f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=0d0ada22-0838-49da-8089-f2107cf51448,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.127637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:33.148308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.149767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 0d0ada22-0838-49da-8089-f2107cf51448 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:33.163812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.220268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.221531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.222267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.247734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.332871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:33.339137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:33.339448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:33.344723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:33.350257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:33.353711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.354393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Fanout notify agent at l3_agent the message router_deleted on router faeb7329-3305-44c2-861b-51dd38754ca0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:33.361068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7b9d679c-f7dd-453c-a3b1-a1722d53d3e5,segment=NetworkSegment(29b8c450-e0e8-4062-a501-38f800bf83f2),segment_id=29b8c450-e0e8-4062-a501-38f800bf83f2)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:33.361213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:33.362024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.420928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.439831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object 32d0bb53-ef8e-483a-8517-0cd3c352ea0a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:33.453455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1689797000'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:33.460994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:33.467068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Usage tracker for resource:network and tenant:edb398cd7bae4a43ae4753e82bb219ab is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:33.470594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:33.478313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:33.493639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Made reservation on behalf of edb398cd7bae4a43ae4753e82bb219ab for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:33.497909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.510277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.556380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] Pushing event updated for resources: {'Network': ['ID=4a4db115-50ec-4f2e-abd4-39299f6d5d53,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.557005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.562056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.563092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-22f05ef0-6e2f-4bc4-ba39-16a03a922f1b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/routers/faeb7329-3305-44c2-861b-51dd38754ca0 HTTP/1.1" status: 204 len: 168 time: 1.4596660 Feb 16 12:41:33.570959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:33.571519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:33.580749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.598940 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c800a2b6-c24a-4ff1-959a-a0369c80f31b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5598171 Feb 16 12:41:33.606037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53300) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.613172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Request body: {'subnet': {'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-567834707-subnet', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:33.619399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:33.625916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Usage tracker for resource:subnet and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:33.635257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:33.645223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:33.660076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:33.664764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:33.668175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.671110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Made reservation on behalf of f6989836bdb149dfbc7933963def4e8c for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:33.673814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.684217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:33.691476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:33.694280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:33.700668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:33.701305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.705449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.727839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Usage tracker for resource:security_group_rule and tenant:edb398cd7bae4a43ae4753e82bb219ab is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:33.731416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=32d0bb53-ef8e-483a-8517-0cd3c352ea0a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.739476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:33.766937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:33.804245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=7b9d679c-f7dd-453c-a3b1-a1722d53d3e5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:33.814090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port 7b9d679c-f7dd-453c-a3b1-a1722d53d3e5 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:33.836844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet f941bd52-de30-405c-8f9b-9fd6f3fa3e76 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:33.846032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 7ec6e4de-ec2b-4816-90ca-e84c88570b52 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:33.846364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.853487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.882433 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-faad566c-f4ca-4f8f-8581-c384cc0552d6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6546526 Feb 16 12:41:33.893149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53304) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:33.941002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:33.946327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:96:f2:34'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:33.987991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fb4bbad-f101-4c36-a7cb-ba99e1735f0a None None] Provisioning for port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:33.994101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fb4bbad-f101-4c36-a7cb-ba99e1735f0a None None] Provisioning complete for port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:33.994632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fb4bbad-f101-4c36-a7cb-ba99e1735f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.054956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4bbad-f101-4c36-a7cb-ba99e1735f0a None None] Port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:34.108985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] The port '7ec6e4de-ec2b-4816-90ca-e84c88570b52' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:34.244494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.260161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.281512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.302088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.360756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.363526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:34.381979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e35b7a-eeb5-4d03-8795-56a389993c58']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.422758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.430724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8c450-e0e8-4062-a501-38f800bf83f2') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.431023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8c450-e0e8-4062-a501-38f800bf83f2') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.441951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.442487 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Added segment 6ae6ea67-a1ad-41db-9557-df6c9134a3ec of type vlan for network 056b7041-91ad-435c-b52c-e8632ad46016 Feb 16 12:41:34.446341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b9948-47c0-4ed3-bc2a-8335ef0639d2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.514400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.517753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=80aa7353-aa93-46e3-b453-82c72e21b7a3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.527465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.529753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.542039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a702b1-a1d6-49e8-b218-733b0b9135f7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.563864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084a417-4542-4b7c-82e3-19d97a870d1e') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.564212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084a417-4542-4b7c-82e3-19d97a870d1e') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:34.581997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.589024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51cd705-420b-4546-93b9-d87644368086 None None] Network ca4df07e-1e98-426f-b263-309e1862b44e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:34.594215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': 'afb20653-fc34-4502-a0e8-9800fa87ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:34.595230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 0d0ada22-0838-49da-8089-f2107cf51448, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:34.598202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.600659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=f941bd52-de30-405c-8f9b-9fd6f3fa3e76,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.616897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.638932 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-325db039-17ac-4474-a1f3-d40587170691 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/f941bd52-de30-405c-8f9b-9fd6f3fa3e76 HTTP/1.1" status: 204 len: 168 time: 1.0571151 Feb 16 12:41:34.640255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:34.640659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.643374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53308) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:34.666450 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:34.676418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.742410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:34.742809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.745875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2514cd4c-4d0a-45a7-8549-665789ea28c5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:34.769266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.775050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:34.775649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.779284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 0d0ada22-0838-49da-8089-f2107cf51448 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:34.793829 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:34.796035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.847864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 0d0ada22-0838-49da-8089-f2107cf51448) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:34.857194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.864230 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6113248 Feb 16 12:41:34.866724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:34.867957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.873708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2514cd4c-4d0a-45a7-8549-665789ea28c5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:34.874089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.898097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3774029-b555-4c6c-86e6-30ec01158443 None None] Network 0d0ada22-0838-49da-8089-f2107cf51448 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:34.919572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:34.948638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 107dc30e-6770-4f49-9a69-94b7ff45977d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:34.949855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.954650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Request body: {'subnet': {'network_id': '056b7041-91ad-435c-b52c-e8632ad46016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:34.975674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73a84-2428-4b9f-bdb5-ec0e24037f17 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event updated for resources: {'Network': ['ID=056b7041-91ad-435c-b52c-e8632ad46016,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:34.977917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.992965 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b926d6a-d093-488b-923a-84bb1ee82279 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9355679 Feb 16 12:41:34.997056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53316) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.011381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '0d0ada22-0838-49da-8089-f2107cf51448', 'name': 'tempest-PortsIpV6TestJSON-363724251'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:35.025897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 056b7041-91ad-435c-b52c-e8632ad46016 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:35.031134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.047108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.054724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] DHCP port deletion for ca4df07e-1e98-426f-b263-309e1862b44e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:35.061499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.087518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Deleting port 107dc30e-6770-4f49-9a69-94b7ff45977d {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:35.087990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.123114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.132123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=34a702b1-a1d6-49e8-b218-733b0b9135f7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:35.170420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e962aec-0d3c-489f-aac2-e413dfcf6939,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:35.230752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=e9e35b7a-eeb5-4d03-8795-56a389993c58,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:35.254527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96c74e06-18d3-4241-9ccb-fbd1997b5b8f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/34a702b1-a1d6-49e8-b218-733b0b9135f7 HTTP/1.1" status: 204 len: 168 time: 4.1003606 Feb 16 12:41:35.260454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53320) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.268655 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-89087a0d-4d6f-489d-b75a-c9c6b484f9ed tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/e9e35b7a-eeb5-4d03-8795-56a389993c58 HTTP/1.1" status: 204 len: 168 time: 8.3489506 Feb 16 12:41:35.269577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:35.270103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Network hostable DHCP agents. Network: 4a4db115-50ec-4f2e-abd4-39299f6d5d53, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:35.276459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.278148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:35.299125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046393843'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:35.307499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:35.322584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:35.325283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:35.330322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:35.342606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Usage tracker for resource:subnet and tenant:edb398cd7bae4a43ae4753e82bb219ab is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:35.346864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] For port 107dc30e-6770-4f49-9a69-94b7ff45977d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=107dc30e-6770-4f49-9a69-94b7ff45977d,segment=NetworkSegment(8212c4c9-63a1-48da-a24a-819ffc417812),segment_id=8212c4c9-63a1-48da-a24a-819ffc417812)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:35.347224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.355157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:35.360401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:35.360770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:35.377428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:35.441982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:35.444847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Made reservation on behalf of edb398cd7bae4a43ae4753e82bb219ab for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:35.448290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.479130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:35.481878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.486867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-0d0ada22-0838-49da-8089-f2107cf51448', 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': '80aa7353-aa93-46e3-b453-82c72e21b7a3'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:35.487956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.503629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 107dc30e-6770-4f49-9a69-94b7ff45977d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:35.532967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:35.535643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.563968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 9525b8e2-4073-48ff-8204-2e2356170ee1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:35.586363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] For port 107dc30e-6770-4f49-9a69-94b7ff45977d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=107dc30e-6770-4f49-9a69-94b7ff45977d,segment=NetworkSegment(8212c4c9-63a1-48da-a24a-819ffc417812),segment_id=8212c4c9-63a1-48da-a24a-819ffc417812)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:35.586915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.617374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4a4db115-50ec-4f2e-abd4-39299f6d5d53) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:35.667746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987873e8-7b77-41c6-b55d-84c041e197dd None None] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:35.728068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:35.748643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Calling delete_port for 107dc30e-6770-4f49-9a69-94b7ff45977d owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:35.755117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.795313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.795736 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 10aa2093-c543-45fd-a50f-bb1e276bed35 of type vlan for network af66d732-e47a-417b-adcc-ca0aec2291e0 Feb 16 12:41:35.823983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::11b (0d0ada22-0838-49da-8089-f2107cf51448/80aa7353-aa93-46e3-b453-82c72e21b7a3/9525b8e2-4073-48ff-8204-2e2356170ee1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:35.830111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=107dc30e-6770-4f49-9a69-94b7ff45977d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:35.833083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:35.833280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No DVR routers for this DVR port 107dc30e-6770-4f49-9a69-94b7ff45977d on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:35.834162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.908425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.919496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 396b6f4f-a282-453c-aafe-d03dfb2a027c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:35.919748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.958795 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ced2a34c-1797-4813-95be-71b8f3229564 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3517144 Feb 16 12:41:35.971099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53328) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:35.982435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:35.983078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:35.986512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:36.000908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:36.013175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Usage tracker for resource:router and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:36.020643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:36.065885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:36.079635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.093087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:36.094017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.145372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.163991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.223106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4df07e-1e98-426f-b263-309e1862b44e']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:36.225617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.226830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.277520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.283787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:36.284781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.286378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Allocated IP 172.20.0.2 (4a4db115-50ec-4f2e-abd4-39299f6d5d53/8e962aec-0d3c-489f-aac2-e413dfcf6939/2587d1ca-0c01-4b0c-9749-4caaa1fa91e5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:36.289120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] In _notify_port_updated(), no bound segment for port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a on network 4ed0afcf-1da2-4335-9574-88b522e4536a {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:36.294600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:36.295261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.299163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "PUT /v2.0/ports/32d0bb53-ef8e-483a-8517-0cd3c352ea0a HTTP/1.1" status: 200 len: 1002 time: 2.4020672 Feb 16 12:41:36.303936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.328816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8212c4c9-63a1-48da-a24a-819ffc417812') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:36.329104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8212c4c9-63a1-48da-a24a-819ffc417812') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:36.337252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.369546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.486508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697508b-89a6-4e1a-991b-8e6e2c1835b6 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=32d0bb53-ef8e-483a-8517-0cd3c352ea0a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.486755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Deleting port 107dc30e-6770-4f49-9a69-94b7ff45977d {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:36.487091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.494825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=af66d732-e47a-417b-adcc-ca0aec2291e0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.497837 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a86a0f4-2795-4220-9eb7-c2759b311d36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2126684 Feb 16 12:41:36.498916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.514615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53336) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.534702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:36.556967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network af66d732-e47a-417b-adcc-ca0aec2291e0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:36.562138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:36.562814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.575898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:36.587295 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:36.623835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.637394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.637725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.726428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec854-ab7a-425d-8bfc-e816d7111a50 None None] The port '107dc30e-6770-4f49-9a69-94b7ff45977d' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:36.732775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 107dc30e-6770-4f49-9a69-94b7ff45977d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:36.811975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 9525b8e2-4073-48ff-8204-2e2356170ee1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:36.813387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:36.815580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.828344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 107dc30e-6770-4f49-9a69-94b7ff45977d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:36.828756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 107dc30e-6770-4f49-9a69-94b7ff45977d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:36.845392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:36.845592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.860627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:36.864881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.869614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:36.871292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.873874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-139b11ef-eebd-4896-844b-a8fdfd9e4e48 None None] Provisioning complete for port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:36.874313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-139b11ef-eebd-4896-844b-a8fdfd9e4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.878836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=ca4df07e-1e98-426f-b263-309e1862b44e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:36.882952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:36.892226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 396b6f4f-a282-453c-aafe-d03dfb2a027c owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:36.892500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b3adbbc-0331-426c-9924-52f0ffd8d97e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/ca4df07e-1e98-426f-b263-309e1862b44e HTTP/1.1" status: 204 len: 168 time: 2.2452140 Feb 16 12:41:36.893356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:36.919944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Transition to ACTIVE for port object 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:36.946642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:36.950119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.955042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-139b11ef-eebd-4896-844b-a8fdfd9e4e48 None None] Port 32d0bb53-ef8e-483a-8517-0cd3c352ea0a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:36.958397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Transition to ACTIVE for port object 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:36.965882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.023770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:37.026480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:37.038689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:37.048032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Pushing event updated for resources: {'Port': ['ID=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.067792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:41:37.068770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:41:37.078553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89ccd8-9ef1-4cbe-b467-cc8822e5c1a2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:37.079057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab89ccd8-9ef1-4cbe-b467-cc8822e5c1a2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:37.094572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.117905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event updated for resources: {'Subnet': ['ID=50d3dc19-912a-46ac-9d7e-d323d3941df3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.129657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.139095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Checking segment: {'id': '6ae6ea67-a1ad-41db-9557-df6c9134a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:37.139697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Network hostable DHCP agents. Network: 056b7041-91ad-435c-b52c-e8632ad46016, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:37.177709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab89ccd8-9ef1-4cbe-b467-cc8822e5c1a2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:37.180555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Attempting to bind port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:37.180923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Attempting to bind port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:37.181273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Attempting to bind port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:37.182937 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab89ccd8-9ef1-4cbe-b467-cc8822e5c1a2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/3aeabf8c-def0-498b-8dc8-704802082bcc HTTP/1.1" status: 200 len: 841 time: 0.2853715 Feb 16 12:41:37.184405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.188664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 0d0ada22-0838-49da-8089-f2107cf51448 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:37.193111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:37.193661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:37.194069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.194876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Bound using segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:37.195023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:37.195273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Bound port: 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:37.195827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.197701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:37.203704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:37.204581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.217254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Allocated IP 2001:db8::2 (0d0ada22-0838-49da-8089-f2107cf51448/80aa7353-aa93-46e3-b453-82c72e21b7a3/31bd3b63-c0c1-42c1-8698-b1594a67969f) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:37.235065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=9525b8e2-4073-48ff-8204-2e2356170ee1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.283072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6096f4c8-3326-4a7c-a444-d1d8f0f7f1e4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2805591 Feb 16 12:41:37.285246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.291335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '0d0ada22-0838-49da-8089-f2107cf51448', 'name': 'tempest-PortsIpV6TestJSON-2094525357'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:37.379603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] For port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:37.398477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] For port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:37.406112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.473193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.537204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:37.554488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:37.558581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Network 056b7041-91ad-435c-b52c-e8632ad46016 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:37.578828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff7722af-7c57-40ed-bdb6-3387affb69b2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:37.602331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=2b3a34b2-fe8c-4184-bbd3-a47d0af0c222,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.607958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:37.612692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.618839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddfb96-ba81-432a-ab3f-8823939a38ab None None] Pushing event updated for resources: {'Port': ['ID=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:37.630124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '10aa2093-c543-45fd-a50f-bb1e276bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:37.630507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: af66d732-e47a-417b-adcc-ca0aec2291e0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:37.648184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 7c4b8701-b024-4e00-8251-640ef89115f0 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:37.651069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 056b7041-91ad-435c-b52c-e8632ad46016) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:37.655348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.671143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc6fcd-30bc-4b63-ae7f-5b084339a459 None None] Network 056b7041-91ad-435c-b52c-e8632ad46016 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:37.707772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:37.708410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.732388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network af66d732-e47a-417b-adcc-ca0aec2291e0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:37.733952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff7722af-7c57-40ed-bdb6-3387affb69b2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:37.739074 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff7722af-7c57-40ed-bdb6-3387affb69b2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/3aeabf8c-def0-498b-8dc8-704802082bcc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5424366 Feb 16 12:41:37.750538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.756387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, af66d732-e47a-417b-adcc-ca0aec2291e0) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:37.763982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.764460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:37.791004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:37.791596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:37.830964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383a5d0-c1d2-4ed1-9f05-f2c1393ee269 None None] Network af66d732-e47a-417b-adcc-ca0aec2291e0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:37.899505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9b27c5e-6004-4721-8d4c-dd1226e7971e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3816137 Feb 16 12:41:37.902240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:37.920081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for 32d0bb53-ef8e-483a-8517-0cd3c352ea0a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:37.978985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:38.064240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Transition to ACTIVE for port object 31bd3b63-c0c1-42c1-8698-b1594a67969f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:38.065514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.170965 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad1d7fa1-01ee-4878-8c73-7bbd3c4a91f1 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2490056 Feb 16 12:41:38.184030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53360) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:38.185437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:38.191359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=396b6f4f-a282-453c-aafe-d03dfb2a027c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:38.200949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Request body: {'port': {'network_id': '056b7041-91ad-435c-b52c-e8632ad46016', 'name': 'tempest-TagsExtTest-970308761'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:38.217448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:38.219176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-056b7041-91ad-435c-b52c-e8632ad46016', 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016', 'tenant_id': 'edb398cd7bae4a43ae4753e82bb219ab', 'fixed_ips': [{'subnet_id': '50d3dc19-912a-46ac-9d7e-d323d3941df3'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:38.220229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.246202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:38.308858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.330284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Transition to ACTIVE for port object 31bd3b63-c0c1-42c1-8698-b1594a67969f will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:38.335830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-af66d732-e47a-417b-adcc-ca0aec2291e0', 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '2b3a34b2-fe8c-4184-bbd3-a47d0af0c222'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:38.336719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.356454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.399169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:38.402944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.438794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=32d0bb53-ef8e-483a-8517-0cd3c352ea0a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:38.465899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.488256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.488848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 5192af39-ff60-4e75-b0d6-9a5123a417e7 disassociated (deleted). External IP: 172.26.4.143, port: 4bb35278-f027-47a3-a382-933829f1f89d. Feb 16 12:41:38.507146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Network 0d0ada22-0838-49da-8089-f2107cf51448 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:38.521927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:38.531498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:38.568868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Pushing event updated for resources: {'Port': ['ID=31bd3b63-c0c1-42c1-8698-b1594a67969f,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:38.580280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::6 (0d0ada22-0838-49da-8089-f2107cf51448/80aa7353-aa93-46e3-b453-82c72e21b7a3/7c4b8701-b024-4e00-8251-640ef89115f0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:38.597498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:38.628346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Usage tracker for resource:port and tenant:edb398cd7bae4a43ae4753e82bb219ab is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:38.640185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:38.700591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:38.791074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.791670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Made reservation on behalf of edb398cd7bae4a43ae4753e82bb219ab for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:38.795139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.849434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.888045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Allocated IP 172.20.0.2 (056b7041-91ad-435c-b52c-e8632ad46016/50d3dc19-912a-46ac-9d7e-d323d3941df3/52ab84ad-e6cc-461d-b60e-dda0dd3b231e) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:38.906490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:38.959088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] device_id is not set on port 07f26bc5-7bf2-4830-b80d-5a8f1257e046 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:38.975887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:38.992305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Attempting to bind port 31bd3b63-c0c1-42c1-8698-b1594a67969f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:38.992903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Attempting to bind port 31bd3b63-c0c1-42c1-8698-b1594a67969f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'afb20653-fc34-4502-a0e8-9800fa87ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:38.993452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Attempting to bind port 31bd3b63-c0c1-42c1-8698-b1594a67969f on network 0d0ada22-0838-49da-8089-f2107cf51448 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:39.029763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:39.030137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Checking segment: {'id': 'afb20653-fc34-4502-a0e8-9800fa87ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:39.030536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.031104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Bound using segment: {'id': 'afb20653-fc34-4502-a0e8-9800fa87ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:39.031757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Bound port: 31bd3b63-c0c1-42c1-8698-b1594a67969f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb20653-fc34-4502-a0e8-9800fa87ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0d0ada22-0838-49da-8089-f2107cf51448'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:39.032338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.087861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Allocated IP 172.20.0.3 (af66d732-e47a-417b-adcc-ca0aec2291e0/2b3a34b2-fe8c-4184-bbd3-a47d0af0c222/c2226827-b0f6-4d88-a54b-887906b2a369) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:39.199974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624fe2e-3587-458d-af01-5deaaef045ab None None] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:39.214661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.248087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.296678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.329481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.330878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 7c4b8701-b024-4e00-8251-640ef89115f0 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:39.339708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.345948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:39.346655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.368856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=80220149-12ab-4576-ba49-44c2d7d39829,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.392499 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-657cda9b-7aa8-414c-8834-1fefaf27c084 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6408741 Feb 16 12:41:39.395297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.402955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'security_group': {'name': 'tempest-secgroup-266869484'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:39.409896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:39.410103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d485e8b-0081-47bc-aab9-b3295ce3c55d None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:39.415420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:39.418864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:39.422140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.463542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Provisioning for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:39.464970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:39.488149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-152a32af-acea-4e9c-bcfa-17c7eee9fa3b tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/32d0bb53-ef8e-483a-8517-0cd3c352ea0a HTTP/1.1" status: 204 len: 168 time: 3.1775932 Feb 16 12:41:39.491494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Allocated IP 172.26.4.129 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/4aa30881-d922-495f-ab85-5d1a52bd1c6c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:39.493263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.501234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:39.506899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 0d0ada22-0838-49da-8089-f2107cf51448 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:39.508118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.518837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Provisioning complete for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:39.519220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.527719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:39.542094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:39.548299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:39.549072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.556768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=7c4b8701-b024-4e00-8251-640ef89115f0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:39.565148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:39.573626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:39.577866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:39.585436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:39.594028 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52d352d5-dd22-4238-a011-0540881a90ea tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3075483 Feb 16 12:41:39.597113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.636602 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-551606f5-54a4-4f79-bd55-8149867c01fd tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] GET failed (client error): The resource could not be found. Feb 16 12:41:39.637126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-551606f5-54a4-4f79-bd55-8149867c01fd tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Synchronizing usage tracker for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:39.713942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:39.714606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.756821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75902e8-dee5-47b2-a9f0-7e4bd8eed5cf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:39.757705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e75902e8-dee5-47b2-a9f0-7e4bd8eed5cf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:39.760310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] For port 31bd3b63-c0c1-42c1-8698-b1594a67969f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:39.770825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-551606f5-54a4-4f79-bd55-8149867c01fd tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Unset dirty status for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:39.772362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-551606f5-54a4-4f79-bd55-8149867c01fd tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports/32d0bb53-ef8e-483a-8517-0cd3c352ea0a HTTP/1.1" status: 404 len: 333 time: 0.2758880 Feb 16 12:41:39.777865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.784927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.786086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:39.792386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1431480987'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:39.809505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.826430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e75902e8-dee5-47b2-a9f0-7e4bd8eed5cf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:39.830804 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e75902e8-dee5-47b2-a9f0-7e4bd8eed5cf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11b HTTP/1.1" status: 200 len: 928 time: 0.2294331 Feb 16 12:41:39.849351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.870265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] For port 31bd3b63-c0c1-42c1-8698-b1594a67969f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=31bd3b63-c0c1-42c1-8698-b1594a67969f,segment=NetworkSegment(afb20653-fc34-4502-a0e8-9800fa87ff5b),segment_id=afb20653-fc34-4502-a0e8-9800fa87ff5b)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:39.874954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.902986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.935269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.975611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:39.977973 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5815327 Feb 16 12:41:39.978632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:39.985164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fc356-2eb4-481c-a718-9d69bd38195e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc91eb0-5a8a-465e-a04a-51e0c9062621,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:40.011511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289964914'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:40.020926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:40.026497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.028426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:40.037426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 7c4b8701-b024-4e00-8251-640ef89115f0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:40.037778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.046529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Transition to ACTIVE for port object 52ab84ad-e6cc-461d-b60e-dda0dd3b231e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:40.065290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:40.067575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:40.079578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:40.087418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.097720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:40.128192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:40.157639 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfeb1c33-3cf4-4f89-a8d3-1f9b3c89f2bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/5192af39-ff60-4e75-b0d6-9a5123a417e7 HTTP/1.1" status: 204 len: 168 time: 4.8842995 Feb 16 12:41:40.161279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:41:40.164168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.171674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:40.174920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:40.178228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:40.186637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:40.218543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:40.219640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:40.225126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa30881-d922-495f-ab85-5d1a52bd1c6c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:40.289548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Transition to ACTIVE for port object 52ab84ad-e6cc-461d-b60e-dda0dd3b231e will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:40.312173 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d', 'status': 'completed', 'code': 200} Feb 16 12:41:40.429124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.492992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.502180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:40.515339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:40.519576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.543723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:40.609700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:40.690717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:40.726503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Transition to ACTIVE for port object c2226827-b0f6-4d88-a54b-887906b2a369 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:40.734028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0797675-de57-4e0d-b5bb-d289165653c7 None None] Pushing event updated for resources: {'Port': ['ID=31bd3b63-c0c1-42c1-8698-b1594a67969f,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:40.763645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.789529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Allocated IP 172.20.0.4 (056b7041-91ad-435c-b52c-e8632ad46016/50d3dc19-912a-46ac-9d7e-d323d3941df3/07f26bc5-7bf2-4830-b80d-5a8f1257e046) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:40.803273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.812600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port 78cfa644-fb4c-4ff0-a874-a092805e2df1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:40.952093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Transition to ACTIVE for port object c2226827-b0f6-4d88-a54b-887906b2a369 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:40.957083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Network 056b7041-91ad-435c-b52c-e8632ad46016 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:40.981005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:40.991706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:40.994735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:40.997782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.009605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] For port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:41.033480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.046036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Pushing event updated for resources: {'Port': ['ID=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.080114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.082796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-0785a109-f07e-487c-95d0-8cb7fbac6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:41.085111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-0785a109-f07e-487c-95d0-8cb7fbac6d66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 1099 time: 0.7045770 Feb 16 12:41:41.127661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:41.147667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6e9d5-2ef3-4ea1-85a6-8950b7b2b9ed req-e5d4a8f5-7fbb-44aa-902e-9c73bf7c0fba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:41.148411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-34e6e9d5-2ef3-4ea1-85a6-8950b7b2b9ed req-e5d4a8f5-7fbb-44aa-902e-9c73bf7c0fba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:41.207232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Network af66d732-e47a-417b-adcc-ca0aec2291e0 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:41.220396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:41.233909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-34e6e9d5-2ef3-4ea1-85a6-8950b7b2b9ed req-e5d4a8f5-7fbb-44aa-902e-9c73bf7c0fba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:41.235862 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34e6e9d5-2ef3-4ea1-85a6-8950b7b2b9ed req-e5d4a8f5-7fbb-44aa-902e-9c73bf7c0fba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 0.4753196 Feb 16 12:41:41.273854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:41.325295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::37f (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/78cfa644-fb4c-4ff0-a874-a092805e2df1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:41.376511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 7c4b8701-b024-4e00-8251-640ef89115f0 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:41.426919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34e6e9d5-2ef3-4ea1-85a6-8950b7b2b9ed req-583875a3-39d0-40bc-9ecc-dcdce6bda00d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750133 Feb 16 12:41:41.433257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.440026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.445306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.547078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Pushing event updated for resources: {'Port': ['ID=c2226827-b0f6-4d88-a54b-887906b2a369,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.574657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3a34b2-fe8c-4184-bbd3-a47d0af0c222,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.605494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.734477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Attempting to bind port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:41.734838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Attempting to bind port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '6ae6ea67-a1ad-41db-9557-df6c9134a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:41.735204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Attempting to bind port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e on network 056b7041-91ad-435c-b52c-e8632ad46016 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:41.761961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11079eaa-8ddc-42bb-bbcf-a5777d8d72b3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:41.775298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed517424-63a9-4b12-b126-437cb107f457 None None] Network 0d0ada22-0838-49da-8089-f2107cf51448 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:41.802022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:41:41.833048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:41.833427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Checking segment: {'id': '6ae6ea67-a1ad-41db-9557-df6c9134a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:41.834020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.834429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Bound using segment: {'id': '6ae6ea67-a1ad-41db-9557-df6c9134a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:41.834915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Bound port: 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae6ea67-a1ad-41db-9557-df6c9134a3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '056b7041-91ad-435c-b52c-e8632ad46016'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:41.835765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.884378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:41.884754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:41.973457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.997413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:41.998503 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85025897-f2fb-436e-a11b-a3d087506af1 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0146339 Feb 16 12:41:41.999986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Attempting to bind port c2226827-b0f6-4d88-a54b-887906b2a369 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:42.000539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Attempting to bind port c2226827-b0f6-4d88-a54b-887906b2a369 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '10aa2093-c543-45fd-a50f-bb1e276bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:42.000772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Attempting to bind port c2226827-b0f6-4d88-a54b-887906b2a369 on network af66d732-e47a-417b-adcc-ca0aec2291e0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:42.033164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:42.046861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:42.047101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.047793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-806a39e7-3d72-409c-a0ee-5e78caf2875d', 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'tenant_id': '1aa787701d2e4c98a24d62007a5b29e6', 'fixed_ips': [{'subnet_id': '80220149-12ab-4576-ba49-44c2d7d39829'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:42.048611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.062009 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:42.072254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:42.073109 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.081788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:42.082588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Checking segment: {'id': '10aa2093-c543-45fd-a50f-bb1e276bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:42.082588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.082946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Bound using segment: {'id': '10aa2093-c543-45fd-a50f-bb1e276bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:42.083430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Bound port: c2226827-b0f6-4d88-a54b-887906b2a369, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa2093-c543-45fd-a50f-bb1e276bed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:42.084438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.090324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-616632620', 'security_groups': ['11079eaa-8ddc-42bb-bbcf-a5777d8d72b3'], 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '80220149-12ab-4576-ba49-44c2d7d39829'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:42.092612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.095210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e02bf1e1-70a4-4a86-b8de-f8f3a4b17fd1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1187797 Feb 16 12:41:42.100175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53400) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:42.107462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dcd41c12-8da6-4e5f-b5e2-eeafb5d86fe5 None None] Provisioning complete for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:42.107839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dcd41c12-8da6-4e5f-b5e2-eeafb5d86fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.120888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af66d732-e47a-417b-adcc-ca0aec2291e0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.142937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-3d1df7e5-dec2-4a33-a7fc-215fe4dc8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:42.144935 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-3d1df7e5-dec2-4a33-a7fc-215fe4dc8e11 service neutron] 10.222.0.81 "GET /v2.0/networks?id=055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 200 len: 898 time: 1.0257640 Feb 16 12:41:42.161160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa2093-c543-45fd-a50f-bb1e276bed35') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.161456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa2093-c543-45fd-a50f-bb1e276bed35') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.180193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd047-39c1-4e78-9ab2-8f10404d8381 None None] Pushing event updated for resources: {'Port': ['ID=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:42.241525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Transition to ACTIVE for port object 07f26bc5-7bf2-4830-b80d-5a8f1257e046 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:42.256375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-11d6b05f-94ea-4155-aa0f-edfafbb45ac9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:42.258921 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-11d6b05f-94ea-4155-aa0f-edfafbb45ac9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 0.2654734 Feb 16 12:41:42.260251 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:42.271942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.288174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-39f865f4-afd7-4d9d-9241-4c035e219fc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 200 len: 217 time: 0.1185021 Feb 16 12:41:42.375159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 4bb35278-f027-47a3-a382-933829f1f89d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:42.376086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.428235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] For port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:42.526145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] For port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,segment=NetworkSegment(6ae6ea67-a1ad-41db-9557-df6c9134a3ec),segment_id=6ae6ea67-a1ad-41db-9557-df6c9134a3ec)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:42.602884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.603355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-b4408982-f052-474f-8303-ff37157f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:42.605095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-b4408982-f052-474f-8303-ff37157f47a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 200 len: 835 time: 0.1158543 Feb 16 12:41:42.606253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.608714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] For port c2226827-b0f6-4d88-a54b-887906b2a369, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:42.678283 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:40Z', 'revision_number': 3, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:42.682411 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:42.682863 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Updating router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 port 4aa30881-d922-495f-ab85-5d1a52bd1c6c binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:42.748221 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.825322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:42.826311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.858170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:42.865006 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:42.965264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Allocated IP 172.20.0.2 (806a39e7-3d72-409c-a0ee-5e78caf2875d/80220149-12ab-4576-ba49-44c2d7d39829/342e37e5-12dc-4c93-8958-a72706efec84) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:42.997151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:43.071310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994da16f-9f8c-4f3f-8d49-f41e83dfd45d None None] Pushing event updated for resources: {'Port': ['ID=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.107784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:43.195843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=7c4b8701-b024-4e00-8251-640ef89115f0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.201708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:43.267597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:43.274584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:43.345213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a90656ae-08ca-448b-b4d7-f98599520344 None None] Provisioning for port 31bd3b63-c0c1-42c1-8698-b1594a67969f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:43.365022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.371768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:43.393107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] For port c2226827-b0f6-4d88-a54b-887906b2a369, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c2226827-b0f6-4d88-a54b-887906b2a369,segment=NetworkSegment(10aa2093-c543-45fd-a50f-bb1e276bed35),segment_id=10aa2093-c543-45fd-a50f-bb1e276bed35)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:43.398303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.399438 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.419188 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Transition to ACTIVE for port object 4aa30881-d922-495f-ab85-5d1a52bd1c6c will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:43.427667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.429791 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.485299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:41:43.485299 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:41:43.485299 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': 'af66d732-e47a-417b-adcc-ca0aec2291e0'}] Feb 16 12:41:43.485299 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:43.485827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:43.507866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:port and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:43.545282 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Attempting to bind port 4aa30881-d922-495f-ab85-5d1a52bd1c6c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:43.545649 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Attempting to bind port 4aa30881-d922-495f-ab85-5d1a52bd1c6c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:43.546007 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Attempting to bind port 4aa30881-d922-495f-ab85-5d1a52bd1c6c on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:43.567011 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:43.567392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:43.572354 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.572832 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:43.573383 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Bound port: 4aa30881-d922-495f-ab85-5d1a52bd1c6c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:43.574103 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.581880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:43.582257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.587805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:43.643052 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc678a0-5fd6-462c-ad2d-b85c01b776a0 None None] Pushing event updated for resources: {'Port': ['ID=4aa30881-d922-495f-ab85-5d1a52bd1c6c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.647771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:43.663821 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee1bed6b-cae5-4040-819a-ae742611ac27 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/7c4b8701-b024-4e00-8251-640ef89115f0 HTTP/1.1" status: 204 len: 168 time: 3.8130968 Feb 16 12:41:43.668120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:43.727145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Network 056b7041-91ad-435c-b52c-e8632ad46016 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:43.740680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-d626e8b1-27e2-4fc0-855c-9ab1f0793255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:43.743002 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-d626e8b1-27e2-4fc0-855c-9ab1f0793255 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=055584b2-290e-4dc5-8b00-ecb632fb3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1131487 Feb 16 12:41:43.752709 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] For port 4aa30881-d922-495f-ab85-5d1a52bd1c6c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:43.754798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:43.759020 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] For port 4aa30881-d922-495f-ab85-5d1a52bd1c6c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4aa30881-d922-495f-ab85-5d1a52bd1c6c,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:43.759856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.766022 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.782648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event updated for resources: {'Port': ['ID=07f26bc5-7bf2-4830-b80d-5a8f1257e046,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.785276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:43.823985 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4133dad-bba0-488a-a6e2-11d80a21e189 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:41:43.824553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f4133dad-bba0-488a-a6e2-11d80a21e189 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:43.838486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:43.881806 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc678a0-5fd6-462c-ad2d-b85c01b776a0 None None] Pushing event updated for resources: {'Port': ['ID=4aa30881-d922-495f-ab85-5d1a52bd1c6c,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:43.916395 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:43.917424 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:43.931468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 4bb35278-f027-47a3-a382-933829f1f89d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4bb35278-f027-47a3-a382-933829f1f89d,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:43.932058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:43.961255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae07b11-dffb-4131-83f5-cceafda0425e req-7a918c07-1651-4ce8-8bae-067a9fba77af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:43.970716 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eae07b11-dffb-4131-83f5-cceafda0425e req-7a918c07-1651-4ce8-8bae-067a9fba77af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 946 time: 1.2829218 Feb 16 12:41:44.000183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.028787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object 78cfa644-fb4c-4ff0-a874-a092805e2df1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:44.164033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9f3b4-57bb-4a78-9c8a-7f1a37e6058b None None] Network af66d732-e47a-417b-adcc-ca0aec2291e0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:44.180424 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:44.195485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:44.196165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.210599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f4133dad-bba0-488a-a6e2-11d80a21e189 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:44.214727 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4133dad-bba0-488a-a6e2-11d80a21e189 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/7c4b8701-b024-4e00-8251-640ef89115f0 HTTP/1.1" status: 404 len: 333 time: 0.5401249 Feb 16 12:41:44.238982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:44.289647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 4bb35278-f027-47a3-a382-933829f1f89d owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:44.299561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36babd60-b11d-437b-b621-445c36dfd532 None None] Pushing event updated for resources: {'Port': ['ID=c2226827-b0f6-4d88-a54b-887906b2a369,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.318433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:44.438687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.452888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 9525b8e2-4073-48ff-8204-2e2356170ee1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:44.453228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.510142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port c2226827-b0f6-4d88-a54b-887906b2a369 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:44.510478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.537655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Transition to ACTIVE for port object 342e37e5-12dc-4c93-8958-a72706efec84 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:44.545243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.555471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 31bd3b63-c0c1-42c1-8698-b1594a67969f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:44.608235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port 14edf5c5-ea53-4479-ab22-528b953b4601 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:44.660073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dcb0908c-d216-4fd1-9e4a-6e956b7067ff None None] Provisioning for port 9525b8e2-4073-48ff-8204-2e2356170ee1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:44.726368 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eae07b11-dffb-4131-83f5-cceafda0425e req-422b34ed-8970-49d8-bce6-f39b499d7d8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b55ac627-a7a2-4e8c-a62c-5c417480b710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7538745 Feb 16 12:41:44.747038 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:40Z', 'revision_number': 3, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:44.758703 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3625cea-67ae-4174-ae83-3536ecb6d027 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:40Z', 'revision_number': 3, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:44.761776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.765470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-1b04e6a8-af36-468f-b1a2-9e4d9ccca935 service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0018036 Feb 16 12:41:44.794753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.823807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.840140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1dff3-78ec-49d6-8cd1-764e6a6ae95e None None] Network 056b7041-91ad-435c-b52c-e8632ad46016 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:44.858287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Transition to ACTIVE for port object 342e37e5-12dc-4c93-8958-a72706efec84 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:44.873137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dcb0908c-d216-4fd1-9e4a-6e956b7067ff None None] Provisioning complete for port 9525b8e2-4073-48ff-8204-2e2356170ee1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:44.873515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dcb0908c-d216-4fd1-9e4a-6e956b7067ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:44.921895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=78cfa644-fb4c-4ff0-a874-a092805e2df1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:44.975271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:44.995240 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7f653c1-4777-43d7-805e-59a70a579502 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 6.8045752 Feb 16 12:41:45.017215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=4bb35278-f027-47a3-a382-933829f1f89d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:45.026974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.035768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:45.042720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.058636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:45.064104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:45.064742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.071546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1237577607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:45.086428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port 4bb35278-f027-47a3-a382-933829f1f89d on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:45.089123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:45.100712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.104736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'name': 'network-vif-deleted', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:41:45.111277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Usage tracker for resource:router and tenant:edb398cd7bae4a43ae4753e82bb219ab is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:45.143830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:45.148925 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9dac4532-0f63-4174-ba06-ef1d6b9e42d2 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.3666811 Feb 16 12:41:45.185291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.226788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:45.276586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951a8d08-9321-4c9c-872b-3f1b7abcd3ce', 'name': 'network-vif-deleted', 'tag': '4bb35278-f027-47a3-a382-933829f1f89d', 'status': 'completed', 'code': 200} Feb 16 12:41:45.293837 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8da33cb9-f384-4ba7-aab2-fc4a800475ea req-ccdfc7e7-767a-4f62-a73b-3876367aba65 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/4bb35278-f027-47a3-a382-933829f1f89d HTTP/1.1" status: 204 len: 173 time: 3.0290961 Feb 16 12:41:45.301209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0908c-d216-4fd1-9e4a-6e956b7067ff None None] Port 9525b8e2-4073-48ff-8204-2e2356170ee1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:45.357408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:45.390018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.391065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.472281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.589172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:45.615512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.647442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Allocated IP 172.20.0.1 (4a4db115-50ec-4f2e-abd4-39299f6d5d53/8e962aec-0d3c-489f-aac2-e413dfcf6939/1a14fa6a-11c4-4f3d-80d9-61e675c39af1) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:45.674145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:96:f2:34'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:45.689083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:45.708042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:45.710062 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6cc6c1b5-6f38-4a85-8010-9b10bcabd8a3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6813712 Feb 16 12:41:45.715203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:45.727470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:45.729104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b1b50792-3510-4e35-8624-2e737a8fe3d3 None None] Could not find standard attr ID for object 7c4b8701-b024-4e00-8251-640ef89115f0. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:41:45.777075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4bb35278-f027-47a3-a382-933829f1f89d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:45.781845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6cf0749b-7df2-443f-b03f-172a034107b6 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1147888139', 'prefixes': ['172.20.0.0/16']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:45.830523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6cf0749b-7df2-443f-b03f-172a034107b6 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:45.912534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 4bb35278-f027-47a3-a382-933829f1f89d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:45.912950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4bb35278-f027-47a3-a382-933829f1f89d not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:45.966818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 31bd3b63-c0c1-42c1-8698-b1594a67969f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:45.981241 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5f00b429-8504-4db2-8ad0-ea56c965efe4 req-a0842cef-f4eb-444a-9cb6-5cbfe2fa31ad service neutron] 10.222.0.81 "GET /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661604 Feb 16 12:41:45.983320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 31bd3b63-c0c1-42c1-8698-b1594a67969f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:45.983694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.010497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.015981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc117446-e29b-42dc-b82b-e0ab6c925b4d req-eb25a6ad-cca3-41c9-b633-2f7f41b18481 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:46.061663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Transition to ACTIVE for port object 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:46.077104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-cc117446-e29b-42dc-b82b-e0ab6c925b4d req-eb25a6ad-cca3-41c9-b633-2f7f41b18481 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:46.078721 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc117446-e29b-42dc-b82b-e0ab6c925b4d req-eb25a6ad-cca3-41c9-b633-2f7f41b18481 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=951a8d08-9321-4c9c-872b-3f1b7abcd3ce HTTP/1.1" status: 200 len: 210 time: 0.1430163 Feb 16 12:41:46.114415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.125544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b1b50792-3510-4e35-8624-2e737a8fe3d3 None None] Provisioning for port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:46.130073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-01bce0fc-a126-4a8a-9892-2f193d593691 {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:46.130688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:46.163867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Attempting to bind port 342e37e5-12dc-4c93-8958-a72706efec84 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:46.164286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Attempting to bind port 342e37e5-12dc-4c93-8958-a72706efec84 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5eb85b67-bcd7-4eea-ba6f-0c402554994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:46.164645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Attempting to bind port 342e37e5-12dc-4c93-8958-a72706efec84 on network 806a39e7-3d72-409c-a0ee-5e78caf2875d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:46.183644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:46.183644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Checking segment: {'id': '5eb85b67-bcd7-4eea-ba6f-0c402554994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:46.183644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.184138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Bound using segment: {'id': '5eb85b67-bcd7-4eea-ba6f-0c402554994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:46.184499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Bound port: 342e37e5-12dc-4c93-8958-a72706efec84, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb85b67-bcd7-4eea-ba6f-0c402554994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:46.184605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.225262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:46.229090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:46.232780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:46.289667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port c2226827-b0f6-4d88-a54b-887906b2a369, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c2226827-b0f6-4d88-a54b-887906b2a369,segment=NetworkSegment(10aa2093-c543-45fd-a50f-bb1e276bed35),segment_id=10aa2093-c543-45fd-a50f-bb1e276bed35)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:46.290031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.303353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Pushing event updated for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:46.334094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.368856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b1b50792-3510-4e35-8624-2e737a8fe3d3 None None] Provisioning complete for port 9525b8e2-4073-48ff-8204-2e2356170ee1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:46.369443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b1b50792-3510-4e35-8624-2e737a8fe3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.472759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:46.489644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.497021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6cf0749b-7df2-443f-b03f-172a034107b6 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.502129 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6cf0749b-7df2-443f-b03f-172a034107b6 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7591102 Feb 16 12:41:46.515642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fb217-87fb-4dbb-802a-209c7af5b1c6 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:18Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'a4a83937-4272-4e36-aa47-b51925696d82', 'name': '', 'network_id': '055584b2-290e-4dc5-8b00-ecb632fb3ea9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:31:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:39Z', 'updated_at': '2022-02-16T12:38:53Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'd3789c4b-ed99-4ca5-9626-59c02ffa1b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:46.525155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for c2226827-b0f6-4d88-a54b-887906b2a369 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:46.559958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:46.631524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b1b50792-3510-4e35-8624-2e737a8fe3d3 None None] Port 9525b8e2-4073-48ff-8204-2e2356170ee1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:46.632965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.682233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:46.699876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-118c642b-1bbb-42dd-835d-72425a0fad5c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-1350473234') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:46.700391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:46.713033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 31bd3b63-c0c1-42c1-8698-b1594a67969f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=31bd3b63-c0c1-42c1-8698-b1594a67969f,segment=NetworkSegment(afb20653-fc34-4502-a0e8-9800fa87ff5b),segment_id=afb20653-fc34-4502-a0e8-9800fa87ff5b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:46.714896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.744588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.809033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.856462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.905536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Provisioning for port 78cfa644-fb4c-4ff0-a874-a092805e2df1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:46.919408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Provisioning complete for port 78cfa644-fb4c-4ff0-a874-a092805e2df1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:46.919793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:46.961749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 9525b8e2-4073-48ff-8204-2e2356170ee1 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:46.976119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c3e82-1203-495c-9380-7bcf55e71e89 None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.087811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382f357-24de-47a0-b2e9-db8721a6825b None None] New status for floating IP 5192af39-ff60-4e75-b0d6-9a5123a417e7: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:41:47.140926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.187979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port f471685d-0655-42b8-9ce1-2875002e2a9a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:47.320670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53448) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:47.323713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4aa30881-d922-495f-ab85-5d1a52bd1c6c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:47.393593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.410528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.459561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Port 78cfa644-fb4c-4ff0-a874-a092805e2df1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:47.475863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=31bd3b63-c0c1-42c1-8698-b1594a67969f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.496128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Provisioning for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:47.510682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Provisioning complete for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:47.511055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.538740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.541783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.575666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4aa30881-d922-495f-ab85-5d1a52bd1c6c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:47.575890 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Pushing event updated for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.580823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.587044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4aa30881-d922-495f-ab85-5d1a52bd1c6c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:47.587558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.606136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.655520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-76107a15-9b4e-4c10-a13c-6afd5d5bf76f None None] Port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:47.742625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.761726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4aa30881-d922-495f-ab85-5d1a52bd1c6c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4aa30881-d922-495f-ab85-5d1a52bd1c6c,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:47.771877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.773044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 52ab84ad-e6cc-461d-b60e-dda0dd3b231e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:47.780833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.820474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ac627-a7a2-4e8c-a62c-5c417480b710,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.831013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:47.832153 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12a225bb-083d-4027-bbc0-910d84a21616 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/b55ac627-a7a2-4e8c-a62c-5c417480b710 HTTP/1.1" status: 204 len: 168 time: 0.5084722 Feb 16 12:41:47.834372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:47.835994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:47.880096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=c2226827-b0f6-4d88-a54b-887906b2a369,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:47.885908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port c2226827-b0f6-4d88-a54b-887906b2a369 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:47.910818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:47.915440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-242fbb2c-58b6-46b9-bb49-4bb7622239e1 None None] Provisioning for port 07f26bc5-7bf2-4830-b80d-5a8f1257e046 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:47.947649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-242fbb2c-58b6-46b9-bb49-4bb7622239e1 None None] Provisioning complete for port 07f26bc5-7bf2-4830-b80d-5a8f1257e046 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:47.948041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-242fbb2c-58b6-46b9-bb49-4bb7622239e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.030055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4aa30881-d922-495f-ab85-5d1a52bd1c6c,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.046982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-242fbb2c-58b6-46b9-bb49-4bb7622239e1 None None] Port 07f26bc5-7bf2-4830-b80d-5a8f1257e046 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:48.082922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:48.092047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:48.093019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.178419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.185459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.205466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-118c642b-1bbb-42dd-835d-72425a0fad5c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-1350473234 HTTP/1.1" status: 201 len: 201 time: 1.6421437 Feb 16 12:41:48.213079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.234098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-06ee2b6d-6b51-414c-a1e0-5c4e1974389f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-1127249484') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:48.274112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.295607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:48.317569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1e01d192-77ba-46dd-af33-bb839cb151b4 None None] Provisioning complete for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:48.317845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e01d192-77ba-46dd-af33-bb839cb151b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.332563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:48.350297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.362234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=9525b8e2-4073-48ff-8204-2e2356170ee1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.362970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,segment=NetworkSegment(6ae6ea67-a1ad-41db-9557-df6c9134a3ec),segment_id=6ae6ea67-a1ad-41db-9557-df6c9134a3ec)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:48.395280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1e01d192-77ba-46dd-af33-bb839cb151b4 None None] Port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:48.406101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.418530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.477347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af66d732-e47a-417b-adcc-ca0aec2291e0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:48.501593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.520220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.533361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c7255838-3ef7-4f30-b9c4-160a60a6eae2 None None] Provisioning complete for port 3aeabf8c-def0-498b-8dc8-704802082bcc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:48.533652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c7255838-3ef7-4f30-b9c4-160a60a6eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.540931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa2093-c543-45fd-a50f-bb1e276bed35') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:48.541374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa2093-c543-45fd-a50f-bb1e276bed35') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:48.551062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] In _notify_port_updated(), no bound segment for port 78cfa644-fb4c-4ff0-a874-a092805e2df1 on network 4ed0afcf-1da2-4335-9574-88b522e4536a {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:48.558052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:48.558881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.560506 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "PUT /v2.0/ports/78cfa644-fb4c-4ff0-a874-a092805e2df1 HTTP/1.1" status: 200 len: 1003 time: 3.3163171 Feb 16 12:41:48.570784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.613419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c7255838-3ef7-4f30-b9c4-160a60a6eae2 None None] Port 3aeabf8c-def0-498b-8dc8-704802082bcc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:48.637740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c7255838-3ef7-4f30-b9c4-160a60a6eae2 None None] Provisioning for port 342e37e5-12dc-4c93-8958-a72706efec84 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:48.663037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.715706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.5 (806a39e7-3d72-409c-a0ee-5e78caf2875d/80220149-12ab-4576-ba49-44c2d7d39829/f471685d-0655-42b8-9ce1-2875002e2a9a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:48.733417 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eb3fcb23-ab71-4aeb-8cb7-65a0bfc02e07 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/9525b8e2-4073-48ff-8204-2e2356170ee1 HTTP/1.1" status: 204 len: 168 time: 4.4867780 Feb 16 12:41:48.733417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.734280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.740496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8116-8ed8-42fd-991d-359bca369862 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=78cfa644-fb4c-4ff0-a874-a092805e2df1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:48.762973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port 78cfa644-fb4c-4ff0-a874-a092805e2df1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:48.763413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.799621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:48.799935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:48.820313 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:48.869059 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d096c123-c318-43b4-bc8a-0b01db743002 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:41:48.869696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d096c123-c318-43b4-bc8a-0b01db743002 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:48.952150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06ee2b6d-6b51-414c-a1e0-5c4e1974389f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-1127249484 HTTP/1.1" status: 201 len: 201 time: 0.7331865 Feb 16 12:41:48.953430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53470) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:48.970385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-e77f067a-7f10-42f7-8885-2d4748186643 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-768994278') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:48.989624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.033709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.046215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d096c123-c318-43b4-bc8a-0b01db743002 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:49.050452 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d096c123-c318-43b4-bc8a-0b01db743002 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/9525b8e2-4073-48ff-8204-2e2356170ee1 HTTP/1.1" status: 404 len: 333 time: 0.3046355 Feb 16 12:41:49.053526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:49.060604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53474) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:49.064647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=af66d732-e47a-417b-adcc-ca0aec2291e0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:49.068855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:49.069523 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:49.074224 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a528b8d4-7e61-4ade-8192-a33251b24e1e admin admin] 10.222.0.65 "PUT /v2.0/routers/45b85dc7-eef2-48a0-b5bd-7d1a229cff63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9730399 Feb 16 12:41:49.082566 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d234a87-26a9-42f7-8f29-f7b14a42f40f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/af66d732-e47a-417b-adcc-ca0aec2291e0 HTTP/1.1" status: 204 len: 168 time: 11.1793516 Feb 16 12:41:49.090906 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:49.091527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.122729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59754c-7b7f-4392-94d4-2dc7fb530105 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:41:49.125993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:49.192693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564218612'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:49.214985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:49.221488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:49.226797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:49.235020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:49.265547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:49.269445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.308708 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:49.321601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee3c513f-8a46-4d3e-9464-83c1e986c802 None None] Provisioning complete for port 78cfa644-fb4c-4ff0-a874-a092805e2df1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:49.321815 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e77f067a-7f10-42f7-8885-2d4748186643 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-768994278 HTTP/1.1" status: 201 len: 201 time: 0.3651893 Feb 16 12:41:49.322282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee3c513f-8a46-4d3e-9464-83c1e986c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.322403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:49.332975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-b9719c52-d545-463c-99d5-ddb7e1f5ce5a tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-508683450') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.359277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:49.393422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet 80aa7353-aa93-46e3-b453-82c72e21b7a3 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:49.413007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.420871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.421230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment f8814eb5-fd5e-4495-b0db-100b434416b4 of type vlan for network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 Feb 16 12:41:49.435616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c513f-8a46-4d3e-9464-83c1e986c802 None None] Port 78cfa644-fb4c-4ff0-a874-a092805e2df1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:49.462594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 342e37e5-12dc-4c93-8958-a72706efec84 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:49.480633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:49.481019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.501786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.519394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9719c52-d545-463c-99d5-ddb7e1f5ce5a tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-508683450 HTTP/1.1" status: 201 len: 201 time: 0.1940217 Feb 16 12:41:49.526026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.528160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:49.540496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-8081f5e1-32b7-4d95-9f48-300b986830e3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.541427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.590998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.610666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object f471685d-0655-42b8-9ce1-2875002e2a9a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:49.670052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.720251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59754c-7b7f-4392-94d4-2dc7fb530105 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:41:49.762080 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 2, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:49.765521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for 78cfa644-fb4c-4ff0-a874-a092805e2df1 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:49.767173 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:49.767634 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Updating router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:41:49.870248 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.883027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.894165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:49.896267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:49.962955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.031361 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8969707 Feb 16 12:41:50.042196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:50.057655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:50.074263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.126188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:50.142825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.144026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 52ab84ad-e6cc-461d-b60e-dda0dd3b231e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:50.177984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.223848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b44ef-1ff7-4923-b7cd-48d534914a89 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.254997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:50.328346 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8081f5e1-32b7-4d95-9f48-300b986830e3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 200 len: 241 time: 0.7969096 Feb 16 12:41:50.328950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:50.399297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:50.403073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-be88694e-2ece-4b94-910f-aef49859e99d tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-1350473234') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:50.443481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:50.465527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:50.465785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.468199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:50.468328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-120746038-network', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:50.481837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:50.482393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:50.496205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Usage tracker for resource:network and tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:50.503313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:50.513010 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.517607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=f471685d-0655-42b8-9ce1-2875002e2a9a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.529139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:50.548788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:50.549341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.551868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:50.552986 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Transition to ACTIVE for port object 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:50.555115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:50.560012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.576846 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.577070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-be88694e-2ece-4b94-910f-aef49859e99d tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-1350473234 HTTP/1.1" status: 204 len: 168 time: 0.2446060 Feb 16 12:41:50.628177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:50.629274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:50.647796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port a4a83937-4272-4e36-aa47-b51925696d82 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:50.648091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.648982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.657115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-11b7464f-50ac-481d-9f9b-d616031da7f5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-1350473234') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:50.685794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=80aa7353-aa93-46e3-b453-82c72e21b7a3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.712934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Made reservation on behalf of fdaf78ceb2fc47c1b43cb4ed05da36e7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:50.715492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.740578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.753478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b3a18-624e-4480-8a14-798ebaa8d381 None None] Network 0d0ada22-0838-49da-8089-f2107cf51448 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:50.761667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.765656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:50.766299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.793720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:50.794988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=78cfa644-fb4c-4ff0-a874-a092805e2df1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.800902 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb23da-03d0-4cc1-87f4-0dc6e3311dd2 None None] Pushing event updated for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:50.806067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:50.809761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.812489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Usage tracker for resource:security_group_rule and tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:50.815913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:50.822845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:50.924839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 31bd3b63-c0c1-42c1-8698-b1594a67969f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:50.939626 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3faa0305-36fb-46d7-8ea2-8e2690bddd20 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/80aa7353-aa93-46e3-b453-82c72e21b7a3 HTTP/1.1" status: 204 len: 168 time: 1.8679857 Feb 16 12:41:50.968063 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Attempting to bind port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:50.968826 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Attempting to bind port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:50.969557 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Attempting to bind port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:50.972511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:50.973560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.977844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.987134 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:50.988036 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:50.989142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.991259 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:50.991908 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Bound using segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:50.994196 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Bound port: 1a14fa6a-11c4-4f3d-80d9-61e675c39af1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:50.994902 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.005304 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f0b37810-9830-4f6e-bbd1-fc61385c323f tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/78cfa644-fb4c-4ff0-a874-a092805e2df1 HTTP/1.1" status: 204 len: 168 time: 2.4229524 Feb 16 12:41:51.005604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:51.012592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.020492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.020847 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Added segment 704e2276-b6fc-4066-b762-8289e866e7b4 of type vlan for network cc1783f3-feda-435c-829e-73bd8b6974f2 Feb 16 12:41:51.025405 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-987169a1-600a-43b1-a371-955526e87489 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 8.9924886 Feb 16 12:41:51.053784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.086668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.136384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468b6cae-9d8d-4262-a0a6-4a7338d8e601,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.139807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.140803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:51.141566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.175820 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] For port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:51.183099 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] For port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:51.190998 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.192094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:51.269710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-37726a76-1e24-473a-afe0-f044570292b0 None None] Provisioning for port f471685d-0655-42b8-9ce1-2875002e2a9a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:51.284478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-37726a76-1e24-473a-afe0-f044570292b0 None None] Provisioning complete for port f471685d-0655-42b8-9ce1-2875002e2a9a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:51.284845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-37726a76-1e24-473a-afe0-f044570292b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.290375 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:51.291035 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:51.375869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 31bd3b63-c0c1-42c1-8698-b1594a67969f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:51.376323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.428359 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb23da-03d0-4cc1-87f4-0dc6e3311dd2 None None] Pushing event updated for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.446806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-37726a76-1e24-473a-afe0-f044570292b0 None None] Port f471685d-0655-42b8-9ce1-2875002e2a9a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:51.469964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0182538 Feb 16 12:41:51.478585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.497980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.510465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Request body: {'subnet': {'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-120746038-subnet', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:51.548064 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6ebad1-a295-4cc8-8012-c9cf070f8c8e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] GET failed (client error): The resource could not be found. Feb 16 12:41:51.548531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a6ebad1-a295-4cc8-8012-c9cf070f8c8e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Synchronizing usage tracker for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:41:51.561557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] DHCP port deletion for 0d0ada22-0838-49da-8089-f2107cf51448 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:51.572460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:51.573917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Deleting port 31bd3b63-c0c1-42c1-8698-b1594a67969f {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:51.574949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.631314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a6ebad1-a295-4cc8-8012-c9cf070f8c8e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Unset dirty status for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:41:51.632557 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a6ebad1-a295-4cc8-8012-c9cf070f8c8e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports/78cfa644-fb4c-4ff0-a874-a092805e2df1 HTTP/1.1" status: 404 len: 333 time: 0.6173100 Feb 16 12:41:51.643865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4aa30881-d922-495f-ab85-5d1a52bd1c6c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:51.652380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Usage tracker for resource:subnet and tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:51.663514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.673408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-963992766'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:51.702298 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:51.704440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:51.735515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b71792-d798-4fcc-a4ed-899a0c53d81d admin admin] Pushing event updated for resources: {'Network': ['ID=cc1783f3-feda-435c-829e-73bd8b6974f2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.749383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:51.761108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network cc1783f3-feda-435c-829e-73bd8b6974f2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:51.811700 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11b7464f-50ac-481d-9f9b-d616031da7f5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-1350473234 HTTP/1.1" status: 204 len: 168 time: 1.1785958 Feb 16 12:41:51.816154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.816469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:51.824246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-8d932b57-02ad-4a17-843a-f8498da9cdab tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:51.826405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=5653d034-bfd1-4b31-932d-96566ca267cb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:51.861544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port a4a83937-4272-4e36-aa47-b51925696d82, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a4a83937-4272-4e36-aa47-b51925696d82,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:51.862348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.879160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:51.892867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': 'f8814eb5-fd5e-4495-b0db-100b434416b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:51.893227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:51.921766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Made reservation on behalf of fdaf78ceb2fc47c1b43cb4ed05da36e7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:51.924143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.937593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:51.953875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] For port 31bd3b63-c0c1-42c1-8698-b1594a67969f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=31bd3b63-c0c1-42c1-8698-b1594a67969f,segment=NetworkSegment(afb20653-fc34-4502-a0e8-9800fa87ff5b),segment_id=afb20653-fc34-4502-a0e8-9800fa87ff5b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:51.954199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:51.960883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 31bd3b63-c0c1-42c1-8698-b1594a67969f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:51.961278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.009406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:52.018516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:52.019895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for a4a83937-4272-4e36-aa47-b51925696d82 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:52.060391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:52.120563 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:51Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:52.125400 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a9f6f-38cc-477f-9bd1-574f7b58149c None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:51Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:52.145491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:52.150454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:52.151052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.182966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Calling delete_port for 31bd3b63-c0c1-42c1-8698-b1594a67969f owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:52.252839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:52.257883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.258072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbce8a-79af-46ef-b765-30b53ced3733 None None] Network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:52.319522 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2910b7c-7a1c-4f40-a326-fd5a721b51e9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2689476 Feb 16 12:41:52.326659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:52.330999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:52.378533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.465322 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 80220149-12ab-4576-ba49-44c2d7d39829 (CIDR: 172.20.0.0/28) Feb 16 12:41:52.483658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4aa30881-d922-495f-ab85-5d1a52bd1c6c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:52.484060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.528434 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8d932b57-02ad-4a17-843a-f8498da9cdab tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 200 len: 205 time: 0.7085848 Feb 16 12:41:52.533129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:52.541255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:41:52.541870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:41:52.559561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-bcb756db-97ed-4461-b8b9-607451d9cf23 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:52.605562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.620797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:52.631776 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-51423fa5-8d43-4f1e-b0ad-708bc3519f06 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5014355 Feb 16 12:41:52.634517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:52.640659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:52.663412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:52.667380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.678169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] Pushing event deleted for resources: {'Port': ['ID=31bd3b63-c0c1-42c1-8698-b1594a67969f,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:52.738649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592e8fc-01e7-4890-a6c4-cb2b3f1c9339 None None] No DVR routers for this DVR port 31bd3b63-c0c1-42c1-8698-b1594a67969f on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:52.812824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcb756db-97ed-4461-b8b9-607451d9cf23 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 200 len: 241 time: 0.2736554 Feb 16 12:41:52.820866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53558) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:52.834231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-668aab80-24e7-4b8e-9e8e-054a6d905080 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-1127249484') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:52.836091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:52.920624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.950512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 31bd3b63-c0c1-42c1-8698-b1594a67969f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=31bd3b63-c0c1-42c1-8698-b1594a67969f,segment=NetworkSegment(afb20653-fc34-4502-a0e8-9800fa87ff5b),segment_id=afb20653-fc34-4502-a0e8-9800fa87ff5b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:52.950879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.967006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.985227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2', 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '5653d034-bfd1-4b31-932d-96566ca267cb'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:52.987242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:52.999156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=a4a83937-4272-4e36-aa47-b51925696d82,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:53.007597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:53.012282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:53.015188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:53.021752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:53.078325 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-668aab80-24e7-4b8e-9e8e-054a6d905080 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-1127249484 HTTP/1.1" status: 204 len: 168 time: 0.2564058 Feb 16 12:41:53.079047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:53.082494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.107219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:53.131962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-cf267871-f4d6-4f3b-8581-8102f515e6ac tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-1127249484') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:53.145825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 31bd3b63-c0c1-42c1-8698-b1594a67969f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:53.225645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:53.328881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Allocated IP 172.20.0.1 (4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2/5653d034-bfd1-4b31-932d-96566ca267cb/f8954d94-7016-48ad-bf23-5d39b8644cf6) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:53.403882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.423690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:53.432453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:53.432997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.534923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2bf042-d9f3-442c-996c-2daf02c1eb09,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:53.568575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.616413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::64 (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/20b3ebfe-e44f-4264-a5f7-4e935cefe1e7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:53.650475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:53.651478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:53.718271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.739176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.760323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.767388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Checking segment: {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:53.767752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Network hostable DHCP agents. Network: cc1783f3-feda-435c-829e-73bd8b6974f2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:53.777178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Transition to ACTIVE for port object f8954d94-7016-48ad-bf23-5d39b8644cf6 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:53.780470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:53.789717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.790494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:53.893911 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:53.895575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Transition to ACTIVE for port object f8954d94-7016-48ad-bf23-5d39b8644cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:53.924737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.941042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Network cc1783f3-feda-435c-829e-73bd8b6974f2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:53.945190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:53.956205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:53.962957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, cc1783f3-feda-435c-829e-73bd8b6974f2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:53.968111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:53.969350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.975883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:53.996010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:53.999244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.004960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7d802-2298-4f2e-8065-6a61ed8fc5ae None None] Network cc1783f3-feda-435c-829e-73bd8b6974f2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:54.019432 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf267871-f4d6-4f3b-8581-8102f515e6ac tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-1127249484 HTTP/1.1" status: 204 len: 168 time: 0.9105411 Feb 16 12:41:54.019977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:54.027560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.040194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-2f811caa-b44b-498a-b4ca-6dec64d889da tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.051188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:54.057667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=5653d034-bfd1-4b31-932d-96566ca267cb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.119763 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87a5ffa3-aab2-41d9-80c4-ef96aed2ee64 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6210926 Feb 16 12:41:54.121783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53572) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.172920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:54.175755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 31bd3b63-c0c1-42c1-8698-b1594a67969f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:54.176112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.223337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:54.226493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.231086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:54.231464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.269619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Usage tracker for resource:router and tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:54.275915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Pushing event updated for resources: {'Port': ['ID=f8954d94-7016-48ad-bf23-5d39b8644cf6,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.283466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:54.292488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] The port '31bd3b63-c0c1-42c1-8698-b1594a67969f' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:41:54.308164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:54.314089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Attempting to bind port f8954d94-7016-48ad-bf23-5d39b8644cf6 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:54.314462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Attempting to bind port f8954d94-7016-48ad-bf23-5d39b8644cf6 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f8814eb5-fd5e-4495-b0db-100b434416b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:54.314823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Attempting to bind port f8954d94-7016-48ad-bf23-5d39b8644cf6 on network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:54.338928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.344027 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f811caa-b44b-498a-b4ca-6dec64d889da tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 200 len: 205 time: 0.3107798 Feb 16 12:41:54.344220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:54.344220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Checking segment: {'id': 'f8814eb5-fd5e-4495-b0db-100b434416b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:54.344220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.344499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Bound using segment: {'id': 'f8814eb5-fd5e-4495-b0db-100b434416b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:54.346781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Bound port: f8954d94-7016-48ad-bf23-5d39b8644cf6, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8814eb5-fd5e-4495-b0db-100b434416b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:54.346781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.347047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.356706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.365751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-7cbfe1d5-a8d4-4dae-af59-ee1073a341a9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.405353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8814eb5-fd5e-4495-b0db-100b434416b4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.405741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8814eb5-fd5e-4495-b0db-100b434416b4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.426748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.457262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.458236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.464015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.494430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router a72d1b56-9235-4203-bdd5-8a016aed0284 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:41:54.530823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:54.531900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-cc1783f3-feda-435c-829e-73bd8b6974f2', 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'fixed_ips': [{'subnet_id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:41:54.532743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.562996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:54.573005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:54.576959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:54.577548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.603256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=43da1ad3-c595-4719-9675-67f74f0dbc76,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.693556 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cbfe1d5-a8d4-4dae-af59-ee1073a341a9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 200 len: 240 time: 0.3438070 Feb 16 12:41:54.693903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.701573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-df9ea52f-837d-411e-8a81-16c58757f3f5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-768994278') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.719503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:54.722108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:54.728367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:54.728982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.732189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Allocated IP 172.20.0.2 (cc1783f3-feda-435c-829e-73bd8b6974f2/6c2bf042-d9f3-442c-996c-2daf02c1eb09/88158625-bb94-4d84-87bf-88719f336a7a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:54.754188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.757952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.762810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-44f13150-9e20-400a-aa5c-2d321f0d55e9 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1272407 Feb 16 12:41:54.763545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53584) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.768674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=20b3ebfe-e44f-4264-a5f7-4e935cefe1e7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:54.784641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.787535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1037092831', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43da1ad3-c595-4719-9675-67f74f0dbc76'}], 'security_groups': ['9fc91eb0-5a8a-465e-a04a-51e0c9062621']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:54.806287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:54.806679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:54.823033 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:54.826164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa56cbfc-7529-44a6-9fa2-fae20f9e43d8 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1558886 Feb 16 12:41:54.831300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:54.845645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0ada22-0838-49da-8089-f2107cf51448']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.908684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'network_id': '4ed0afcf-1da2-4335-9574-88b522e4536a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1520065868'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:54.941531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb20653-fc34-4502-a0e8-9800fa87ff5b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.942479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb20653-fc34-4502-a0e8-9800fa87ff5b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:54.978653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:54.999989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Transition to ACTIVE for port object 88158625-bb94-4d84-87bf-88719f336a7a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:55.019422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Transition to ACTIVE for port object 88158625-bb94-4d84-87bf-88719f336a7a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:55.032594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864b5b5-1eb7-4812-9d5f-21b9e6654ebe None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:55.038180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.054557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.113745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:41:55.113745 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:41:55.113745 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': '4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2'}] Feb 16 12:41:55.113745 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:41:55.114212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:41:55.133313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] For port f8954d94-7016-48ad-bf23-5d39b8644cf6, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:55.178169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.199958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df9ea52f-837d-411e-8a81-16c58757f3f5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-768994278 HTTP/1.1" status: 204 len: 168 time: 0.5024593 Feb 16 12:41:55.200559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Network cc1783f3-feda-435c-829e-73bd8b6974f2 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:55.206012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] For port f8954d94-7016-48ad-bf23-5d39b8644cf6, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f8954d94-7016-48ad-bf23-5d39b8644cf6,segment=NetworkSegment(f8814eb5-fd5e-4495-b0db-100b434416b4),segment_id=f8814eb5-fd5e-4495-b0db-100b434416b4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:55.209587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:41:55.211065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53592) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.220471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:55.221136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-60cf22b5-b43d-4a49-9371-099c7cf7abbe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/a72d1b56-9235-4203-bdd5-8a016aed0284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3090284 Feb 16 12:41:55.225208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-a1886157-f18e-4115-b275-5be6c34eacbd tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-768994278') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:55.234472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:55.244742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.248500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Sync routers for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:41:55.252791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 31bd3b63-c0c1-42c1-8698-b1594a67969f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:55.254087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:55.254494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.288114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:55.288417 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:55.338256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 31bd3b63-c0c1-42c1-8698-b1594a67969f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:55.338759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 31bd3b63-c0c1-42c1-8698-b1594a67969f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:55.340318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Pushing event updated for resources: {'Port': ['ID=88158625-bb94-4d84-87bf-88719f336a7a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:55.381371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet d3789c4b-ed99-4ca5-9626-59c02ffa1b31 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:41:55.384772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.400453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5d0a6773-0b55-4e7f-84c2-23b0cd3f15fc None None] Provisioning for port 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:55.417454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:55.418478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:55.448961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.515311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.528677 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a1886157-f18e-4115-b275-5be6c34eacbd tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-768994278 HTTP/1.1" status: 204 len: 168 time: 0.3140421 Feb 16 12:41:55.531753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.539456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-c4a7d52c-dbef-42c5-8b3b-e43a98dd0b53 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:55.549842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5d0a6773-0b55-4e7f-84c2-23b0cd3f15fc None None] Provisioning complete for port 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:55.550327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5d0a6773-0b55-4e7f-84c2-23b0cd3f15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.571918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.592638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:55.711597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.778832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.779545 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c4a7d52c-dbef-42c5-8b3b-e43a98dd0b53 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 200 len: 205 time: 0.2436945 Feb 16 12:41:55.779545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53604) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.793952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-f23698fe-a694-4574-add4-d29d89cdcb34 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:55.827803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.840142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b884-7a23-4075-8b9a-92b7ce5fb897 None None] Pushing event updated for resources: {'Port': ['ID=f8954d94-7016-48ad-bf23-5d39b8644cf6,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:55.843152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Attempting to bind port 88158625-bb94-4d84-87bf-88719f336a7a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:41:55.843672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Attempting to bind port 88158625-bb94-4d84-87bf-88719f336a7a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:41:55.844123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Attempting to bind port 88158625-bb94-4d84-87bf-88719f336a7a on network cc1783f3-feda-435c-829e-73bd8b6974f2 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:41:55.863662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:55.867914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.872906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=d3789c4b-ed99-4ca5-9626-59c02ffa1b31,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:55.879470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f23698fe-a694-4574-add4-d29d89cdcb34 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 200 len: 240 time: 0.0992029 Feb 16 12:41:55.883309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53608) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.891329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-39857461-a484-41dc-a5cc-44b5b3f0850f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-508683450') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:55.905342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Usage tracker for resource:port and tenant:12c22b50c6fc43098aa1b1537367b899 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:55.910576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.913181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:55.919189 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b1fb23d-dbec-4576-bca8-585fa3fd1e0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/d3789c4b-ed99-4ca5-9626-59c02ffa1b31 HTTP/1.1" status: 204 len: 168 time: 0.6274974 Feb 16 12:41:55.919189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port f8954d94-7016-48ad-bf23-5d39b8644cf6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:55.919189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.931760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:55.940944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad170adc-5362-4e3c-a160-7552a41e5c5b None None] Network 055584b2-290e-4dc5-8b00-ecb632fb3ea9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:55.954568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c58f11e0-0181-4ba8-a87d-4d08da5e11b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.970104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:41:55.970650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Checking segment: {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:55.971301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.971801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Bound using segment: {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:41:55.977563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Bound port: 88158625-bb94-4d84-87bf-88719f336a7a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:41:55.978076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.981586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:55.984480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:55.988189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a6773-0b55-4e7f-84c2-23b0cd3f15fc None None] Port 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:41:56.012036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=0d0ada22-0838-49da-8089-f2107cf51448,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:56.026675 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa2998a9-f302-4d99-b14c-1e05072ef1bb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/0d0ada22-0838-49da-8089-f2107cf51448 HTTP/1.1" status: 204 len: 168 time: 5.0181077 Feb 16 12:41:56.035185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:56.046265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Made reservation on behalf of 12c22b50c6fc43098aa1b1537367b899 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:56.049776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.064032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024189498'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:56.133866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39857461-a484-41dc-a5cc-44b5b3f0850f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-508683450 HTTP/1.1" status: 204 len: 168 time: 0.2471945 Feb 16 12:41:56.144446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:56.152631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:56.173819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-e8664cc9-95be-4ac8-9a21-f0af7d109c0f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-508683450') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:56.182670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:56.187167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:56.209351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] device_id is not set on port c92c24c5-2eef-427c-8f00-f0fef5b9c844 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:41:56.229532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:56.233344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Delete allocated IP 172.20.0.5 (806a39e7-3d72-409c-a0ee-5e78caf2875d/80220149-12ab-4576-ba49-44c2d7d39829) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:41:56.241278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.18 (806a39e7-3d72-409c-a0ee-5e78caf2875d/43da1ad3-c595-4719-9675-67f74f0dbc76/f471685d-0655-42b8-9ce1-2875002e2a9a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:56.257633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:56.335874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:56.338483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.339274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16bb7d-2987-4aba-86ce-9c615821ad0d None None] Network 4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:56.548813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:56.549174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.654401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port f8954d94-7016-48ad-bf23-5d39b8644cf6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f8954d94-7016-48ad-bf23-5d39b8644cf6,segment=NetworkSegment(f8814eb5-fd5e-4495-b0db-100b434416b4),segment_id=f8814eb5-fd5e-4495-b0db-100b434416b4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:56.654777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.680261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.705604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] For port 88158625-bb94-4d84-87bf-88719f336a7a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:41:56.745071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:56.748178 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8664cc9-95be-4ac8-9a21-f0af7d109c0f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-508683450 HTTP/1.1" status: 204 len: 168 time: 0.5911252 Feb 16 12:41:56.759730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:56.767573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.773779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-eda67503-b2a9-4d26-abc3-83de6d9a9fca tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:56.821741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object f471685d-0655-42b8-9ce1-2875002e2a9a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:56.823773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for f8954d94-7016-48ad-bf23-5d39b8644cf6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:56.830160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] For port 88158625-bb94-4d84-87bf-88719f336a7a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=88158625-bb94-4d84-87bf-88719f336a7a,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:41:56.852034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.867630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.867980 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 3a2156a9-e4ff-46e1-8398-e160392c5f25 of type vlan for network 8f7a62df-a578-456d-91a3-48904582cbf1 Feb 16 12:41:56.898666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.918389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Allocated IP 2001:db8::334 (4ed0afcf-1da2-4335-9574-88b522e4536a/cabebf2e-96e6-4b0c-aad8-7a8409703091/c92c24c5-2eef-427c-8f00-f0fef5b9c844) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:56.961725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:56.982432 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eda67503-b2a9-4d26-abc3-83de6d9a9fca tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 200 len: 205 time: 0.2215233 Feb 16 12:41:57.048713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:57.081169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-2a1d0c4d-ddc6-4663-b988-13b9bb7d3149 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.151119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=f471685d-0655-42b8-9ce1-2875002e2a9a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:57.177695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.179390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59beff4-21fa-4529-a103-7df45fa355c5 None None] Pushing event updated for resources: {'Port': ['ID=88158625-bb94-4d84-87bf-88719f336a7a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:57.233964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] In _notify_port_updated(), no bound segment for port f471685d-0655-42b8-9ce1-2875002e2a9a on network 806a39e7-3d72-409c-a0ee-5e78caf2875d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:41:57.244241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.244241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.244241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c61b14a-4d27-4ca4-9b6e-de4c2e60cecd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/ports/f471685d-0655-42b8-9ce1-2875002e2a9a HTTP/1.1" status: 200 len: 921 time: 2.4711931 Feb 16 12:41:57.246266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port ad034a7f-5eaa-40b5-b6f9-17815998e5b9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:57.246701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.256879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Update dhcp port {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'fixed_ips': [{'subnet_id': '80220149-12ab-4576-ba49-44c2d7d39829', 'ip_address': '172.20.0.2'}, {'subnet_id': '43da1ad3-c595-4719-9675-67f74f0dbc76'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '342e37e5-12dc-4c93-8958-a72706efec84'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:41:57.282700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.282700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.298274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53634) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:57.318254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:41:57.377278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2a1d0c4d-ddc6-4663-b988-13b9bb7d3149 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 204 len: 168 time: 0.3001304 Feb 16 12:41:57.379072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] DHCP port deletion for 055584b2-290e-4dc5-8b00-ecb632fb3ea9 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:41:57.389017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:57.398779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-903a5611-3d93-4194-8d9d-f73c24ea668c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.402396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Deleting port fa479ffc-3393-4236-9e3d-49a9b4a47476 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:57.404170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.421688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.438184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=f8954d94-7016-48ad-bf23-5d39b8644cf6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:57.443043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port f8954d94-7016-48ad-bf23-5d39b8644cf6 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:57.450531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.469438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:52Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'ad034a7f-5eaa-40b5-b6f9-17815998e5b9', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:38:25Z', 'updated_at': '2022-02-16T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.492329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Checking router: a72d1b56-9235-4203-bdd5-8a016aed0284 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:41:57.563454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Routers {'a72d1b56-9235-4203-bdd5-8a016aed0284'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:41:57.564345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a72d1b56-9235-4203-bdd5-8a016aed0284'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.629855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.635648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:57.636282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.692626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port f471685d-0655-42b8-9ce1-2875002e2a9a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:41:57.693138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.723467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 88158625-bb94-4d84-87bf-88719f336a7a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:41:57.812753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.890776 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-903a5611-3d93-4194-8d9d-f73c24ea668c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 204 len: 168 time: 0.4962349 Feb 16 12:41:57.900042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:57.919227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port ad034a7f-5eaa-40b5-b6f9-17815998e5b9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:57.919576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:57.938330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-c08e2c52-194d-4892-9c13-50af2defe099 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:57.983346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=8f7a62df-a578-456d-91a3-48904582cbf1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:57.990793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ada4dcff-ca51-4abb-ae69-29c23bd3e904 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9535658 Feb 16 12:41:57.997464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:58.010845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:58.114108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for ad034a7f-5eaa-40b5-b6f9-17815998e5b9 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:58.125308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] For port fa479ffc-3393-4236-9e3d-49a9b4a47476, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa479ffc-3393-4236-9e3d-49a9b4a47476,segment=NetworkSegment(c0de801c-93e2-40ab-a346-2787b6791a2b),segment_id=c0de801c-93e2-40ab-a346-2787b6791a2b)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:58.126059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.128567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:58.142499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:58.147506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:58.151089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:58.157014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:58.158916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] Set router a72d1b56-9235-4203-bdd5-8a016aed0284 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:41:58.211202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:58.215187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.229990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8814eb5-fd5e-4495-b0db-100b434416b4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:58.230342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8814eb5-fd5e-4495-b0db-100b434416b4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:58.295898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.312326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6e60cb4f-b1a7-43ad-8d35-1b22357d72c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.314829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8f7a62df-a578-456d-91a3-48904582cbf1 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:41:58.455127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.467009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Calling delete_port for fa479ffc-3393-4236-9e3d-49a9b4a47476 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:58.510473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db260b28-59bd-4dea-9a3d-09419924b754 None None] Network cc1783f3-feda-435c-829e-73bd8b6974f2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:58.560354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:57Z', 'revision_number': 8, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:58.562745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for f471685d-0655-42b8-9ce1-2875002e2a9a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:41:58.603353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.612433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.641945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:41:58.642342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:41:58.661831 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:41:58.666503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Allocated IP 172.26.4.207 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/eb4f4828-2fa5-4e5b-af74-8ebb39728905) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:58.681358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Transition to ACTIVE for port object c92c24c5-2eef-427c-8f00-f0fef5b9c844 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:58.747915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 88158625-bb94-4d84-87bf-88719f336a7a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:58.751562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a6169-9377-4db6-afb4-da566b7b4d61 None None] The sync data for ids ['a72d1b56-9235-4203-bdd5-8a016aed0284'] in dv-neutron-829435-1-hyperv is: [{'id': 'a72d1b56-9235-4203-bdd5-8a016aed0284', 'name': 'tempest-TestNetworkBasicOps-router-2134221044', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:38:21Z', 'updated_at': '2022-02-16T12:41:57Z', 'revision_number': 8, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:41:58.765204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.807644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Provisioning for port 88158625-bb94-4d84-87bf-88719f336a7a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:41:58.814760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.839397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=ad034a7f-5eaa-40b5-b6f9-17815998e5b9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:58.854141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Provisioning complete for port 88158625-bb94-4d84-87bf-88719f336a7a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:41:58.854141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.899589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.902265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:58.905559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Allocated IP 172.20.0.19 (806a39e7-3d72-409c-a0ee-5e78caf2875d/43da1ad3-c595-4719-9675-67f74f0dbc76/342e37e5-12dc-4c93-8958-a72706efec84) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:41:58.908084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.935765 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c08e2c52-194d-4892-9c13-50af2defe099 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 204 len: 168 time: 1.0279560 Feb 16 12:41:58.943382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53650) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:58.998684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] Pushing event deleted for resources: {'Port': ['ID=fa479ffc-3393-4236-9e3d-49a9b4a47476,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.012299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77f48c30-8a14-464d-be4a-ae846888b8ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 HTTP/1.1" status: 204 len: 168 time: 6.6745994 Feb 16 12:41:59.013798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.014438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa83f74-1745-4b60-a6d6-03976734d48e None None] No DVR routers for this DVR port fa479ffc-3393-4236-9e3d-49a9b4a47476 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:41:59.018055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-e161841c-71b7-428b-b921-96818a80f20c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:59.030956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1418263772'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:59.034428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.087759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:59.108034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.170888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:59.188526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.190063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:59.202349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:59.273486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa479ffc-3393-4236-9e3d-49a9b4a47476 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:59.279761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.280133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.282959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.318531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.339695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.341843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=f471685d-0655-42b8-9ce1-2875002e2a9a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.359693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: fa479ffc-3393-4236-9e3d-49a9b4a47476 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:41:59.360069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa479ffc-3393-4236-9e3d-49a9b4a47476 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:41:59.375869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:41:59.377407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Network 4ed0afcf-1da2-4335-9574-88b522e4536a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:59.378758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.382784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.401244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:59.416736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=4cebb4a9-bd9f-401b-839f-cd5a0d735dce,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.426714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:59.433882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.434076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.447344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=c92c24c5-2eef-427c-8f00-f0fef5b9c844,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.463884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:59.470266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.470789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router a72d1b56-9235-4203-bdd5-8a016aed0284 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:41:59.481484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:41:59.494264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e161841c-71b7-428b-b921-96818a80f20c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 204 len: 168 time: 0.5006082 Feb 16 12:41:59.499149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c824acfe-28c9-4dce-a9df-3df7578685a9 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6559632 Feb 16 12:41:59.504695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.505329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.515249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '3a2156a9-e4ff-46e1-8398-e160392c5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:41:59.515644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 8f7a62df-a578-456d-91a3-48904582cbf1, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:41:59.517580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:96:f2:34'}, {'ip_address': '2001:db8::64', 'mac_address': 'fa:16:3e:b4:e2:b2'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:41:59.523327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.543682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.545661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.574639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-b48619c7-1e26-45be-b5e9-2f8ca0de1cad tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-1281057320') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:41:59.597143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Transition to ACTIVE for port object 342e37e5-12dc-4c93-8958-a72706efec84 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:41:59.611538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 8f7a62df-a578-456d-91a3-48904582cbf1 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:41:59.616459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.616803 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6 of type vlan for network 930c0538-af3f-4abc-a06a-fa172da0b585 Feb 16 12:41:59.628814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.661373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] For port 88158625-bb94-4d84-87bf-88719f336a7a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=88158625-bb94-4d84-87bf-88719f336a7a,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:41:59.671552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.672965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8f7a62df-a578-456d-91a3-48904582cbf1) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:59.674119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.710945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:41:59.712494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:41:59.713130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.727420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcbd860f-8c6e-4c00-a854-6373ab4e1028 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/f471685d-0655-42b8-9ce1-2875002e2a9a HTTP/1.1" status: 204 len: 168 time: 2.4289753 Feb 16 12:41:59.731399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:41:59.736649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53666) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.741429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.742579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4f4828-2fa5-4e5b-af74-8ebb39728905,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.743038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46accb16-2b71-4e69-ad63-648753a85f4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/a72d1b56-9235-4203-bdd5-8a016aed0284 HTTP/1.1" status: 204 len: 168 time: 3.8081043 Feb 16 12:41:59.746503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:41:59.799641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:59.842850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1b5c1-17e3-4b67-bf0f-a3483b0d7382 None None] Pushing event updated for resources: {'Port': ['ID=88158625-bb94-4d84-87bf-88719f336a7a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:59.852492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8ad1c-5dc1-4e6b-a57b-b3dc60dbc92a None None] Network 8f7a62df-a578-456d-91a3-48904582cbf1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:41:59.912871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:59.933221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a4a83937-4272-4e36-aa47-b51925696d82 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:41:59.962912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6b6fe1-d8a7-4901-8aec-1d42088fae0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:41:59.963703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b6b6fe1-d8a7-4901-8aec-1d42088fae0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:00.003949 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dc12ea2b-34e5-46a0-ae3d-77b24681f15d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9984171 Feb 16 12:42:00.006018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.031744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b6b6fe1-d8a7-4901-8aec-1d42088fae0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:00.034162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1', 'name': 'tempest-PortsIpV6TestJSON-423693402', 'fixed_ips': [{'subnet_id': '4cebb4a9-bd9f-401b-839f-cd5a0d735dce', 'ip_address': '2001:db8::10'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:00.040699 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b6b6fe1-d8a7-4901-8aec-1d42088fae0e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/f471685d-0655-42b8-9ce1-2875002e2a9a HTTP/1.1" status: 404 len: 333 time: 0.3000276 Feb 16 12:42:00.052327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.095744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: a4a83937-4272-4e36-aa47-b51925696d82 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:00.096381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a4a83937-4272-4e36-aa47-b51925696d82 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:00.097395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad034a7f-5eaa-40b5-b6f9-17815998e5b9 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:00.127918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.134630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:00.135494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.160356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dafe6370-dce6-4646-9ac6-f1ea1d951e0f None None] Provisioning for port c92c24c5-2eef-427c-8f00-f0fef5b9c844 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:00.163667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ad034a7f-5eaa-40b5-b6f9-17815998e5b9 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:00.164263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad034a7f-5eaa-40b5-b6f9-17815998e5b9 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:00.239634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.240076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dafe6370-dce6-4646-9ac6-f1ea1d951e0f None None] Provisioning complete for port c92c24c5-2eef-427c-8f00-f0fef5b9c844 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:00.240076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dafe6370-dce6-4646-9ac6-f1ea1d951e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.253290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.306285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc23d0-7dbb-4d8e-9245-460c11756839 None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:00.357351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-dafe6370-dce6-4646-9ac6-f1ea1d951e0f None None] Port c92c24c5-2eef-427c-8f00-f0fef5b9c844 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:00.461590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.533603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.544462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3206c583-3417-44f0-af22-ca790c22ee7b None None] Provisioning complete for port 88158625-bb94-4d84-87bf-88719f336a7a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:00.544981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3206c583-3417-44f0-af22-ca790c22ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.586840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8f7a62df-a578-456d-91a3-48904582cbf1', 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': '4cebb4a9-bd9f-401b-839f-cd5a0d735dce'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:00.587854 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5705459 Feb 16 12:42:00.589684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.613733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.614998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93197953-5678-4816-9a2c-bbe359c4156b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=930c0538-af3f-4abc-a06a-fa172da0b585,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:00.630887 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b48619c7-1e26-45be-b5e9-2f8ca0de1cad tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-1281057320 HTTP/1.1" status: 201 len: 201 time: 1.1233289 Feb 16 12:42:00.631982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:00.638543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:00.639193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 930c0538-af3f-4abc-a06a-fa172da0b585 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:00.703684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-f603b16d-2a65-449b-94d5-44731ae10d87 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-1126348222') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:00.705174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055584b2-290e-4dc5-8b00-ecb632fb3ea9']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:00.731046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0de801c-93e2-40ab-a346-2787b6791a2b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:00.731516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0de801c-93e2-40ab-a346-2787b6791a2b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:00.854394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:00.873016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:00.907429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:00.922389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:00.959866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:00.962299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:00.967103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:00.970603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:00.978775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:01.003937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.025348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Allocated IP 2001:db8::2 (8f7a62df-a578-456d-91a3-48904582cbf1/4cebb4a9-bd9f-401b-839f-cd5a0d735dce/325a43c3-336d-4620-a30c-a6add49f2151) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:01.038334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.052378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.058529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:01.059081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.063457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:01.070476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:01.077517 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:01.102224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.145283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:01.179825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Provisioning complete for port 3aeabf8c-def0-498b-8dc8-704802082bcc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:01.180319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.272964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Port 3aeabf8c-def0-498b-8dc8-704802082bcc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:01.307799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Could not find standard attr ID for object f471685d-0655-42b8-9ce1-2875002e2a9a. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:01.345528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.350585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Provisioning for port 342e37e5-12dc-4c93-8958-a72706efec84 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:01.356927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.361768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:01.361768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7521c089-b94e-4502-80b2-4b335287ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.383310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.403630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=055584b2-290e-4dc5-8b00-ecb632fb3ea9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.424211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.430453 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1e09b47-7e0f-41be-a540-0e124eb46059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/055584b2-290e-4dc5-8b00-ecb632fb3ea9 HTTP/1.1" status: 204 len: 168 time: 1.5226309 Feb 16 12:42:01.440572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Transition to ACTIVE for port object 325a43c3-336d-4620-a30c-a6add49f2151 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:01.466255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.480497 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f603b16d-2a65-449b-94d5-44731ae10d87 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-1126348222 HTTP/1.1" status: 201 len: 201 time: 0.8217885 Feb 16 12:42:01.482765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11079eaa-8ddc-42bb-bbcf-a5777d8d72b3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.484471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Transition to ACTIVE for port object 325a43c3-336d-4620-a30c-a6add49f2151 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:01.499317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.513603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1790282236', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:01.532531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.557246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:01.562252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-cd8d50cd-d059-4334-9227-ecf407425457 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-47204384') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:01.624361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.647500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.708306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.708917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.720614 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-291206cd-a5ed-4240-aeb4-1415e33c02bd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/security-groups/11079eaa-8ddc-42bb-bbcf-a5777d8d72b3 HTTP/1.1" status: 204 len: 168 time: 1.6565509 Feb 16 12:42:01.722456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:01.742086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53698) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.742903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:01.750445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.779991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:01.829281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:01.855548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Network 8f7a62df-a578-456d-91a3-48904582cbf1 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:01.870335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:01.876764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:01.881084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port e03d3c3c-375a-4085-98b4-1b961f32ff32 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:01.941585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Pushing event updated for resources: {'Port': ['ID=325a43c3-336d-4620-a30c-a6add49f2151,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:01.951715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] In _notify_port_updated(), no bound segment for port c92c24c5-2eef-427c-8f00-f0fef5b9c844 on network 4ed0afcf-1da2-4335-9574-88b522e4536a {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:42:01.962796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:01.967276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:01.967950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:01.969420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "PUT /v2.0/ports/c92c24c5-2eef-427c-8f00-f0fef5b9c844 HTTP/1.1" status: 200 len: 1067 time: 2.4606085 Feb 16 12:42:01.973336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:01.994092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:01.996903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.047810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc3301-312c-42d1-8f4b-f46cce37cde4 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event updated for resources: {'Port': ['ID=c92c24c5-2eef-427c-8f00-f0fef5b9c844,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.066473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ed175a32-77b7-4706-b25d-5ae7730bea63 None None] Could not find standard attr ID for object f471685d-0655-42b8-9ce1-2875002e2a9a. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:02.085125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Attempting to bind port 325a43c3-336d-4620-a30c-a6add49f2151 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:02.085622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Attempting to bind port 325a43c3-336d-4620-a30c-a6add49f2151 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3a2156a9-e4ff-46e1-8398-e160392c5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:02.085988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Attempting to bind port 325a43c3-336d-4620-a30c-a6add49f2151 on network 8f7a62df-a578-456d-91a3-48904582cbf1 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:02.095302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:02.095697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Checking segment: {'id': '3a2156a9-e4ff-46e1-8398-e160392c5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:02.096097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.096490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Bound using segment: {'id': '3a2156a9-e4ff-46e1-8398-e160392c5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:02.096949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Bound port: 325a43c3-336d-4620-a30c-a6add49f2151, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2156a9-e4ff-46e1-8398-e160392c5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:02.097320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.134301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:02.137807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.152732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port c92c24c5-2eef-427c-8f00-f0fef5b9c844 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:02.153296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.178263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.248381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8b55bae0-8904-459e-9d60-d129b674f433 None None] Provisioning complete for port c92c24c5-2eef-427c-8f00-f0fef5b9c844 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:02.249254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8b55bae0-8904-459e-9d60-d129b674f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.251271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.286752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:02.289154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 88158625-bb94-4d84-87bf-88719f336a7a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:02.331897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:02.342623 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Sync routers for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:02.350438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] For port 325a43c3-336d-4620-a30c-a6add49f2151, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:02.353064 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:02.354735 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:02.378355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] For port 325a43c3-336d-4620-a30c-a6add49f2151, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=325a43c3-336d-4620-a30c-a6add49f2151,segment=NetworkSegment(3a2156a9-e4ff-46e1-8398-e160392c5f25),segment_id=3a2156a9-e4ff-46e1-8398-e160392c5f25)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:02.384225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8b55bae0-8904-459e-9d60-d129b674f433 None None] Port c92c24c5-2eef-427c-8f00-f0fef5b9c844 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:02.389779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.390292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.399437 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd8d50cd-d059-4334-9227-ecf407425457 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-47204384 HTTP/1.1" status: 201 len: 201 time: 0.8807085 Feb 16 12:42:02.405212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.405640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment 8b8ffccf-2ae7-4002-a5ff-f38d55c705e6 of type vlan for network 2e8823ee-e814-4066-afa7-ad3e56f305b9 Feb 16 12:42:02.409220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=63d68ffe-383d-4c4a-ad4d-9c11d73bd941,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.411130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:02.434454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-ac5115f1-d4c6-4ea8-8424-2679276a478b tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-437612555') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:02.487550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 88158625-bb94-4d84-87bf-88719f336a7a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:02.487962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.504840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:02.505286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 930c0538-af3f-4abc-a06a-fa172da0b585, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:02.532776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448cc27-a3d8-4455-85d8-5eb1a7928627 None None] Pushing event updated for resources: {'Port': ['ID=325a43c3-336d-4620-a30c-a6add49f2151,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.571063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.643914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.670546 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:02.785706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.789882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::10 (8f7a62df-a578-456d-91a3-48904582cbf1/4cebb4a9-bd9f-401b-839f-cd5a0d735dce/e03d3c3c-375a-4085-98b4-1b961f32ff32) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:02.822758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 930c0538-af3f-4abc-a06a-fa172da0b585 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:02.938359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc91eb0-5a8a-465e-a04a-51e0c9062621,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:02.943009 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ac5115f1-d4c6-4ea8-8424-2679276a478b tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-437612555 HTTP/1.1" status: 201 len: 201 time: 0.5202429 Feb 16 12:42:02.964407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:02.965281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.972749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:02.973017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:02.997882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-a9468664-6d36-4741-a11d-aa0921bce68c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', {'tags': ['tempest-TagsExtTest-Tag-1205598132', 'tempest-TagsExtTest-Tag-171535343', 'tempest-TagsExtTest-Tag-82808800']}) {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:03.016604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for c92c24c5-2eef-427c-8f00-f0fef5b9c844 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:03.066670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.068687 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3208a1de-f9a8-4e8f-b91c-e19e8f5337b4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9448457 Feb 16 12:42:03.070488 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:00Z', 'revision_number': 3, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:03.072464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.075156 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Checking router: 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:03.075593 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Updating router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 port eb4f4828-2fa5-4e5b-af74-8ebb39728905 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:03.114204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 930c0538-af3f-4abc-a06a-fa172da0b585) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:03.118673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:03.119447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.132347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09477ef6-fc8f-4198-bd3e-8281d26889d2 None None] Network 930c0538-af3f-4abc-a06a-fa172da0b585 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:03.147514 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.167250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.168505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c75a9f89-98cf-4799-bccd-30267a6baa63 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/security-groups/9fc91eb0-5a8a-465e-a04a-51e0c9062621 HTTP/1.1" status: 204 len: 168 time: 1.4202898 Feb 16 12:42:03.176527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53718) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.261189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7881615 Feb 16 12:42:03.277217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f6afcfec-c833-4dde-99dd-c37002d6e895 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6568484 Feb 16 12:42:03.280233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.280570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.292981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:03.331907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074184f-9bc0-45f5-9bf3-8653f024f2e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=2e8823ee-e814-4066-afa7-ad3e56f305b9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.336937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:03.351781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:03.366443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:03.372026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 80220149-12ab-4576-ba49-44c2d7d39829 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:03.382664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:03.395416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.441607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:03.501730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.517124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.528059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.540999 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a9468664-6d36-4741-a11d-aa0921bce68c tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 200 len: 315 time: 0.5503058 Feb 16 12:42:03.556232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:03.595485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-f8f7e37a-0ab9-401d-8c70-e8034613f4fb tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:03.599672 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.610920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object e03d3c3c-375a-4085-98b4-1b961f32ff32 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:03.615264 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Transition to ACTIVE for port object eb4f4828-2fa5-4e5b-af74-8ebb39728905 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:03.624181 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.646487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.658320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.666451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.673255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.721205 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Attempting to bind port eb4f4828-2fa5-4e5b-af74-8ebb39728905 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:03.728216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Attempting to bind port eb4f4828-2fa5-4e5b-af74-8ebb39728905 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:03.728576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Attempting to bind port eb4f4828-2fa5-4e5b-af74-8ebb39728905 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:03.750929 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:03.752475 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:03.753779 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.754709 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:03.755898 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Bound port: eb4f4828-2fa5-4e5b-af74-8ebb39728905, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:03.756554 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.777751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.834735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-930c0538-af3f-4abc-a06a-fa172da0b585', 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '63d68ffe-383d-4c4a-ad4d-9c11d73bd941'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:03.835580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.856958 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] For port eb4f4828-2fa5-4e5b-af74-8ebb39728905, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:03.860949 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] For port eb4f4828-2fa5-4e5b-af74-8ebb39728905, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=eb4f4828-2fa5-4e5b-af74-8ebb39728905,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:03.861177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 325a43c3-336d-4620-a30c-a6add49f2151 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:03.875137 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:03.879390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=c92c24c5-2eef-427c-8f00-f0fef5b9c844,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.894303 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Pushing event updated for resources: {'Port': ['ID=eb4f4828-2fa5-4e5b-af74-8ebb39728905,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:03.904722 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.905550 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.906094 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.906754 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.907278 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.907831 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.908386 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.908907 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.909526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.910184 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.910762 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:03.911928 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:04.012371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.019258 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e0b8-feb4-4712-b1cd-3ad9e1d504a3 None None] Pushing event updated for resources: {'Port': ['ID=eb4f4828-2fa5-4e5b-af74-8ebb39728905,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.032445 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:04.033161 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:04.164585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50307b7-7ed8-4164-8bf4-246aeb985ace None None] Network 8f7a62df-a578-456d-91a3-48904582cbf1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:04.227297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 8f7a62df-a578-456d-91a3-48904582cbf1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:04.233899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:04.311650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:04.314008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:04.322067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:04.323423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.357775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.392473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=e03d3c3c-375a-4085-98b4-1b961f32ff32,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:04.459659 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da709339-2b9d-47f5-a003-638eae7361f7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4405401 Feb 16 12:42:04.462226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:04.469787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '8f7a62df-a578-456d-91a3-48904582cbf1', 'name': 'tempest-PortsIpV6TestJSON-789989385', 'fixed_ips': [{'subnet_id': '4cebb4a9-bd9f-401b-839f-cd5a0d735dce', 'ip_address': '2001:db8::f'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:04.526870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 325a43c3-336d-4620-a30c-a6add49f2151 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:04.578309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f8f7e37a-0ab9-401d-8c70-e8034613f4fb tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 204 len: 168 time: 0.9915862 Feb 16 12:42:04.583635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:04.645211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-9c8c5b14-79ed-4fba-bb83-a967b8c940c9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-1205598132') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:04.664422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.673346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Allocated IP 172.20.0.2 (930c0538-af3f-4abc-a06a-fa172da0b585/63d68ffe-383d-4c4a-ad4d-9c11d73bd941/1f50cb7a-f204-4a05-a83c-f5773e21391a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:04.675496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Provisioning for port 325a43c3-336d-4620-a30c-a6add49f2151 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:04.690437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Provisioning complete for port 325a43c3-336d-4620-a30c-a6add49f2151 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:04.690437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.746244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.778098 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:00Z', 'revision_number': 3, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:04.781610 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34bdc39d-0432-45bb-893a-daa70ab2b976 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/c92c24c5-2eef-427c-8f00-f0fef5b9c844 HTTP/1.1" status: 204 len: 168 time: 2.8070328 Feb 16 12:42:04.786121 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c282e-0daa-46ec-b3b7-71727bf0e1cb None None] The sync data for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv is: [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:00Z', 'revision_number': 3, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:04.809375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:04.815404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:04.876333 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73a8126-77ba-42cf-93b5-6dd6e61ae551 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] GET failed (client error): The resource could not be found. Feb 16 12:42:04.881233 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c73a8126-77ba-42cf-93b5-6dd6e61ae551 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports/c92c24c5-2eef-427c-8f00-f0fef5b9c844 HTTP/1.1" status: 404 len: 333 time: 0.0697529 Feb 16 12:42:04.881876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53746) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:04.883247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:04.894424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:05.138571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.192922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.275502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=80220149-12ab-4576-ba49-44c2d7d39829,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:05.305475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.347955 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbca5130-3854-4ae4-a531-0d7fa398aa90 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/80220149-12ab-4576-ba49-44c2d7d39829 HTTP/1.1" status: 204 len: 168 time: 2.1702585 Feb 16 12:42:05.350435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.354356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.355995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba42a6-83ac-4c9d-8dde-e8f69385f875 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:05.382801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:05.383812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.393831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:05.439148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:05.471089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-9c8c5b14-79ed-4fba-bb83-a967b8c940c9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:05.472568 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c8c5b14-79ed-4fba-bb83-a967b8c940c9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-1205598132 HTTP/1.1" status: 404 len: 329 time: 0.8868871 Feb 16 12:42:05.497368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:05.545564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] For port 325a43c3-336d-4620-a30c-a6add49f2151, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=325a43c3-336d-4620-a30c-a6add49f2151,segment=NetworkSegment(3a2156a9-e4ff-46e1-8398-e160392c5f25),segment_id=3a2156a9-e4ff-46e1-8398-e160392c5f25)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:05.671148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.702012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-67790a2f-85ce-441a-8ccf-af1b8f59f0d3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-171535343') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:05.830834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:05.844963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.858217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device eb4f4828-2fa5-4e5b-af74-8ebb39728905 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:05.942115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:05.956893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:05.965696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:05.981415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:06.020738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.077841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Transition to ACTIVE for port object 1f50cb7a-f204-4a05-a83c-f5773e21391a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:06.080755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Provisioning complete for port 325a43c3-336d-4620-a30c-a6add49f2151 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:06.081334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.107887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:06.112387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.115945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 417ac5a5-ccee-431c-8cea-1344eecbee24 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:06.155137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.199401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Allocated IP 172.20.0.1 (cc1783f3-feda-435c-829e-73bd8b6974f2/6c2bf042-d9f3-442c-996c-2daf02c1eb09/fa14fc01-df2a-4067-91c1-03d6561f30db) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:06.201026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250afd42-65f6-4650-8453-2077bcabdeb8 None None] Pushing event updated for resources: {'Port': ['ID=325a43c3-336d-4620-a30c-a6add49f2151,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.214610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.257561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Transition to ACTIVE for port object 1f50cb7a-f204-4a05-a83c-f5773e21391a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:06.264773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port eb4f4828-2fa5-4e5b-af74-8ebb39728905 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:06.282614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.342599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port eb4f4828-2fa5-4e5b-af74-8ebb39728905 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:06.342978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.424552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Network 930c0538-af3f-4abc-a06a-fa172da0b585 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:06.441569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:06.465051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:06.473027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Pushing event updated for resources: {'Port': ['ID=1f50cb7a-f204-4a05-a83c-f5773e21391a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.505891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.582315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Provisioning for port e03d3c3c-375a-4085-98b4-1b961f32ff32 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:06.604974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=63d68ffe-383d-4c4a-ad4d-9c11d73bd941,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:06.648882 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-67790a2f-85ce-441a-8ccf-af1b8f59f0d3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:06.650259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67790a2f-85ce-441a-8ccf-af1b8f59f0d3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-171535343 HTTP/1.1" status: 404 len: 328 time: 1.0050950 Feb 16 12:42:06.656830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53758) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:06.660131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Provisioning complete for port e03d3c3c-375a-4085-98b4-1b961f32ff32 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:06.667632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.678930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-b92fb7ea-efff-482b-a257-1af419a60bd3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3', 'tempest-TagsExtTest-Tag-82808800') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:06.705210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Attempting to bind port 1f50cb7a-f204-4a05-a83c-f5773e21391a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:06.705850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Attempting to bind port 1f50cb7a-f204-4a05-a83c-f5773e21391a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:06.706401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Attempting to bind port 1f50cb7a-f204-4a05-a83c-f5773e21391a on network 930c0538-af3f-4abc-a06a-fa172da0b585 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:06.730012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.730782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:06.731401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Checking segment: {'id': '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:06.732044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.732643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Bound using segment: {'id': '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:06.733485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Bound port: 1f50cb7a-f204-4a05-a83c-f5773e21391a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '930c0538-af3f-4abc-a06a-fa172da0b585'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:06.734293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.768470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.774510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Transition to ACTIVE for port object fa14fc01-df2a-4067-91c1-03d6561f30db will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:06.833497 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-b92fb7ea-efff-482b-a257-1af419a60bd3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:06.837553 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b92fb7ea-efff-482b-a257-1af419a60bd3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags/tempest-TagsExtTest-Tag-82808800 HTTP/1.1" status: 404 len: 327 time: 0.1677380 Feb 16 12:42:06.838172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53762) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:06.858856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.870389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-4ff422c0-183b-404d-ba98-279591748b44 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', {'tags': ['tempest-TagsExtTest-Tag-1089951089', 'tempest-TagsExtTest-Tag-231737247', 'tempest-TagsExtTest-Tag-394779921']}) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:06.897924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] For port 1f50cb7a-f204-4a05-a83c-f5773e21391a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:06.901530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] For port 1f50cb7a-f204-4a05-a83c-f5773e21391a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f50cb7a-f204-4a05-a83c-f5773e21391a,segment=NetworkSegment(6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6),segment_id=6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:06.902663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0d3020a0-33b1-40c7-bca1-2cf0b6b461bf None None] Port e03d3c3c-375a-4085-98b4-1b961f32ff32 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:06.925258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.950152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.963930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.999333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port eb4f4828-2fa5-4e5b-af74-8ebb39728905, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=eb4f4828-2fa5-4e5b-af74-8ebb39728905,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:07.012602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.041158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.105314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23fcd318-1864-4556-9cf5-3113352c0fae None None] Provisioning complete for port e03d3c3c-375a-4085-98b4-1b961f32ff32 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:07.105841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23fcd318-1864-4556-9cf5-3113352c0fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.107531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:07.124308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for 20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:07.124849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:07.150656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe5a27-29f7-4349-9aa1-81a3eaa6e00c None None] Pushing event updated for resources: {'Port': ['ID=1f50cb7a-f204-4a05-a83c-f5773e21391a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.153693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:07.154405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.177762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Network cc1783f3-feda-435c-829e-73bd8b6974f2 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:07.191710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Pushing event updated for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.197228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:07.207562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930c0538-af3f-4abc-a06a-fa172da0b585']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.216798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.55 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/5dfc1111-d74c-49d3-9083-006fa85b596d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:07.217106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:07.227385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::f (8f7a62df-a578-456d-91a3-48904582cbf1/4cebb4a9-bd9f-401b-839f-cd5a0d735dce/417ac5a5-ccee-431c-8cea-1344eecbee24) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:07.243054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.243540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.281579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.288967 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ff422c0-183b-404d-ba98-279591748b44 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 200 len: 316 time: 0.4455817 Feb 16 12:42:07.303543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9515703 Feb 16 12:42:07.306943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.307282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53768) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.339195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1607416497'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:07.348965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-23b94db0-5cec-4804-83ea-d46a0d9d543f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.354477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.369940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:07.370395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.437852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:07.445498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=eb4f4828-2fa5-4e5b-af74-8ebb39728905,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.454194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d96a8-cd6d-4846-9b4e-652e67ee59a8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=722846dd-9c31-47a8-98d5-e9cbb2be226d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:07.456892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:07.464862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:07.475278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.484532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-23fcd318-1864-4556-9cf5-3113352c0fae None None] Port e03d3c3c-375a-4085-98b4-1b961f32ff32 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:07.496892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:07.500106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d483a-69f3-48b1-ab0a-853ff031bb3f None None] Network 930c0538-af3f-4abc-a06a-fa172da0b585 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:07.564289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f5d24-8cb0-40c9-bab3-ebb6a0c9369f None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:07.584558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:07.603243 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:07.709573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:07.714020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:07.717226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:07.740581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:07.757943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23b94db0-5cec-4804-83ea-d46a0d9d543f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 204 len: 168 time: 0.4445288 Feb 16 12:42:07.762362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:07.767366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device eb4f4828-2fa5-4e5b-af74-8ebb39728905 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:07.793623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-dd4c1cd3-e579-4cb6-a809-98950808ada5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-1089951089') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:07.863390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.871907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:42:07.871907 dv-neutron-829435-1-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:42:07.871907 dv-neutron-829435-1-hyperv neutron-server[87698]: [parameters: {'id': '930c0538-af3f-4abc-a06a-fa172da0b585'}] Feb 16 12:42:07.871907 dv-neutron-829435-1-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:07.872404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:07.878319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Provisioning for port fa14fc01-df2a-4067-91c1-03d6561f30db completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:07.929497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Provisioning complete for port fa14fc01-df2a-4067-91c1-03d6561f30db triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:07.929784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:07.979161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.054488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Port fa14fc01-df2a-4067-91c1-03d6561f30db cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:08.060412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.073839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port eb4f4828-2fa5-4e5b-af74-8ebb39728905 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:08.074293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.100729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=20b3ebfe-e44f-4264-a5f7-4e935cefe1e7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.138061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:08.138299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.138413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.193317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.204235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-dd4c1cd3-e579-4cb6-a809-98950808ada5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:08.205520 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd4c1cd3-e579-4cb6-a809-98950808ada5 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-1089951089 HTTP/1.1" status: 404 len: 329 time: 0.4294691 Feb 16 12:42:08.209981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53778) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.213757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b34242a-f43a-4b9e-afa6-2549da631938 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 HTTP/1.1" status: 204 len: 168 time: 3.3255010 Feb 16 12:42:08.215177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-ae001380-d580-4e06-ab98-a4aa9354b95f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-231737247') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:08.221151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.279469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 417ac5a5-ccee-431c-8cea-1344eecbee24 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:08.283374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d9c4a0-2e4b-48fa-82a2-32a5b07b546e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] GET failed (client error): The resource could not be found. Feb 16 12:42:08.284011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-97d9c4a0-2e4b-48fa-82a2-32a5b07b546e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Synchronizing usage tracker for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:08.313688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.315182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.329790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.363585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-97d9c4a0-2e4b-48fa-82a2-32a5b07b546e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Unset dirty status for tenant:12c22b50c6fc43098aa1b1537367b899 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:08.370246 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97d9c4a0-2e4b-48fa-82a2-32a5b07b546e tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "GET /v2.0/ports/20b3ebfe-e44f-4264-a5f7-4e935cefe1e7 HTTP/1.1" status: 404 len: 333 time: 0.1426003 Feb 16 12:42:08.374821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.375892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.381215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.419721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:08.422554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:08.424541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=5dfc1111-d74c-49d3-9083-006fa85b596d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.431097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:08.445332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.467060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.494750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 325a43c3-336d-4620-a30c-a6add49f2151 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:08.517381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port 1f50cb7a-f204-4a05-a83c-f5773e21391a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:08.517638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.525519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.529710 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2111139 Feb 16 12:42:08.539507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.549466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59359275-53d1-42ff-b5b7-e5a575c89bdf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1335c6-a8e3-4b7d-a717-06ac4442e641,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.567842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1509762099'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:08.576030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Update dhcp port {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'fixed_ips': [{'subnet_id': '43da1ad3-c595-4719-9675-67f74f0dbc76', 'ip_address': '172.20.0.19'}, {'subnet_id': '722846dd-9c31-47a8-98d5-e9cbb2be226d'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '342e37e5-12dc-4c93-8958-a72706efec84'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:42:08.583511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 8f7a62df-a578-456d-91a3-48904582cbf1 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:08.591202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:08.593767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:08.600444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:08.601076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.610232 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ae001380-d580-4e06-ab98-a4aa9354b95f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:08.614078 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae001380-d580-4e06-ab98-a4aa9354b95f tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-231737247 HTTP/1.1" status: 404 len: 328 time: 0.4003644 Feb 16 12:42:08.614078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:08.614392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Provisioning complete for port 3aeabf8c-def0-498b-8dc8-704802082bcc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:08.614392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.622252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.632467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:08.644385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-825402f2-4c83-4f83-8d2f-61c972f1cb43 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046', 'tempest-TagsExtTest-Tag-394779921') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:08.675311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=417ac5a5-ccee-431c-8cea-1344eecbee24,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.677572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:08.690726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.709558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:08.717667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port bb7f7104-7727-4889-9ff5-06528d7a3cc2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:08.718008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.721277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-760ec4b1-c044-41c6-9312-68bcb3508e6d None None] Port 3aeabf8c-def0-498b-8dc8-704802082bcc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:08.724742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.775625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Pushing event updated for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:08.796426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 325a43c3-336d-4620-a30c-a6add49f2151 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:08.796965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:08.815543 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbec7a08-d4e2-4903-bef1-69c09c22881d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3519671 Feb 16 12:42:08.820767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:08.872089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.043041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:09.059682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:09.070556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:09.088636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Allocated IP 172.20.0.2 (806a39e7-3d72-409c-a0ee-5e78caf2875d/722846dd-9c31-47a8-98d5-e9cbb2be226d/342e37e5-12dc-4c93-8958-a72706efec84) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:09.096048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-80cdc22c-c15c-4e18-8097-ec8f0bc736b5 None None] Provisioning for port 417ac5a5-ccee-431c-8cea-1344eecbee24 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:09.110395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-80cdc22c-c15c-4e18-8097-ec8f0bc736b5 None None] Provisioning complete for port 417ac5a5-ccee-431c-8cea-1344eecbee24 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:09.111152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80cdc22c-c15c-4e18-8097-ec8f0bc736b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.116188 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-825402f2-4c83-4f83-8d2f-61c972f1cb43 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:09.117304 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-825402f2-4c83-4f83-8d2f-61c972f1cb43 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags/tempest-TagsExtTest-Tag-394779921 HTTP/1.1" status: 404 len: 328 time: 0.4910724 Feb 16 12:42:09.119893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:09.122990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:09.129504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-97cee835-a195-4b96-8ae9-a239d5348a16 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', {'tags': ['tempest-TagsExtTest-Tag-520420244', 'tempest-TagsExtTest-Tag-1433351322', 'tempest-TagsExtTest-Tag-1354418774']}) {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.213395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Network cc1783f3-feda-435c-829e-73bd8b6974f2 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:09.222679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:09.244514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-80cdc22c-c15c-4e18-8097-ec8f0bc736b5 None None] Port 417ac5a5-ccee-431c-8cea-1344eecbee24 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:09.298490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:09.340864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.355396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528026ff-1777-4ade-a3f3-eae0f7988c04 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:09.356353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-528026ff-1777-4ade-a3f3-eae0f7988c04 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:09.368709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Transition to ACTIVE for port object 342e37e5-12dc-4c93-8958-a72706efec84 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:09.381616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.382587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.440020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97cee835-a195-4b96-8ae9-a239d5348a16 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 200 len: 317 time: 0.3150458 Feb 16 12:42:09.444812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:09.455769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-11f56488-5733-4310-963b-5fedcfe70157 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:09.506338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port 1f50cb7a-f204-4a05-a83c-f5773e21391a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f50cb7a-f204-4a05-a83c-f5773e21391a,segment=NetworkSegment(6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6),segment_id=6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:09.506693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.597747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0af6e1-0849-4fe3-a4b8-2fe43f85129c None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:09.608414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fc6b6199-971f-49fa-91e2-f0c987fa59e3 None None] Provisioning complete for port fa14fc01-df2a-4067-91c1-03d6561f30db triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:09.609357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6199-971f-49fa-91e2-f0c987fa59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.626941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for bb7f7104-7727-4889-9ff5-06528d7a3cc2 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:09.686877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b6199-971f-49fa-91e2-f0c987fa59e3 None None] Port fa14fc01-df2a-4067-91c1-03d6561f30db cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:09.730295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for 1f50cb7a-f204-4a05-a83c-f5773e21391a owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:09.733443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.747457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:09.751486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-528026ff-1777-4ade-a3f3-eae0f7988c04 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:09.752701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-528026ff-1777-4ade-a3f3-eae0f7988c04 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.9278860 Feb 16 12:42:09.763333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:09.763568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:09.789635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:09.959754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.042634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.043701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.043968 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4972196 Feb 16 12:42:10.048256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.074648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151b7e3-2951-423f-bc55-1cbd2775be18 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e02bd2b-7bd4-4916-b8df-e864f128ab12,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:10.099443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'security_group': {'name': 'tempest-secgroup-455622571'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:10.122837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=1f50cb7a-f204-4a05-a83c-f5773e21391a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:10.134027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:10.142756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:10.146233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port 1f50cb7a-f204-4a05-a83c-f5773e21391a on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:10.200677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:10.226015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81205c33-1085-4793-a224-e2c2f67b81fe None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:10.226201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:10.231329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.231503 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11f56488-5733-4310-963b-5fedcfe70157 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 204 len: 168 time: 0.7806876 Feb 16 12:42:10.244453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:10.246175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53818) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.261580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Sync routers for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:10.278831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-ec85bc71-6b22-4dc2-a0a1-5eda930f8c98 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-520420244') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.287754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:10.288128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.296377 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dafff927-87a3-4ff1-aa07-05e0ff933814 admin admin] 10.222.0.65 "PUT /v2.0/routers/77ce65dd-f054-4ef6-aaf0-833937a9b5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2085354 Feb 16 12:42:10.332696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=bb7f7104-7727-4889-9ff5-06528d7a3cc2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:10.344042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.349129 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9055d3c6-fe22-42f5-aafc-7f7e8cbbc84a tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/ports/bb7f7104-7727-4889-9ff5-06528d7a3cc2 HTTP/1.1" status: 204 len: 168 time: 1.9659295 Feb 16 12:42:10.349794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.358714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.365065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.370928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:10.371789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:10.417714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.438900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting subnet cabebf2e-96e6-4b0c-aad8-7a8409703091 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:10.443879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.451362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Provisioning complete for port 3aeabf8c-def0-498b-8dc8-704802082bcc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:10.451727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.510290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.550323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81205c33-1085-4793-a224-e2c2f67b81fe None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:10.602966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.611818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.641020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:10.644771 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e20cccbe-6099-4d72-9cb3-bccb3e168a09 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8622737 Feb 16 12:42:10.646980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.729901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:10.749936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:security_group_rule and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:10.753899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 417ac5a5-ccee-431c-8cea-1344eecbee24 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:10.754346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:10.756633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930c0538-af3f-4abc-a06a-fa172da0b585']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.764939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:10.894237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Port 3aeabf8c-def0-498b-8dc8-704802082bcc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:10.920268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:10.968817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:10.971476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:10.980179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.980464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac29d0e-6e23-4d7d-ad3f-a5baad85c8c6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:10.987812 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-ec85bc71-6b22-4dc2-a0a1-5eda930f8c98 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:10.992731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec85bc71-6b22-4dc2-a0a1-5eda930f8c98 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-520420244 HTTP/1.1" status: 404 len: 328 time: 0.7362645 Feb 16 12:42:10.992731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809560313', 'description': 'tempest-secgroup-smoke-1809560313 description', 'project_id': 'f6989836bdb149dfbc7933963def4e8c'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:10.999812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53840) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.010728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-ab935c40-3e47-4f7d-90a5-22c9eabd89e3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-1433351322') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:11.011444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Provisioning for port 342e37e5-12dc-4c93-8958-a72706efec84 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:11.012118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.017158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.045923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:11.057449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:11.075391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:11.076404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:11.077000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2c895309-e30f-4724-ab6c-cbb9e5e61d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.078822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.085570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.097311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.097898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:11.098275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:11.116740 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:11.193735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Subnet': ['ID=cabebf2e-96e6-4b0c-aad8-7a8409703091,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.218623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.229614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.245318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23fe0fe0-4197-4cf5-80a5-35acfba9d363 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/subnets/cabebf2e-96e6-4b0c-aad8-7a8409703091 HTTP/1.1" status: 204 len: 168 time: 0.8920939 Feb 16 12:42:11.245549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.247110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53844) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.316939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.318151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ab935c40-3e47-4f7d-90a5-22c9eabd89e3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:11.319276 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab935c40-3e47-4f7d-90a5-22c9eabd89e3 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-1433351322 HTTP/1.1" status: 404 len: 329 time: 0.3182580 Feb 16 12:42:11.326107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.326772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.334137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:11.340077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-03db4566-f069-408d-8e62-7b57bd1f6925 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262', 'tempest-TagsExtTest-Tag-1354418774') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:11.381841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b3587-d260-432d-a1d5-00b2e5624e32 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:11.386842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 417ac5a5-ccee-431c-8cea-1344eecbee24 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:11.392373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.464264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:11.467784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.488806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.496234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:11.509323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=930c0538-af3f-4abc-a06a-fa172da0b585,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.547339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.557014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.557014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.557413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.557655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.557991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.558315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.558644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.558970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.559292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.559619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.559939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.561082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:11.596144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.600360 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5168908 Feb 16 12:42:11.609309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcf1125f-4bc0-4ec0-85a8-a1b5549e8cd5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/930c0538-af3f-4abc-a06a-fa172da0b585 HTTP/1.1" status: 204 len: 168 time: 8.3204317 Feb 16 12:42:11.619898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.620262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.633774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Deleting port 2514cd4c-4d0a-45a7-8549-665789ea28c5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:11.634249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.634378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977670014'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:11.641685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-285672964', 'security_groups': ['78c2e53d-9732-4fa5-9ffc-783b355c8d81'], 'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '722846dd-9c31-47a8-98d5-e9cbb2be226d'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:11.656332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64839d6-85d6-474c-9763-03dcbeb4ed7b tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2e53d-9732-4fa5-9ffc-783b355c8d81,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.680741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:07Z', 'revision_number': 4, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'fa14fc01-df2a-4067-91c1-03d6561f30db', 'name': '', 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'mac_address': 'fa:16:3e:38:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:05Z', 'updated_at': '2022-02-16T12:42:07Z', 'revision_number': 2, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'subnets': [{'id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:11.688575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Checking router: 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:11.688925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Updating router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 port fa14fc01-df2a-4067-91c1-03d6561f30db binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:11.718620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b3587-d260-432d-a1d5-00b2e5624e32 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:11.720153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.752258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:11.762740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:11.776960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.832521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:11.867349 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-03db4566-f069-408d-8e62-7b57bd1f6925 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:11.868420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03db4566-f069-408d-8e62-7b57bd1f6925 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags/tempest-TagsExtTest-Tag-1354418774 HTTP/1.1" status: 404 len: 329 time: 0.5397217 Feb 16 12:42:11.877806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.879443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:11.894399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:11.897939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.927254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-a1996d98-029e-4b9c-b940-efcd82ab7708 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', {'tags': ['tempest-TagsExtTest-Tag-1824649067', 'tempest-TagsExtTest-Tag-307834217', 'tempest-TagsExtTest-Tag-395468102']}) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:11.950955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.951215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=417ac5a5-ccee-431c-8cea-1344eecbee24,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:11.963604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:11.993660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:11.997793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:12.006952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:12.045028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:12.048469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2bff66-f5c8-41c6-bd55-9d599710cbf7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:12.049097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.108747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.109377 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 588bc79f-0ba0-4e65-a0d2-85e195e76c45 of type vlan for network 492e59df-08a3-4aee-8a56-0f2595ae98a0 Feb 16 12:42:12.126503 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a1996d98-029e-4b9c-b940-efcd82ab7708 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "PUT /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 200 len: 316 time: 0.2443762 Feb 16 12:42:12.130906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.131768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.135910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0068c3dc-bc19-488a-8ee2-7937ac9f731d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1584401 Feb 16 12:42:12.139415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53868) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.144078 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b92902b-3536-42ee-9e95-9922adf8ca63 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/417ac5a5-ccee-431c-8cea-1344eecbee24 HTTP/1.1" status: 204 len: 168 time: 1.4933820 Feb 16 12:42:12.144847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53870) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.145130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-1701a514-ce68-4085-8ad0-b9141a949cbf tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:12.162778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:12.173274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:12.201117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:12.203443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e06e4b8-548f-472f-8d71-0ddb53596aa2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:42:12.203972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e06e4b8-548f-472f-8d71-0ddb53596aa2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:12.215124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] For port 2514cd4c-4d0a-45a7-8549-665789ea28c5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2514cd4c-4d0a-45a7-8549-665789ea28c5,segment=NetworkSegment(0f702945-8ff0-445d-ab86-3bcc13baff75),segment_id=0f702945-8ff0-445d-ab86-3bcc13baff75)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:12.215491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.233509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:12.237751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:12.247146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.301150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:12.344637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e06e4b8-548f-472f-8d71-0ddb53596aa2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:12.348217 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e06e4b8-548f-472f-8d71-0ddb53596aa2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/417ac5a5-ccee-431c-8cea-1344eecbee24 HTTP/1.1" status: 404 len: 333 time: 0.2020102 Feb 16 12:42:12.349692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.357159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Calling delete_port for 2514cd4c-4d0a-45a7-8549-665789ea28c5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:12.447338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.451356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.468949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Transition to ACTIVE for port object fa14fc01-df2a-4067-91c1-03d6561f30db will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:12.479703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:12.480590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.504506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.505390 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Sync routers for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:12.541483 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:12.542128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:12.546866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1701a514-ce68-4085-8ad0-b9141a949cbf tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 204 len: 168 time: 0.4102356 Feb 16 12:42:12.546866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.550833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:12.551469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.575769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:12.627640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-ec41e145-4f1c-420c-9359-ace69ce01134 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-1824649067') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:12.654754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port e03d3c3c-375a-4085-98b4-1b961f32ff32 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:12.655094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.720705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] device_id is not set on port b7c94351-f614-4e7b-a348-e26638d3afc8 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:12.754372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec7d48-282c-4533-b6fe-5600583213ab None None] Pushing event updated for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:12.775264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.856581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Port': ['ID=2514cd4c-4d0a-45a7-8549-665789ea28c5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:12.859229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf0949-4df3-4459-9656-ae2b7d15d230 None None] Network 4ed0afcf-1da2-4335-9574-88b522e4536a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:12.879016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Attempting to bind port fa14fc01-df2a-4067-91c1-03d6561f30db on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:12.879791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Attempting to bind port fa14fc01-df2a-4067-91c1-03d6561f30db by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:12.880428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Attempting to bind port fa14fc01-df2a-4067-91c1-03d6561f30db on network cc1783f3-feda-435c-829e-73bd8b6974f2 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:12.891558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:12.891836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] No DVR routers for this DVR port 2514cd4c-4d0a-45a7-8549-665789ea28c5 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:12.892521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Checking segment: {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:12.893163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.893774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Bound using segment: {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:12.894496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Bound port: fa14fc01-df2a-4067-91c1-03d6561f30db, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704e2276-b6fc-4066-b762-8289e866e7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:12.895109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:12.959195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:12.981940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.982339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.982677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.983013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.983345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.983674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.984092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.984485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.985315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.985648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.985974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:12.986294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:13.056966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.062590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f12c01c1-12f7-47a8-a3de-c41f5994c476 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.7783194 Feb 16 12:42:13.065196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.066953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=492e59df-08a3-4aee-8a56-0f2595ae98a0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.100618 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8c8f74b4-f3e7-4950-a9a2-06e70f8e44cf tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4779248 Feb 16 12:42:13.105664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.109423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 492e59df-08a3-4aee-8a56-0f2595ae98a0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:13.114076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:13.195172 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40290099-c401-49c3-8fe8-20624b08773a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253543 Feb 16 12:42:13.224668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.240248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:13.244137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:13.252966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:13.268388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:13.276665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] For port fa14fc01-df2a-4067-91c1-03d6561f30db, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:13.305543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] For port fa14fc01-df2a-4067-91c1-03d6561f30db, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa14fc01-df2a-4067-91c1-03d6561f30db,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:13.309938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3fa3c-7e65-4c29-9eda-0ba6602e5918 None None] DHCP port deletion for 4ed0afcf-1da2-4335-9574-88b522e4536a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:13.318311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.328095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.329389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-ec41e145-4f1c-420c-9359-ace69ce01134 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:13.330430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec41e145-4f1c-420c-9359-ace69ce01134 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-1824649067 HTTP/1.1" status: 404 len: 329 time: 0.7278044 Feb 16 12:42:13.337746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.349483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-4e603880-576d-459d-bb97-7c697b904198 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-307834217') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.375473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.389350 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:08Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.393628 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Checking router: e7c7eb65-0113-4aa7-912b-b2cd5025ac98 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:13.393982 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Updating router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 port 5dfc1111-d74c-49d3-9083-006fa85b596d binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:13.396858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:13.401081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.414434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:13.415293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.442693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4011ba05-cc8e-46ea-85a1-8e5082d480c4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.479510 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.490078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.513616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.514789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5a494e4-158d-4c07-9adf-3d5ebe379e85 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3605392 Feb 16 12:42:13.561829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec7d48-282c-4533-b6fe-5600583213ab None None] Pushing event updated for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.606634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53900) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.663126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:13.668889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:13.676965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:13.680068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:13.687651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:13.698894 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-4e603880-576d-459d-bb97-7c697b904198 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:13.703008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e603880-576d-459d-bb97-7c697b904198 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-307834217 HTTP/1.1" status: 404 len: 328 time: 0.3607702 Feb 16 12:42:13.711178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53904) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.713157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:42:13.713777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:42:13.730048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-920a37b5-39b5-42ad-842e-e19ac452a42b tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d', 'tempest-TagsExtTest-Tag-395468102') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.744222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for e03d3c3c-375a-4085-98b4-1b961f32ff32 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:13.755075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.762657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2514cd4c-4d0a-45a7-8549-665789ea28c5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:13.804936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2514cd4c-4d0a-45a7-8549-665789ea28c5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:13.805659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2514cd4c-4d0a-45a7-8549-665789ea28c5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:13.824700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:13.839617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.855577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.880928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425a1706-2607-4fd0-a2d5-d59bc8a7dbec,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:13.883517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.9 (806a39e7-3d72-409c-a0ee-5e78caf2875d/722846dd-9c31-47a8-98d5-e9cbb2be226d/b7c94351-f614-4e7b-a348-e26638d3afc8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:13.897162 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-920a37b5-39b5-42ad-842e-e19ac452a42b tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] show failed (client error): The resource could not be found. Feb 16 12:42:13.900792 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-920a37b5-39b5-42ad-842e-e19ac452a42b tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags/tempest-TagsExtTest-Tag-395468102 HTTP/1.1" status: 404 len: 328 time: 0.1819725 Feb 16 12:42:13.906816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:13.920156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-d026d71e-3315-4388-8d53-ff5a7266cddc tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4ce57264-ecf0-4ded-9c4f-f2f40dc3415d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:13.942786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:13.989106 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.009388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.013234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19123aeb-9042-4b71-8431-2cf4447ee426 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4033048 Feb 16 12:42:14.013390 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Transition to ACTIVE for port object 5dfc1111-d74c-49d3-9083-006fa85b596d will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:14.020255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.023080 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.036083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.042685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:14.046759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:14.049872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:14.056831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:14.106358 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Attempting to bind port 5dfc1111-d74c-49d3-9083-006fa85b596d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:14.106591 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Attempting to bind port 5dfc1111-d74c-49d3-9083-006fa85b596d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:14.106816 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Attempting to bind port 5dfc1111-d74c-49d3-9083-006fa85b596d on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:14.121471 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d026d71e-3315-4388-8d53-ff5a7266cddc tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d/tags HTTP/1.1" status: 204 len: 168 time: 0.2089689 Feb 16 12:42:14.127140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.127466 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:14.127835 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:14.128483 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.128871 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:14.129384 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Bound port: 5dfc1111-d74c-49d3-9083-006fa85b596d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:14.129803 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.144288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-72e4aa21-3aa0-4968-be71-cc92a5ab7fab tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d57cc87-cbd8-449e-80b4-56d2351be262') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.167114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.197150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:07Z', 'revision_number': 4, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'fa14fc01-df2a-4067-91c1-03d6561f30db', 'name': '', 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'mac_address': 'fa:16:3e:38:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:05Z', 'updated_at': '2022-02-16T12:42:13Z', 'revision_number': 4, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'subnets': [{'id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.202939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3b27b-a29d-401a-b884-76031cc4478b None None] The sync data for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv is: [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:42:07Z', 'revision_number': 4, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'fa14fc01-df2a-4067-91c1-03d6561f30db', 'name': '', 'network_id': 'cc1783f3-feda-435c-829e-73bd8b6974f2', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'mac_address': 'fa:16:3e:38:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:05Z', 'updated_at': '2022-02-16T12:42:13Z', 'revision_number': 4, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'subnets': [{'id': '6c2bf042-d9f3-442c-996c-2daf02c1eb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:14.209654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.237999 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] For port 5dfc1111-d74c-49d3-9083-006fa85b596d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:14.241280 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12087e-7839-4b23-9b41-3b2a19b14f2d None None] Pushing event updated for resources: {'Port': ['ID=5dfc1111-d74c-49d3-9083-006fa85b596d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.251903 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] For port 5dfc1111-d74c-49d3-9083-006fa85b596d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5dfc1111-d74c-49d3-9083-006fa85b596d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:14.258011 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.266775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed0afcf-1da2-4335-9574-88b522e4536a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.296763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=e03d3c3c-375a-4085-98b4-1b961f32ff32,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.361893 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:14.363275 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.372414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.376506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f702945-8ff0-445d-ab86-3bcc13baff75') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.376984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f702945-8ff0-445d-ab86-3bcc13baff75') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.418484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.439862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.450099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:14.450652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.474461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12087e-7839-4b23-9b41-3b2a19b14f2d None None] Pushing event updated for resources: {'Port': ['ID=5dfc1111-d74c-49d3-9083-006fa85b596d,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:14.593845 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:14.643891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d873723-7d39-4a28-9958-4441eedbcaf8 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:14.650113 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d873723-7d39-4a28-9958-4441eedbcaf8 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4147046 Feb 16 12:42:14.654508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.664854 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:14.673584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.687895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=859a7df2-44b8-412c-bcac-2fd159f677cb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.707797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.729519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.733939 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-665f5309-3f3b-4681-8b73-01209b5954f6 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588341 Feb 16 12:42:14.734856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.741161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.742470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72e4aa21-3aa0-4968-be71-cc92a5ab7fab tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262/tags HTTP/1.1" status: 204 len: 168 time: 0.6024413 Feb 16 12:42:14.743721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] 10.222.0.65 "DELETE /v2.0/networks/4ed0afcf-1da2-4335-9574-88b522e4536a HTTP/1.1" status: 204 len: 168 time: 3.4969387 Feb 16 12:42:14.744722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53924) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.747773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.756646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-c6396137-fb02-402d-afd0-a8d07697480d tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '07f26bc5-7bf2-4830-b80d-5a8f1257e046') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:14.782375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.782724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502350891', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.787099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object b7c94351-f614-4e7b-a348-e26638d3afc8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:14.833440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '588bc79f-0ba0-4e65-a0d2-85e195e76c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:14.833832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 492e59df-08a3-4aee-8a56-0f2595ae98a0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:14.856453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b047c79-181b-4956-8d32-6cd267310832,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:14.884759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.885893 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-78ee19a1-e3c3-48ec-a532-7932541b76f2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8575022 Feb 16 12:42:14.888702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.897260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:14.905137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 492e59df-08a3-4aee-8a56-0f2595ae98a0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:14.911568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:14.922286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:14.931244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:14.940229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:14.943364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:14.944904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 492e59df-08a3-4aee-8a56-0f2595ae98a0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:14.954364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fa8c4-f251-4809-9a86-422ed20e3056 None None] Network 492e59df-08a3-4aee-8a56-0f2595ae98a0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:14.968655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ecc49c48-f56f-4f4f-b6dd-06000f08e82a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/e03d3c3c-375a-4085-98b4-1b961f32ff32 HTTP/1.1" status: 204 len: 168 time: 2.5040414 Feb 16 12:42:14.973352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:14.980028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:14.983033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a8bbe-e420-4140-b1ad-ad3bbe4bef12 tempest-AllowedAddressPairIpV6TestJSON-244769708 tempest-AllowedAddressPairIpV6TestJSON-244769708-project] Pushing event deleted for resources: {'Network': ['ID=4ed0afcf-1da2-4335-9574-88b522e4536a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:15.009532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:15.010190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.061329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:15.081402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:15.086591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:15.094243 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2234a8ee-9914-4857-97dd-475674c3a79c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:42:15.095148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2234a8ee-9914-4857-97dd-475674c3a79c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:15.105220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=b7c94351-f614-4e7b-a348-e26638d3afc8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:15.106168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:15.112331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6396137-fb02-402d-afd0-a8d07697480d tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046/tags HTTP/1.1" status: 204 len: 168 time: 0.3629127 Feb 16 12:42:15.113762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:15.116413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.123317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.132634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2234a8ee-9914-4857-97dd-475674c3a79c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:15.134161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2234a8ee-9914-4857-97dd-475674c3a79c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/e03d3c3c-375a-4085-98b4-1b961f32ff32 HTTP/1.1" status: 404 len: 333 time: 0.1527236 Feb 16 12:42:15.137211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.158269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:15.200859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe23edb3-3590-436b-b2e4-9dce24d72ef8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0920906 Feb 16 12:42:15.204350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-9395f4b1-a265-46b3-adda-6aecdca326a9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '50d3dc19-912a-46ac-9d7e-d323d3941df3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:15.219640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53952) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.249011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:15.258359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.284882 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:08Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:15.296218 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acadfa28-5520-4465-af25-121a28bddc74 None None] The sync data for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv is: [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:08Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:15.374245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.433310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:15.433523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-492e59df-08a3-4aee-8a56-0f2595ae98a0', 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '859a7df2-44b8-412c-bcac-2fd159f677cb'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:15.434139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.443630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.508288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.549707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e76bfc68-861e-4917-ba07-134121877c7d tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9275088 Feb 16 12:42:15.551000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:15.560610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.578549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4ad29645-5e39-45e4-a814-24b5850edc0e None None] Provisioning for port b7c94351-f614-4e7b-a348-e26638d3afc8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:15.579902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:15.764120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.783111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4ad29645-5e39-45e4-a814-24b5850edc0e None None] Provisioning complete for port b7c94351-f614-4e7b-a348-e26638d3afc8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:15.783628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ad29645-5e39-45e4-a814-24b5850edc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.870124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet 4cebb4a9-bd9f-401b-839f-cd5a0d735dce {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:15.910692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4ad29645-5e39-45e4-a814-24b5850edc0e None None] Port b7c94351-f614-4e7b-a348-e26638d3afc8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:15.913508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:15.932186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Allocated IP 172.20.0.3 (492e59df-08a3-4aee-8a56-0f2595ae98a0/859a7df2-44b8-412c-bcac-2fd159f677cb/1258f590-60b2-41b5-908e-f65958871c4d) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:15.950470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa14fc01-df2a-4067-91c1-03d6561f30db up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:16.077636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:16.078434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: 2e8823ee-e814-4066-afa7-ad3e56f305b9, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:16.089409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=dcbb5359-1dd8-4570-b791-80c106e6010e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:16.092705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14d7304-6043-47c4-ba75-6f6ff5de923d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:16.104979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.138285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.173255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:16.186431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:16.187861 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9395f4b1-a265-46b3-adda-6aecdca326a9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3/tags HTTP/1.1" status: 204 len: 168 time: 1.0665998 Feb 16 12:42:16.198374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.200716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:16.205073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fa14fc01-df2a-4067-91c1-03d6561f30db completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:16.207151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:16.227021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa14fc01-df2a-4067-91c1-03d6561f30db triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:16.227492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.229332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.233195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4d58ab31-92e5-4e6c-9da5-a830c88f6955 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3401186 Feb 16 12:42:16.238296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:16.241020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.263201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:16.268690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.270211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:16.275063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:16.278494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:16.284557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:16.325793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2e8823ee-e814-4066-afa7-ad3e56f305b9) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:16.331019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:16.331665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.337236 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3fe73987-b08b-4463-a759-75cfa956a3c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12c22b50c6fc43098aa1b1537367b899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9611585 Feb 16 12:42:16.338705 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Project f6989836bdb149dfbc7933963def4e8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:42:16.339401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53857a0-d803-44a3-bd3c-c1249c3a8628 None None] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:16.349834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.354295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:16.358065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.398663 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7671d914-b66f-46e9-80d8-562099138c21 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6205244 Feb 16 12:42:16.399718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.406839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.454268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.472923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.550173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.588953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.608654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.662904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62c3b194-0f3c-4265-8212-f847eda95207 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for subnetpool, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.664690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-62c3b194-0f3c-4265-8212-f847eda95207 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnetpools/4ce57264-ecf0-4ded-9c4f-f2f40dc3415d HTTP/1.1" status: 204 len: 168 time: 0.4582891 Feb 16 12:42:16.667444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Transition to ACTIVE for port object 1258f590-60b2-41b5-908e-f65958871c4d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:16.673701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.677612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=4cebb4a9-bd9f-401b-839f-cd5a0d735dce,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:16.793503 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 722846dd-9c31-47a8-98d5-e9cbb2be226d (CIDR: 172.20.0.0/28) Feb 16 12:42:16.866880 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:42:16.867371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:16.869829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Transition to ACTIVE for port object 1258f590-60b2-41b5-908e-f65958871c4d will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:16.887968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.892949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810921c6-ec84-49f2-8a93-b0942cb50d34 None None] Network 8f7a62df-a578-456d-91a3-48904582cbf1 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:16.897281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e5ec58f9-7be2-4b05-9dd7-2ddf0b3135f2 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Synchronizing usage tracker for tenant:edb398cd7bae4a43ae4753e82bb219ab on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:16.910000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.917561 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-768372ed-e530-4364-8d8b-9795acdbdcd1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/4cebb4a9-bd9f-401b-839f-cd5a0d735dce HTTP/1.1" status: 204 len: 168 time: 1.7790122 Feb 16 12:42:16.927517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.929476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.937217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2e8823ee-e814-4066-afa7-ad3e56f305b9', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:16.938315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.943632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.968506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fa14fc01-df2a-4067-91c1-03d6561f30db, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa14fc01-df2a-4067-91c1-03d6561f30db,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:16.969679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-444e2728-34e8-4738-ab3c-89b54966d899 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4137332 Feb 16 12:42:16.977653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53990) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:16.977869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.978025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:16.978127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8549718c-a23e-4128-a529-5583ab661982,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.013021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e5ec58f9-7be2-4b05-9dd7-2ddf0b3135f2 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Unset dirty status for tenant:edb398cd7bae4a43ae4753e82bb219ab on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:17.016765 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e5ec58f9-7be2-4b05-9dd7-2ddf0b3135f2 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d57cc87-cbd8-449e-80b4-56d2351be262 HTTP/1.1" status: 200 len: 205 time: 0.3415487 Feb 16 12:42:17.024066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 53994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:17.038783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.057026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:17.111601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Network 492e59df-08a3-4aee-8a56-0f2595ae98a0 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:17.124973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:17.131861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.157470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=859a7df2-44b8-412c-bcac-2fd159f677cb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.178975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:17.186482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.187838 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-41753330-4f86-40aa-8de7-47a86583e77e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9389615 Feb 16 12:42:17.203396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 53998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:17.214200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'security_group_rule': {'security_group_id': '2e2bff66-f5c8-41c6-bd55-9d599710cbf7', 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:17.231291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:17.253163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd12292-fe9e-47c9-8bfd-bb1d87362ce5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.273423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Pushing event updated for resources: {'Port': ['ID=1258f590-60b2-41b5-908e-f65958871c4d,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.296785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.304254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.304697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:security_group_rule and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:17.312055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:17.325178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:17.421599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Project f6989836bdb149dfbc7933963def4e8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:42:17.427971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:17.439295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:17.444615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:17.447558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.467449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:17.487342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.491809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e088274-1db8-4c1c-82f0-996bb6fa363d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ccd12292-fe9e-47c9-8bfd-bb1d87362ce5 HTTP/1.1" status: 204 len: 168 time: 1.1342063 Feb 16 12:42:17.496381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.513598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Attempting to bind port 1258f590-60b2-41b5-908e-f65958871c4d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:17.514082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Attempting to bind port 1258f590-60b2-41b5-908e-f65958871c4d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '588bc79f-0ba0-4e65-a0d2-85e195e76c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:17.514388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Attempting to bind port 1258f590-60b2-41b5-908e-f65958871c4d on network 492e59df-08a3-4aee-8a56-0f2595ae98a0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:17.527011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:17.527439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Checking segment: {'id': '588bc79f-0ba0-4e65-a0d2-85e195e76c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:17.528066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.528610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Bound using segment: {'id': '588bc79f-0ba0-4e65-a0d2-85e195e76c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:17.529093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Bound port: 1258f590-60b2-41b5-908e-f65958871c4d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588bc79f-0ba0-4e65-a0d2-85e195e76c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:17.529466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.561433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 325a43c3-336d-4620-a30c-a6add49f2151 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:17.561782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.575320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:17.584836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.618842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.705181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Allocated IP 172.20.0.2 (2e8823ee-e814-4066-afa7-ad3e56f305b9/dcbb5359-1dd8-4570-b791-80c106e6010e/ede99c34-cb82-4d78-8520-c3b6fb088802) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:17.723632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] For port 1258f590-60b2-41b5-908e-f65958871c4d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:17.728361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] For port 1258f590-60b2-41b5-908e-f65958871c4d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1258f590-60b2-41b5-908e-f65958871c4d,segment=NetworkSegment(588bc79f-0ba0-4e65-a0d2-85e195e76c45),segment_id=588bc79f-0ba0-4e65-a0d2-85e195e76c45)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:17.752591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.773517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492e59df-08a3-4aee-8a56-0f2595ae98a0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:17.833954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.837300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588bc79f-0ba0-4e65-a0d2-85e195e76c45') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:17.837840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588bc79f-0ba0-4e65-a0d2-85e195e76c45') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:17.839218 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 43da1ad3-c595-4719-9675-67f74f0dbc76 (CIDR: 172.20.0.16/28) Feb 16 12:42:17.853700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.881587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:42:17.882224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:17.883059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba7665-c5ad-4d1f-a837-80f8eea3dbaa None None] Pushing event updated for resources: {'Port': ['ID=1258f590-60b2-41b5-908e-f65958871c4d,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:17.885981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] DHCP port deletion for 8f7a62df-a578-456d-91a3-48904582cbf1 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:17.932364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.970344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Deleting port 325a43c3-336d-4620-a30c-a6add49f2151 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:17.970979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.976218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:17.981616 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-73143ea4-4cd7-4336-b459-7012ae7979c8 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9935503 Feb 16 12:42:17.985023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:18.007692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.015704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.023415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'subnet': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:18.025468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.027394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Fanout notify agent at l3_agent the message router_deleted on router 5d57cc87-cbd8-449e-80b4-56d2351be262 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:18.089244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:18.089893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.091748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5dfc1111-d74c-49d3-9083-006fa85b596d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:18.110461 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:18.150243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.151548 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ff2dba6-cb8b-4289-b922-53e780d3ae03 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/routers/5d57cc87-cbd8-449e-80b4-56d2351be262 HTTP/1.1" status: 204 len: 168 time: 1.1264825 Feb 16 12:42:18.279175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:18.285374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5dfc1111-d74c-49d3-9083-006fa85b596d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:18.311949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e185ec2-af0f-474c-a34b-8964035c787a None None] Network 492e59df-08a3-4aee-8a56-0f2595ae98a0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:18.334285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc253e-366a-4f17-a055-0a2cd13b6773,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:18.342730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5dfc1111-d74c-49d3-9083-006fa85b596d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:18.343092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.363356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 325a43c3-336d-4620-a30c-a6add49f2151, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=325a43c3-336d-4620-a30c-a6add49f2151,segment=NetworkSegment(3a2156a9-e4ff-46e1-8398-e160392c5f25),segment_id=3a2156a9-e4ff-46e1-8398-e160392c5f25)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:18.364708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.372981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:42:18.372981 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:42:18.372981 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': '492e59df-08a3-4aee-8a56-0f2595ae98a0'}] Feb 16 12:42:18.372981 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:18.373934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:18.425091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.428541 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd325c9e-57e5-4922-bf3d-758b02de53ab tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2240424 Feb 16 12:42:18.655210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 325a43c3-336d-4620-a30c-a6add49f2151 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:18.719175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Deleting port 07f26bc5-7bf2-4830-b80d-5a8f1257e046 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:18.719576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.750401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:18.753942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.780896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Usage tracker for resource:subnet and tenant:1aa787701d2e4c98a24d62007a5b29e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:18.793003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:18.821436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:18.865847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Transition to ACTIVE for port object ede99c34-cb82-4d78-8520-c3b6fb088802 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:18.884411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.886800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.891379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] For port 325a43c3-336d-4620-a30c-a6add49f2151, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=325a43c3-336d-4620-a30c-a6add49f2151,segment=NetworkSegment(3a2156a9-e4ff-46e1-8398-e160392c5f25),segment_id=3a2156a9-e4ff-46e1-8398-e160392c5f25)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:18.891771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:18.919633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Made reservation on behalf of 1aa787701d2e4c98a24d62007a5b29e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:18.928809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.031604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port 1258f590-60b2-41b5-908e-f65958871c4d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:19.032361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.076552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Transition to ACTIVE for port object ede99c34-cb82-4d78-8520-c3b6fb088802 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:19.083940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.085588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Calling delete_port for 325a43c3-336d-4620-a30c-a6add49f2151 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:19.142872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.174980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54072) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:19.183534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.280972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 5dfc1111-d74c-49d3-9083-006fa85b596d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5dfc1111-d74c-49d3-9083-006fa85b596d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:19.283609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:19.290250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:19.293100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Pushing event updated for resources: {'Port': ['ID=ede99c34-cb82-4d78-8520-c3b6fb088802,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:19.295659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:19.302464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.303819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa14fc01-df2a-4067-91c1-03d6561f30db up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:19.323611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=325a43c3-336d-4620-a30c-a6add49f2151,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:19.331812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No DVR routers for this DVR port 325a43c3-336d-4620-a30c-a6add49f2151 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:19.426995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:19.427337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:19.527616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Attempting to bind port ede99c34-cb82-4d78-8520-c3b6fb088802 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:19.528029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Attempting to bind port ede99c34-cb82-4d78-8520-c3b6fb088802 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:19.528366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Attempting to bind port ede99c34-cb82-4d78-8520-c3b6fb088802 on network 2e8823ee-e814-4066-afa7-ad3e56f305b9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:19.534188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=5dfc1111-d74c-49d3-9083-006fa85b596d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:19.540994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:19.541428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Checking segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:19.541835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.542220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Bound using segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:19.542693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Bound port: ede99c34-cb82-4d78-8520-c3b6fb088802, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:19.543061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.568832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-760734422'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:19.580472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:19.636066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa14fc01-df2a-4067-91c1-03d6561f30db triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:19.636522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.639382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:network and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:19.822306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (2e8823ee-e814-4066-afa7-ad3e56f305b9/dcbb5359-1dd8-4570-b791-80c106e6010e/32b74185-f447-4e7b-aff9-03abfaaef8a8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:19.825433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] For port ede99c34-cb82-4d78-8520-c3b6fb088802, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:19.834481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] For port ede99c34-cb82-4d78-8520-c3b6fb088802, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ede99c34-cb82-4d78-8520-c3b6fb088802,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:19.857490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.908734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port 1258f590-60b2-41b5-908e-f65958871c4d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1258f590-60b2-41b5-908e-f65958871c4d,segment=NetworkSegment(588bc79f-0ba0-4e65-a0d2-85e195e76c45),segment_id=588bc79f-0ba0-4e65-a0d2-85e195e76c45)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:19.909098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:19.951513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Deleting port 325a43c3-336d-4620-a30c-a6add49f2151 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:19.951940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.001348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:20.026959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.070708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7a62df-a578-456d-91a3-48904582cbf1']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:20.072275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3b91ec6a-d6d9-4c97-9bb4-329be1fc61f2 None None] The port '325a43c3-336d-4620-a30c-a6add49f2151' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:20.099965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.118364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934cf52-c15d-49d7-a7a1-8bdaddd1c4c0 None None] Pushing event updated for resources: {'Port': ['ID=ede99c34-cb82-4d78-8520-c3b6fb088802,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.186350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 32b74185-f447-4e7b-aff9-03abfaaef8a8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:20.192102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for 1258f590-60b2-41b5-908e-f65958871c4d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:20.197901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.255416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5dfc1111-d74c-49d3-9083-006fa85b596d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:20.298633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:20.304262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:20.308487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2156a9-e4ff-46e1-8398-e160392c5f25') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:20.308805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2156a9-e4ff-46e1-8398-e160392c5f25') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:20.314793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:20.315329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.327381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab8e96-a9d6-4fb2-bbf4-6aa56c886119 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:20.332378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:20.342607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.363499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Subnet': ['ID=a2a69d9a-c1f7-43ba-ad0d-4514f47b8334,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.376695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.388994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.390358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.395865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.426095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:20.444030 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca39096a-fcef-4cf7-9cc3-68ac0923e8d6 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4579523 Feb 16 12:42:20.466681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.505485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54088) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:20.560130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1795127912', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2a69d9a-c1f7-43ba-ad0d-4514f47b8334'}], 'security_groups': ['5c1335c6-a8e3-4b7d-a717-06ac4442e641', '4e02bd2b-7bd4-4916-b8df-e864f128ab12']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:20.642752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:20.654268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5dfc1111-d74c-49d3-9083-006fa85b596d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:20.654642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.687087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.690437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:20.701600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:20.712523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Calling delete_port for 07f26bc5-7bf2-4830-b80d-5a8f1257e046 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:20.759055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:20.759469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:20.780771 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:20.783272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:20.807714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=1258f590-60b2-41b5-908e-f65958871c4d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:20.837837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.076054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port 1258f590-60b2-41b5-908e-f65958871c4d on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:21.185137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:21.222859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:security_group_rule and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:21.234336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:21.272065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.274937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:21.318812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 325a43c3-336d-4620-a30c-a6add49f2151 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:21.399308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Update dhcp port {'port': {'network_id': '806a39e7-3d72-409c-a0ee-5e78caf2875d', 'fixed_ips': [{'subnet_id': '43da1ad3-c595-4719-9675-67f74f0dbc76', 'ip_address': '172.20.0.19'}, {'subnet_id': '722846dd-9c31-47a8-98d5-e9cbb2be226d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2a69d9a-c1f7-43ba-ad0d-4514f47b8334'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '342e37e5-12dc-4c93-8958-a72706efec84'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:42:21.444590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 325a43c3-336d-4620-a30c-a6add49f2151 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:21.446264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 325a43c3-336d-4620-a30c-a6add49f2151 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:21.461236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.509696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.552787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.581666 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/8f7a62df-a578-456d-91a3-48904582cbf1 HTTP/1.1" status: 204 len: 168 time: 4.6532345 Feb 16 12:42:21.591841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.595497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.607602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:21.609105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222624-5d7f-40e6-a28d-3fd52ff2e63a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=8f7a62df-a578-456d-91a3-48904582cbf1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:21.630261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079386992'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:21.700183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event deleted for resources: {'Port': ['ID=07f26bc5-7bf2-4830-b80d-5a8f1257e046,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:21.702708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:21.750339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:network and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:21.759989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492e59df-08a3-4aee-8a56-0f2595ae98a0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:21.761415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.771512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:21.862334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ff68c-95dd-416b-834c-2cb12127282a None None] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:21.878318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:21.882764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588bc79f-0ba0-4e65-a0d2-85e195e76c45') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:21.883067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588bc79f-0ba0-4e65-a0d2-85e195e76c45') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:21.923459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:21.994749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:21.998992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.067942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.116420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:22.117329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:22.162889 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:22.193573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.194803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.244320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b597d077-f448-4753-a975-f4871bde46ff None None] Provisioning for port ede99c34-cb82-4d78-8520-c3b6fb088802 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:22.344342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Allocated IP 172.20.0.34 (806a39e7-3d72-409c-a0ee-5e78caf2875d/a2a69d9a-c1f7-43ba-ad0d-4514f47b8334/342e37e5-12dc-4c93-8958-a72706efec84) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:22.344592 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ecd9245b-0946-43fa-adbc-9033fb9dd146 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/ports/07f26bc5-7bf2-4830-b80d-5a8f1257e046 HTTP/1.1" status: 204 len: 168 time: 4.0633485 Feb 16 12:42:22.351167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54130) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.371648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.389492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:22.404128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.404475 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Added segment 67b0d59b-d62f-4120-90ca-22488eb8eb38 of type vlan for network 9882b128-ff6c-49f5-801e-621db6b244e4 Feb 16 12:42:22.439677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.474144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.508898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.512539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=492e59df-08a3-4aee-8a56-0f2595ae98a0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:22.514304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.517713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.524225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:22.524848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.588243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31fa6ef-a6f8-4746-9a22-00f0af72d9e3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:22.618776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ede99c34-cb82-4d78-8520-c3b6fb088802 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:22.636295 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-83ac0a87-8491-42f4-a075-0bb6bc3637b4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/492e59df-08a3-4aee-8a56-0f2595ae98a0 HTTP/1.1" status: 204 len: 168 time: 7.4059439 Feb 16 12:42:22.636949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.637828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:22.726856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1758847501'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:22.728737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Deleting subnet 50d3dc19-912a-46ac-9d7e-d323d3941df3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:22.732942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:22.734848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.736955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:22.741122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:22.748055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:22.775582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:22.781507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.794538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.795695 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Added segment 732eef34-5fd5-45a2-aefd-3b4a2396f520 of type vlan for network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 Feb 16 12:42:22.801661 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1890204 Feb 16 12:42:22.809447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54138) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.809776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b67011-6f56-4811-b734-a86727d905c4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Network': ['ID=9882b128-ff6c-49f5-801e-621db6b244e4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:22.822787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:22.835526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 9882b128-ff6c-49f5-801e-621db6b244e4 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:22.837966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:22.847834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.848521 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 88be2b4a-8de4-487d-81cb-23bb03559c69 of type vlan for network cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 Feb 16 12:42:22.879170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.928955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.935185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:22.935800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.949552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:22.961435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.978809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:22.987317 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3432813 Feb 16 12:42:22.990634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:22.993381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:22.995299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:23.006212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:23.012300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': 'cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:23.017196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ede99c34-cb82-4d78-8520-c3b6fb088802 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:23.034708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ede99c34-cb82-4d78-8520-c3b6fb088802 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:23.035312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.040148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:23.062402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:42:23.116711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342749-6b38-4cc4-8737-042a5bdc070d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:23.125795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.138243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:23.138907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.144254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.166858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:23.172105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.185363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:23.189132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.219053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.290887 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.0468946 Feb 16 12:42:23.293843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Transition to ACTIVE for port object 342e37e5-12dc-4c93-8958-a72706efec84 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:23.304419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:23.315445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.440702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:23.478769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c36a84-f052-4b3b-a4fd-88e2bba0244b None None] Pushing event updated for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:23.499832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599c726-551f-4bf9-b8a4-77bb326ecf5d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Network': ['ID=4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:23.522040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.598790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:23.621418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:23.626034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:23.631202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:23.639443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:23.661335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:23.669678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.761054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:23.859740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:23.866658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:23.879088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:23.888291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:23.905661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:23.943118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.021041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ede99c34-cb82-4d78-8520-c3b6fb088802, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ede99c34-cb82-4d78-8520-c3b6fb088802,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:24.031018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.045301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:24.051239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.081159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Provisioning for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:24.112260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Provisioning complete for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:24.112911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.137849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.215659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Port 32b74185-f447-4e7b-aff9-03abfaaef8a8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:24.291718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Provisioning complete for port ede99c34-cb82-4d78-8520-c3b6fb088802 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:24.291718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d439fb3c-4bc0-45d8-b2de-40061d286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.352038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=4133088f-0665-44d9-9770-fdf1b4657969,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:24.365695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:24.366039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:24.366039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network hostable DHCP agents. Network: 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:24.404879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ede99c34-cb82-4d78-8520-c3b6fb088802,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:24.438061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:24.461154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:24.472117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:24.474260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:24.566673 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-472273ab-901e-4099-9d01-f9325ce5c4d9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2551656 Feb 16 12:42:24.570394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54154) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:24.583729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.584269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.584869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.585328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.586022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.586134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.586446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.587003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.587501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.596436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'name': 'tempest-NetworksTestDHCPv6-326968280'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:24.600161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.600970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.601555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:42:24.644097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb918fc-b15c-44e3-94cc-f2d0cf7f4ad5 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:24.650386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:24.766446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:24.791241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.029383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e1d62d10-2ebb-4988-a055-44c60afb3c89 None None] Provisioning complete for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:25.029998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1d62d10-2ebb-4988-a055-44c60afb3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.102010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event deleted for resources: {'Subnet': ['ID=50d3dc19-912a-46ac-9d7e-d323d3941df3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:25.121836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.167458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53d181-88a6-4c6a-bdcd-0646d8537f32 None None] Network 056b7041-91ad-435c-b52c-e8632ad46016 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:25.190315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.249960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Delete allocated IP 172.20.0.9 (806a39e7-3d72-409c-a0ee-5e78caf2875d/722846dd-9c31-47a8-98d5-e9cbb2be226d) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:42:25.286421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:25.297367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:25.305120 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a5c20ae-dced-4824-800d-4329f40470f9 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/subnets/50d3dc19-912a-46ac-9d7e-d323d3941df3 HTTP/1.1" status: 204 len: 168 time: 2.9505770 Feb 16 12:42:25.305969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:25.308990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54158) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:25.331610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:25.370866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e1d62d10-2ebb-4988-a055-44c60afb3c89 None None] Port 32b74185-f447-4e7b-aff9-03abfaaef8a8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:25.396099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '4133088f-0665-44d9-9770-fdf1b4657969'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:25.396951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.421838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:25.425413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.456041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Allocated IP 172.20.0.40 (806a39e7-3d72-409c-a0ee-5e78caf2875d/a2a69d9a-c1f7-43ba-ad0d-4514f47b8334/b7c94351-f614-4e7b-a348-e26638d3afc8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:25.471041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.473888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 01fc560a-7391-4370-b2ea-b9da23b3e8dd yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:25.535217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Deleting port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:25.535645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.539130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=c0594855-b0ba-4b76-a9fb-db5295d72263,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:25.548814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Checking segment: {'id': '67b0d59b-d62f-4120-90ca-22488eb8eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:25.549089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network hostable DHCP agents. Network: 9882b128-ff6c-49f5-801e-621db6b244e4, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:25.555405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.632323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Provisioning complete for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:25.633253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.743451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:25.774233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Port 32b74185-f447-4e7b-aff9-03abfaaef8a8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:25.789259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Provisioning complete for port 3aeabf8c-def0-498b-8dc8-704802082bcc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:25.789688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.872384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Port 3aeabf8c-def0-498b-8dc8-704802082bcc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:25.887001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] DHCP port deletion for 056b7041-91ad-435c-b52c-e8632ad46016 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:25.892612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff7c91a5-f26e-402c-879e-83b44d930908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.900772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Provisioning complete for port b7c94351-f614-4e7b-a348-e26638d3afc8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:25.901286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.922371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 9882b128-ff6c-49f5-801e-621db6b244e4 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:25.928127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Deleting port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:25.928583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:25.953345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f6 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/4133088f-0665-44d9-9770-fdf1b4657969/01fc560a-7391-4370-b2ea-b9da23b3e8dd) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:26.001367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] For port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,segment=NetworkSegment(6ae6ea67-a1ad-41db-9557-df6c9134a3ec),segment_id=6ae6ea67-a1ad-41db-9557-df6c9134a3ec)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:26.001734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.011242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=a2cb9a43-bd65-488c-9f3c-772fa458cec8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:26.016805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Port b7c94351-f614-4e7b-a348-e26638d3afc8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:26.070968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Provisioning for port 342e37e5-12dc-4c93-8958-a72706efec84 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:26.087012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:26.087521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7ff6aafc-b7c4-49ce-b4f9-df86de8eb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.124720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 9882b128-ff6c-49f5-801e-621db6b244e4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:26.144357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2b6e8-675e-46ca-9f7f-a7f45ce5e182 None None] Network 9882b128-ff6c-49f5-801e-621db6b244e4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:26.146289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:26.146895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.155519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '88be2b4a-8de4-487d-81cb-23bb03559c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:26.155793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:26.228121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:26.321817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Calling delete_port for 52ab84ad-e6cc-461d-b60e-dda0dd3b231e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:26.336802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d837567a-e7f8-4895-97d2-4a5cb4a91c7c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5253539 Feb 16 12:42:26.340622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ede99c34-cb82-4d78-8520-c3b6fb088802 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:26.365194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:26.374816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:26.380708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:26.381359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.408668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-479952300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:26.428428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:26.438373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-068375fa-dae6-4c1a-b2d4-810b7fd6ae17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4377792 Feb 16 12:42:26.447894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:26.449050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b170de-0f6b-446e-a08f-af854d73a527 None None] Network cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:26.478368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:router and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:26.641238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] For port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,segment=NetworkSegment(6ae6ea67-a1ad-41db-9557-df6c9134a3ec),segment_id=6ae6ea67-a1ad-41db-9557-df6c9134a3ec)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:26.641635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.670057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.738500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] No DVR routers for this DVR port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:26.788780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:26.796748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:26.813375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event deleted for resources: {'Port': ['ID=52ab84ad-e6cc-461d-b60e-dda0dd3b231e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:26.817722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.846322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:26.855882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.856679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.870521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Calling delete_port for 52ab84ad-e6cc-461d-b60e-dda0dd3b231e owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:26.874005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.906591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Sync routers for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:26.929301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Transition to ACTIVE for port object b7c94351-f614-4e7b-a348-e26638d3afc8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:26.937694 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3d5efbeb-5bff-4486-816c-416f8baf07b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/e7c7eb65-0113-4aa7-912b-b2cd5025ac98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5173175 Feb 16 12:42:26.943344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:26.952132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:26.955320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.006151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.045337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:27.046272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:41:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.091630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.095977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.133483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 01fc560a-7391-4370-b2ea-b9da23b3e8dd will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:27.154269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056b7041-91ad-435c-b52c-e8632ad46016']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.171222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae6ea67-a1ad-41db-9557-df6c9134a3ec') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.171569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae6ea67-a1ad-41db-9557-df6c9134a3ec') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:27.187739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.201626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ede99c34-cb82-4d78-8520-c3b6fb088802 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:27.202541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.216078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.240446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:27.240797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:27.268196 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:27.280033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.364638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-9882b128-ff6c-49f5-801e-621db6b244e4', 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': 'c0594855-b0ba-4b76-a9fb-db5295d72263'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:27.364638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.369042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.372942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-778ad54a-2a0e-49fb-808c-d4d730c9ee7b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0018454 Feb 16 12:42:27.381550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event updated for resources: {'Port': ['ID=b7c94351-f614-4e7b-a348-e26638d3afc8,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:27.386064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:27.386471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:27.389224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54178) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.429435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=01fc560a-7391-4370-b2ea-b9da23b3e8dd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:27.462876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4', 'name': 'tempest-PortsIpV6TestJSON-131620377'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:27.500269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22fabf-f793-40f9-82c7-d914de06dbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918', 'network_id': 'cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': 'a2cb9a43-bd65-488c-9f3c-772fa458cec8'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:27.501089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0c22fabf-f793-40f9-82c7-d914de06dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.549951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/4133088f-0665-44d9-9770-fdf1b4657969/233d7497-0bd5-419a-98cd-001b54699cee) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:27.597570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:27.606788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:27.616181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:27.637436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.637685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:27.638247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.642389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:27.646798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:27.654381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:27.663957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] In _notify_port_updated(), no bound segment for port b7c94351-f614-4e7b-a348-e26638d3afc8 on network 806a39e7-3d72-409c-a0ee-5e78caf2875d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:42:27.670228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.670930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.672679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70714356-efc0-4376-9d20-2fafdbde9ddd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "PUT /v2.0/ports/b7c94351-f614-4e7b-a348-e26638d3afc8 HTTP/1.1" status: 200 len: 960 time: 7.1604614 Feb 16 12:42:27.678839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:27.682320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.683532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.684307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.715489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.734158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:27.795446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port 7c40eaa3-b981-479e-8851-fbc6048ce691 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:27.816924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:27.936943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.937563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.937852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.938203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.938649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.939098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.939533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.939978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.940550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.941013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.941733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.942311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.942792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:27.948455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c458e0ce-3646-4b83-8395-c2567de9c0d0 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9158 time: 0.9878883 Feb 16 12:42:27.953275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Deleting port 52ab84ad-e6cc-461d-b60e-dda0dd3b231e {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:27.954941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54186) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:27.955205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.116788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] Pushing event deleted for resources: {'Network': ['ID=056b7041-91ad-435c-b52c-e8632ad46016,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.122230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port b7c94351-f614-4e7b-a348-e26638d3afc8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:28.122690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.163726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.182498 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4a891735-96a9-45bb-be4c-c3990010735b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6072073 Feb 16 12:42:28.186131 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d474a92-ed59-40e2-8493-76360427a0b7 tempest-TagsExtTest-1953135296 tempest-TagsExtTest-1953135296-project] 10.222.0.65 "DELETE /v2.0/networks/056b7041-91ad-435c-b52c-e8632ad46016 HTTP/1.1" status: 204 len: 168 time: 2.8749924 Feb 16 12:42:28.202176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54192) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.253854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cb9a43-bd65-488c-9f3c-772fa458cec8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:28.317901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.318480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.319115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.319885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.320776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.321378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.321828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.322347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.322776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.323215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.323718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.324167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.324664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:28.330950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-742828da-d13d-4aa5-bf54-f94752b0a23d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8298 time: 0.3709435 Feb 16 12:42:28.330950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::215 (9882b128-ff6c-49f5-801e-621db6b244e4/c0594855-b0ba-4b76-a9fb-db5295d72263/7c40eaa3-b981-479e-8851-fbc6048ce691) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:28.337393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-26c95c1d-a43d-416b-9ead-8b144fdd6fea None None] The port '52ab84ad-e6cc-461d-b60e-dda0dd3b231e' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:28.344195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54198) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-0c22fabf-f793-40f9-82c7-d914de06dbf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cb9a43-bd65-488c-9f3c-772fa458cec8: This subnet is being modified by another concurrent operation. Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:28.344946 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2cb9a43-bd65-488c-9f3c-772fa458cec8: This subnet is being modified by another concurrent operation. Feb 16 12:42:28.351301 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:42:28.415034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd9a0c-71a8-49e6-89e3-3ba1fc539f17 None None] Network cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:28.595849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.716545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:28.725296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:28.748628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 52ab84ad-e6cc-461d-b60e-dda0dd3b231e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:28.915930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for b7c94351-f614-4e7b-a348-e26638d3afc8 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:29.026858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.078803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88be2b4a-8de4-487d-81cb-23bb03559c69') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:29.079828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88be2b4a-8de4-487d-81cb-23bb03559c69') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:29.120838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.138907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8e6bd-47d9-4cf2-baea-1810bf35a108 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:29.140630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5ce8e6bd-47d9-4cf2-baea-1810bf35a108 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:29.170722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.173815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.202108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:29.202919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.256872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5ce8e6bd-47d9-4cf2-baea-1810bf35a108 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:29.257970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5ce8e6bd-47d9-4cf2-baea-1810bf35a108 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.0546911 Feb 16 12:42:29.259301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=b7c94351-f614-4e7b-a348-e26638d3afc8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:29.262333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54212) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:29.322158 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:29.507848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-48f66f45-a9b0-44dc-9b48-befbf83035de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.560733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-24705545-9715-4fbc-bc40-bf523afc718b None None] Provisioning for port b7c94351-f614-4e7b-a348-e26638d3afc8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:29.568024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 52ab84ad-e6cc-461d-b60e-dda0dd3b231e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:29.568460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 52ab84ad-e6cc-461d-b60e-dda0dd3b231e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:29.622266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.641017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-24705545-9715-4fbc-bc40-bf523afc718b None None] Provisioning complete for port b7c94351-f614-4e7b-a348-e26638d3afc8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:29.641640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-24705545-9715-4fbc-bc40-bf523afc718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.710591 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fe2168e-4e71-408f-b13b-a78b935b6a0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edb398cd7bae4a43ae4753e82bb219ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814692 Feb 16 12:42:29.721065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.751810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 01fc560a-7391-4370-b2ea-b9da23b3e8dd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:29.760803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.779546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.786831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-24705545-9715-4fbc-bc40-bf523afc718b None None] Port b7c94351-f614-4e7b-a348-e26638d3afc8 was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:42:29.793680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.801930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.838587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object 7c40eaa3-b981-479e-8851-fbc6048ce691 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:29.854045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Transition to ACTIVE for port object 233d7497-0bd5-419a-98cd-001b54699cee will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:29.861383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.867790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.877238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.928807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Transition to ACTIVE for port object 233d7497-0bd5-419a-98cd-001b54699cee will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:29.932632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:29.939770 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2753e624-ffa4-48df-b0dd-104acdc8f7b4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/b7c94351-f614-4e7b-a348-e26638d3afc8 HTTP/1.1" status: 204 len: 168 time: 2.2508974 Feb 16 12:42:29.944383 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-49a27156-df2c-4e54-8f2c-0f415c1d6ac5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 HTTP/1.1" status: 204 len: 168 time: 3.4678323 Feb 16 12:42:29.945624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:29.952190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:29.988884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.008357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef94043-5aea-44bd-b33f-9013f808f2b0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] GET failed (client error): The resource could not be found. Feb 16 12:42:30.008897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eef94043-5aea-44bd-b33f-9013f808f2b0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:30.010919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-583291023'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:30.031380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:30.033817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.041368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:30.045347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.054022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:30.085433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:30.107092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:30.108873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eef94043-5aea-44bd-b33f-9013f808f2b0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:30.110864 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eef94043-5aea-44bd-b33f-9013f808f2b0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports/b7c94351-f614-4e7b-a348-e26638d3afc8 HTTP/1.1" status: 404 len: 333 time: 0.1621180 Feb 16 12:42:30.115059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.123746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:30.133527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:30.137292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Pushing event updated for resources: {'Port': ['ID=233d7497-0bd5-419a-98cd-001b54699cee,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:30.160165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.203855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:22Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:30.219629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:30.223701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Checking router: e7c7eb65-0113-4aa7-912b-b2cd5025ac98 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:42:30.224069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Updating router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 port 32b74185-f447-4e7b-aff9-03abfaaef8a8 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:42:30.226009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.228267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=7c40eaa3-b981-479e-8851-fbc6048ce691,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:30.245957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 9882b128-ff6c-49f5-801e-621db6b244e4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:30.252505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:30.256162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:30.263147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:30.263792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.305366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Allocated IP 2001:db8::2 (9882b128-ff6c-49f5-801e-621db6b244e4/c0594855-b0ba-4b76-a9fb-db5295d72263/3e62882b-cfce-4058-ad2e-bc443fa35c7d) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:30.310202 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ef70d14-459f-46fb-8700-44f766050787 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 1.9622297 Feb 16 12:42:30.310202 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d300d17c-6460-469e-ae0e-f229878fa5f4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8526459 Feb 16 12:42:30.322455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.362425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Attempting to bind port 233d7497-0bd5-419a-98cd-001b54699cee on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:30.363131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Attempting to bind port 233d7497-0bd5-419a-98cd-001b54699cee by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:30.364387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Attempting to bind port 233d7497-0bd5-419a-98cd-001b54699cee on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:30.386462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:30.410000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.410348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 147b6828-9c88-491b-bcdb-e8c7c882bb39 of type vlan for network 4afcad1a-1dee-458e-a157-5400777f6fc2 Feb 16 12:42:30.411717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:30.412355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:30.412850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.413324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:30.413899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Bound port: 233d7497-0bd5-419a-98cd-001b54699cee, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:30.414365 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.476404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.487456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.577204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.595272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:30.595915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.714661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] For port 233d7497-0bd5-419a-98cd-001b54699cee, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:30.722142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] For port 233d7497-0bd5-419a-98cd-001b54699cee, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=233d7497-0bd5-419a-98cd-001b54699cee,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:30.783106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.890920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:30.898540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:42:30.912252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.932911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=4afcad1a-1dee-458e-a157-5400777f6fc2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:30.975241 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8e8cb726-556b-4ecf-a9cc-2caf08e15a9b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9825008 Feb 16 12:42:30.976381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:30.991332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633464540', 'description': 'tempest-secgroup-smoke-633464540 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:30.993565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 4afcad1a-1dee-458e-a157-5400777f6fc2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:30.994033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '4afcad1a-1dee-458e-a157-5400777f6fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:31.007896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:31.010513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.025163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:31.035279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:31.106671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eaeb2-0f33-46fa-bd3e-e1d98db3534c None None] Pushing event updated for resources: {'Port': ['ID=233d7497-0bd5-419a-98cd-001b54699cee,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.116284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:31.202531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.274973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.321453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.404239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.419903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:31.431308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:31.434500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:31.439262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b9948-47c0-4ed3-bc2a-8335ef0639d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:31.441804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.463395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c0301f2-236c-48b0-b3a1-57fc749b7fc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c12b9948-47c0-4ed3-bc2a-8335ef0639d2 HTTP/1.1" status: 204 len: 168 time: 1.7377148 Feb 16 12:42:31.470960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:31.575431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:31.616324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:31.621668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:31.630793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:31.790072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.830898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 01fc560a-7391-4370-b2ea-b9da23b3e8dd owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:31.946771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2e53d-9732-4fa5-9ffc-783b355c8d81,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.022501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 233d7497-0bd5-419a-98cd-001b54699cee up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:32.033628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:32.038567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.055107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.085517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.107394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.108743 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd42a976-ca37-46fa-9bb8-bfd8d2dc7cac tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/security-groups/78c2e53d-9732-4fa5-9ffc-783b355c8d81 HTTP/1.1" status: 204 len: 168 time: 1.9614155 Feb 16 12:42:32.141841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.177437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54254) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.188237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.189488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.212690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Transition to ACTIVE for port object 3e62882b-cfce-4058-ad2e-bc443fa35c7d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:32.266613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8999a-8962-4055-bf57-c19c394dd4ed,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.307551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Transition to ACTIVE for port object 3e62882b-cfce-4058-ad2e-bc443fa35c7d will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:32.325634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.327168 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a91017b-29ea-4675-9b8c-64587e4c690f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4132369 Feb 16 12:42:32.351781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.353348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=01fc560a-7391-4370-b2ea-b9da23b3e8dd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.358949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.375380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.398194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:32.434074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 233d7497-0bd5-419a-98cd-001b54699cee completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:32.474739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Network 9882b128-ff6c-49f5-801e-621db6b244e4 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:32.477387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.484891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:32.511690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:32.514716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:32.558303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Pushing event updated for resources: {'Port': ['ID=3e62882b-cfce-4058-ad2e-bc443fa35c7d,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.561399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Transition to ACTIVE for port object 32b74185-f447-4e7b-aff9-03abfaaef8a8 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:32.594951 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c32609a-266b-4ab5-a05c-8ea68d578d09 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/01fc560a-7391-4370-b2ea-b9da23b3e8dd HTTP/1.1" status: 204 len: 168 time: 3.3311307 Feb 16 12:42:32.597569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:32.600760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:32.627475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.628091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:32.639879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.707551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.796994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:32.838943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e02bd2b-7bd4-4916-b8df-e864f128ab12,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.846723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:32.858499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a29c0-60c0-4a69-bdba-994cce27283d None None] Pushing event updated for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:32.989874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dfec9-d63d-48a7-874b-4f0dd14b2094 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:32.994839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dfec9-d63d-48a7-874b-4f0dd14b2094 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:32.995884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f01dfec9-d63d-48a7-874b-4f0dd14b2094 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:33.001174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.185306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.210272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.215950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Attempting to bind port 3e62882b-cfce-4058-ad2e-bc443fa35c7d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:33.224370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Attempting to bind port 3e62882b-cfce-4058-ad2e-bc443fa35c7d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '67b0d59b-d62f-4120-90ca-22488eb8eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:33.225854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Attempting to bind port 3e62882b-cfce-4058-ad2e-bc443fa35c7d on network 9882b128-ff6c-49f5-801e-621db6b244e4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:33.262567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f01dfec9-d63d-48a7-874b-4f0dd14b2094 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:33.263944 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f01dfec9-d63d-48a7-874b-4f0dd14b2094 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6405606 Feb 16 12:42:33.299119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54282) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.337508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c0065-cc11-47f1-af29-45d7baec7b5f None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:33.343948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b5286b-1aab-4e39-a065-b36d27aa63cf,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.409757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.415381 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59a20544-d8d5-4e93-a423-3cba4a0bf19a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0526230 Feb 16 12:42:33.415675 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.423495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:33.430711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:33.439146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:33.440316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.442868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Checking segment: {'id': '67b0d59b-d62f-4120-90ca-22488eb8eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:33.443160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.443669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.444351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Bound using segment: {'id': '67b0d59b-d62f-4120-90ca-22488eb8eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:33.445427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Bound port: 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b0d59b-d62f-4120-90ca-22488eb8eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9882b128-ff6c-49f5-801e-621db6b244e4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:33.446048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.452860 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cdcd1bf-618c-463a-966a-64e0518e647e tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/security-groups/4e02bd2b-7bd4-4916-b8df-e864f128ab12 HTTP/1.1" status: 204 len: 168 time: 1.2579169 Feb 16 12:42:33.458333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.481462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:33.489078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:33.496501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 4133088f-0665-44d9-9770-fdf1b4657969 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:33.513911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:33.527413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.609246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.696127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.699090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.716196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.726264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.777896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54296) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.784548 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034132 Feb 16 12:42:33.787644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Attempting to bind port 32b74185-f447-4e7b-aff9-03abfaaef8a8 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:33.788272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Attempting to bind port 32b74185-f447-4e7b-aff9-03abfaaef8a8 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:33.788912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Attempting to bind port 32b74185-f447-4e7b-aff9-03abfaaef8a8 on network 2e8823ee-e814-4066-afa7-ad3e56f305b9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:33.796669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:33.810162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.828676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Provisioning for port 233d7497-0bd5-419a-98cd-001b54699cee completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:33.838008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Provisioning complete for port 233d7497-0bd5-419a-98cd-001b54699cee triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:33.838667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.846275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '147b6828-9c88-491b-bcdb-e8c7c882bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4afcad1a-1dee-458e-a157-5400777f6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:33.847001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 4afcad1a-1dee-458e-a157-5400777f6fc2, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:33.853899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=963d7a28-ea43-4afb-ae4a-3a4ee584985c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:33.888875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:33.889710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Checking segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:33.890336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.890957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Bound using segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:33.891668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Bound port: 32b74185-f447-4e7b-aff9-03abfaaef8a8, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:33.892363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:33.968160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 4afcad1a-1dee-458e-a157-5400777f6fc2 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:33.986558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 4afcad1a-1dee-458e-a157-5400777f6fc2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:34.008237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:34.008942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.038886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f713cf-ae73-4a44-a802-06eb0f63e69d None None] Network 4afcad1a-1dee-458e-a157-5400777f6fc2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:34.059776 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63039cac-f318-4554-9ff5-377e042c8054 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0764492 Feb 16 12:42:34.069732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54304) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.075495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.111755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.113248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=7c40eaa3-b981-479e-8851-fbc6048ce691,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.123899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.170241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792497d8-8381-4da1-a15f-acc24e05dc15,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.177653 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd24dd43-3bd2-423d-850c-9ed547454712 tempest-NetworksApiDiscovery-1215277330 tempest-NetworksApiDiscovery-1215277330-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3776848 Feb 16 12:42:34.192155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.267009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.268370 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e87624b-14b2-4e7f-9ece-cc7c504b2911 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8500283 Feb 16 12:42:34.270316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.309544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.329627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:34.335769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.339930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:34.342612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/security-groups/5c1335c6-a8e3-4b7d-a717-06ac4442e641 HTTP/1.1" status: 204 len: 168 time: 0.8827658 Feb 16 12:42:34.345561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:34.346173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.349035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:34.357326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:34.394511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] For port 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:34.409599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400a2b9-d7c7-4e5e-b4b7-1f8979fd4afd tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1335c6-a8e3-4b7d-a717-06ac4442e641,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.419917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.489707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] For port 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3e62882b-cfce-4058-ad2e-bc443fa35c7d,segment=NetworkSegment(67b0d59b-d62f-4120-90ca-22488eb8eb38),segment_id=67b0d59b-d62f-4120-90ca-22488eb8eb38)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:34.497382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] For port 32b74185-f447-4e7b-aff9-03abfaaef8a8, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:34.543175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.565531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.576457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.580339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.583326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 722846dd-9c31-47a8-98d5-e9cbb2be226d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:34.592302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.607843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3854eb6c-8198-474a-a61c-bbcf871780b4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.612627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.630636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] For port 32b74185-f447-4e7b-aff9-03abfaaef8a8, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=32b74185-f447-4e7b-aff9-03abfaaef8a8,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:34.644427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.664810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.721322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=4133088f-0665-44d9-9770-fdf1b4657969,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:34.725943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.753819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.795034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.799206 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-460bfff8-3e3d-4ea9-9e88-64fb5d2c424e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4885101 Feb 16 12:42:34.804364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.824822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.858114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.868961 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-09267157-83a9-4315-b0b6-edd9f7bff99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4133088f-0665-44d9-9770-fdf1b4657969 HTTP/1.1" status: 204 len: 168 time: 1.5684700 Feb 16 12:42:34.870206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54326) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:34.885481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:34.892689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:34.898338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:34.902131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:34.910204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:35.058722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25afbc2-bf47-4db9-8330-f3299a18a5a9 None None] Pushing event updated for resources: {'Port': ['ID=3e62882b-cfce-4058-ad2e-bc443fa35c7d,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:35.089072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ce576-7a2e-4f03-9395-108febff2682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4afcad1a-1dee-458e-a157-5400777f6fc2', 'network_id': '4afcad1a-1dee-458e-a157-5400777f6fc2', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': '963d7a28-ea43-4afb-ae4a-3a4ee584985c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:35.092439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce576-7a2e-4f03-9395-108febff2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.094407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.170807 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c08e97c-7619-4ada-8bef-8324e7e25aca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2939177 Feb 16 12:42:35.182230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54332) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:35.233055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:35.236935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:35.407758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.457674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.504335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a29c0-60c0-4a69-bdba-994cce27283d None None] Pushing event updated for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:35.504962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.543223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:35.558331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:35.559370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Usage tracker for resource:security_group_rule and tenant:1421cede678c40c6acac23d0ce892df9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:35.563107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:35.572163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.576554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:35.752431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:35.752789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-6f6ce576-7a2e-4f03-9395-108febff2682 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 963d7a28-ea43-4afb-ae4a-3a4ee584985c: This subnet is being modified by another concurrent operation. Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:35.825327 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 963d7a28-ea43-4afb-ae4a-3a4ee584985c: This subnet is being modified by another concurrent operation. Feb 16 12:42:35.828811 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:42:35.841031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:42:35.915394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=963d7a28-ea43-4afb-ae4a-3a4ee584985c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:35.916486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9a144-c9e0-42ae-96e5-ae0001be034a None None] Network 4afcad1a-1dee-458e-a157-5400777f6fc2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:35.932990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3e62882b-cfce-4058-ad2e-bc443fa35c7d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:35.958565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50ba29-3d05-452d-88df-9099a9c6d3c9 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:35.989974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.025179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.061520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.085386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.107690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:36.117851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:36.137120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fbb4ec-9e60-4f66-a06d-f48e7f245014,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.140986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:36.144689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.203021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=722846dd-9c31-47a8-98d5-e9cbb2be226d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.203257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.204314 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a46b02bb-0ae2-4b90-b26a-cbb1b8252454 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3418353 Feb 16 12:42:36.209875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.214097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afcad1a-1dee-458e-a157-5400777f6fc2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.232180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.249448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:36.258963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:36.267714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.273915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.283900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:36.290925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147b6828-9c88-491b-bcdb-e8c7c882bb39') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.291266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147b6828-9c88-491b-bcdb-e8c7c882bb39') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:36.307244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.314892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.331642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.351652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.364323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:36.364809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.369669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:42:36.377488 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:36.381706 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:36.404762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.424961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.439531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.440236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.497042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bd4a0a8-b57c-421d-bef8-c5a6f8cf7b2f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/722846dd-9c31-47a8-98d5-e9cbb2be226d HTTP/1.1" status: 204 len: 168 time: 2.0889649 Feb 16 12:42:36.508754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.509460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a1757-53a3-4d90-9b28-2175191c2791,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.529436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af22e61-23ae-4f3a-9e87-ad7182f4a708 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:36.548594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abad8a4-1793-48ae-a8bc-9570c8cb0570 None None] Network 9882b128-ff6c-49f5-801e-621db6b244e4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:36.585754 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-10123674-07a9-48b7-aa67-f1d27fe51739 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1421cede678c40c6acac23d0ce892df9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3856378 Feb 16 12:42:36.589117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.627663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.635447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.688361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=4afcad1a-1dee-458e-a157-5400777f6fc2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.697785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58f1f75f-0428-4f5d-9bf3-2845862d3bf7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/4afcad1a-1dee-458e-a157-5400777f6fc2 HTTP/1.1" status: 204 len: 168 time: 2.6277187 Feb 16 12:42:36.702514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:36.735456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789980523'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:36.747745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:36.766357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:36.774151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:36.785161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:36.824923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.866664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.881123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:36.886654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.947849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=7c40eaa3-b981-479e-8851-fbc6048ce691,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:36.959564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:36.967264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:36.970787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:36.971077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.980081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:36.987043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=657cfd9d-93f4-4e8d-adf6-d540e25147cd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.003413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet a2a69d9a-c1f7-43ba-ad0d-4514f47b8334 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:37.016489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:37.016726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.053529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.054089 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 8a669786-a28f-430d-9c83-695f30570078 of type vlan for network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 Feb 16 12:42:37.073583 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-649ceb9a-6ac0-4d34-85bb-77da82bb899b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5483334 Feb 16 12:42:37.077411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.096236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.106951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'name': 'tempest-NetworksTestDHCPv6-638426282'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:37.115180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.138464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.150263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.188458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.189518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.193039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a1757-53a3-4d90-9b28-2175191c2791,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.209014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.214120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5a85146-da71-419d-ad58-00ed4326ed44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a6a1757-53a3-4d90-9b28-2175191c2791 HTTP/1.1" status: 204 len: 168 time: 0.6212597 Feb 16 12:42:37.216938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.229318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:37.229962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.256813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 9882b128-ff6c-49f5-801e-621db6b244e4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:37.258983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7527cf5-3d02-4ead-8253-d5977b86f1ad,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.328381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:37.370419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3e62882b-cfce-4058-ad2e-bc443fa35c7d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:37.384069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6790097 Feb 16 12:42:37.418101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9234721-5e68-4aa5-be26-c59a73e2cc56 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=6ec2c52a-f98c-466f-ad37-56acdb1e1394,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.422127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.439027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:37.462543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.463761 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eae2f1af-490c-44f2-a3f0-b077ad0459ee tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2259595 Feb 16 12:42:37.470049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:37.486612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a4f8999a-8962-4055-bf57-c19c394dd4ed', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:37.494739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:37.503808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:37.511304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:37.522991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:37.568197 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:42:37.585456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.601121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:37.602664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:37.605511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.762917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] For port 233d7497-0bd5-419a-98cd-001b54699cee, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=233d7497-0bd5-419a-98cd-001b54699cee,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:37.772765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:37.780701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:37.795295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:37.848741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.850262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:37.864555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.891106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.908727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.959091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:37.959684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 07867483-f846-4f32-82ff-7ed9926d42d3 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:37.969279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.970457 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992881 Feb 16 12:42:37.971169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f844a7-c254-455c-823a-ef7013c3c15d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000ebdd6-c537-4086-93d9-afcecf1f7abe,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:37.974360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Deleting port 233d7497-0bd5-419a-98cd-001b54699cee {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:37.974751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:37.987174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.014326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.041519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.059611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:42:38.066975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:38.067618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.069194 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "PUT /v2.0/networks/6ec2c52a-f98c-466f-ad37-56acdb1e1394 HTTP/1.1" status: 200 len: 723 time: 0.6454098 Feb 16 12:42:38.078760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54378) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.109328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:38.127338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a69d9a-c1f7-43ba-ad0d-4514f47b8334,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.137208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Router 1488492a-4be3-450d-a243-c290571d3968 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:42:38.204394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.217098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30ce49-1dc3-4b57-a896-f3cf175a9f97 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=6ec2c52a-f98c-466f-ad37-56acdb1e1394,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.232914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8476d70-2847-41d6-9198-1d59948751d4 None None] Pushing event updated for resources: {'Port': ['ID=233d7497-0bd5-419a-98cd-001b54699cee,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:38.261082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:38.397485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6f9d22d-2130-4c68-89a0-d352ef65923c tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/a2a69d9a-c1f7-43ba-ad0d-4514f47b8334 HTTP/1.1" status: 204 len: 168 time: 1.8848736 Feb 16 12:42:38.397802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.494838 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0430db97-219d-49ac-bd03-d54452f7b58f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:38.497591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0430db97-219d-49ac-bd03-d54452f7b58f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:38.503777 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0430db97-219d-49ac-bd03-d54452f7b58f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/722846dd-9c31-47a8-98d5-e9cbb2be226d HTTP/1.1" status: 404 len: 337 time: 0.1048343 Feb 16 12:42:38.510167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54394) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.530161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:38.542372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:38.547239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:38.586421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::9b (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/657cfd9d-93f4-4e8d-adf6-d540e25147cd/07867483-f846-4f32-82ff-7ed9926d42d3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:38.591235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:38.670210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:38.687124 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] Sync routers for ids ['1488492a-4be3-450d-a243-c290571d3968'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:38.688665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-549300ff-8de6-4498-abaf-8c6e66093bcf tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/routers/1488492a-4be3-450d-a243-c290571d3968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3527131 Feb 16 12:42:38.689468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54402) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:38.692973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting subnet 43da1ad3-c595-4719-9675-67f74f0dbc76 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:38.700562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.706007 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] Routers {'1488492a-4be3-450d-a243-c290571d3968'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:38.709402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1488492a-4be3-450d-a243-c290571d3968'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:38.829407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:38.831859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Provisioning complete for port 233d7497-0bd5-419a-98cd-001b54699cee triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:38.833207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.845369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:38.872480 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:38.897582 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] Routers {'1488492a-4be3-450d-a243-c290571d3968'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:38.899054 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1488492a-4be3-450d-a243-c290571d3968'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:38.913301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:38.968654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1e050-2105-44c7-91d5-859c0ca187a8 None None] The sync data for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv is: [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:38.987520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.065462 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:39.072892 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5c291-b357-4580-add5-bdf3c0f4b936 None None] The sync data for ids ['1488492a-4be3-450d-a243-c290571d3968'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:39.115818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] For port 233d7497-0bd5-419a-98cd-001b54699cee, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=233d7497-0bd5-419a-98cd-001b54699cee,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:39.123206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.233777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.335370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-8cc57a18-c383-4904-89ac-14aa8787ce6c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:39.391818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Calling delete_port for 233d7497-0bd5-419a-98cd-001b54699cee owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:39.398121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.430556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cffd39-bf39-4076-bc33-446d98c7b538 None None] Network 806a39e7-3d72-409c-a0ee-5e78caf2875d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:39.490529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:39.505754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Subnet': ['ID=43da1ad3-c595-4719-9675-67f74f0dbc76,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:39.526525 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-262879b5-28bc-42ce-a07f-8cff76db37d4 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/43da1ad3-c595-4719-9675-67f74f0dbc76 HTTP/1.1" status: 204 len: 168 time: 1.0126734 Feb 16 12:42:39.526953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.593447 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00eaf85-807c-4fbf-92b9-de36bad68246 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:39.594033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00eaf85-807c-4fbf-92b9-de36bad68246 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:39.598903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f00eaf85-807c-4fbf-92b9-de36bad68246 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/80220149-12ab-4576-ba49-44c2d7d39829 HTTP/1.1" status: 404 len: 337 time: 0.0680177 Feb 16 12:42:39.600499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.727008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4230356-2972-41bb-851c-04b5ffd3015a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Synchronizing usage tracker for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:39.754770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4230356-2972-41bb-851c-04b5ffd3015a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Unset dirty status for tenant:1aa787701d2e4c98a24d62007a5b29e6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:39.757997 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4230356-2972-41bb-851c-04b5ffd3015a tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "GET /v2.0/ports?device_id=faeb7329-3305-44c2-861b-51dd38754ca0 HTTP/1.1" status: 200 len: 205 time: 0.1497679 Feb 16 12:42:39.762037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:39.923072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 32b74185-f447-4e7b-aff9-03abfaaef8a8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:39.945781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88649ce0-b6ef-47a9-9802-908e8d963ad3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:39.946899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88649ce0-b6ef-47a9-9802-908e8d963ad3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:39.949995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-8cc57a18-c383-4904-89ac-14aa8787ce6c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:39.951363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-8cc57a18-c383-4904-89ac-14aa8787ce6c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633464540&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 1.2400091 Feb 16 12:42:39.978350 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-42a2a694-a6fe-43a3-b399-9dd098617218 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] delete failed (client error): The resource could not be found. Feb 16 12:42:39.986266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42a2a694-a6fe-43a3-b399-9dd098617218 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/routers/faeb7329-3305-44c2-861b-51dd38754ca0 HTTP/1.1" status: 404 len: 336 time: 0.2141061 Feb 16 12:42:39.986944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54420) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.095115 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-de703896-b3f7-4988-a0e0-b0fa9d2f27a3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.096294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de703896-b3f7-4988-a0e0-b0fa9d2f27a3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.098765 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-de703896-b3f7-4988-a0e0-b0fa9d2f27a3 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/f941bd52-de30-405c-8f9b-9fd6f3fa3e76 HTTP/1.1" status: 404 len: 337 time: 0.1103451 Feb 16 12:42:40.102579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.111022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.167950 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f023ff4-d54a-4edc-9b0d-8deacc2f20f2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.168566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f023ff4-d54a-4edc-9b0d-8deacc2f20f2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.172066 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f023ff4-d54a-4edc-9b0d-8deacc2f20f2 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/0a59d61c-e72d-461e-83e2-a193608a1a3e HTTP/1.1" status: 404 len: 337 time: 0.0665786 Feb 16 12:42:40.176692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.207043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88649ce0-b6ef-47a9-9802-908e8d963ad3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:40.208642 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88649ce0-b6ef-47a9-9802-908e8d963ad3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?device_id=1488492a-4be3-450d-a243-c290571d3968 HTTP/1.1" status: 200 len: 988 time: 1.4989011 Feb 16 12:42:40.215813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54434) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.218726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.274491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] Pushing event deleted for resources: {'Port': ['ID=233d7497-0bd5-419a-98cd-001b54699cee,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:40.280656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6d382-a407-41c5-98a6-c8d396b0251f None None] No DVR routers for this DVR port 233d7497-0bd5-419a-98cd-001b54699cee on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:40.289521 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-89efb8de-997d-4882-acb4-839f3d9fad66 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.290155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89efb8de-997d-4882-acb4-839f3d9fad66 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.292135 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89efb8de-997d-4882-acb4-839f3d9fad66 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/f0367e59-2c38-450a-9b24-bb5e8d9bb5ab HTTP/1.1" status: 404 len: 337 time: 0.1060636 Feb 16 12:42:40.294767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54438) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.319309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Provisioning for port 3e62882b-cfce-4058-ad2e-bc443fa35c7d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:40.343423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Provisioning complete for port 3e62882b-cfce-4058-ad2e-bc443fa35c7d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:40.343795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.377227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e24f9-10e6-4971-9b1e-8cecb07673ef None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:40.383882 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd941e3-0848-4180-87b0-d157d7ea0fce tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.384937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd941e3-0848-4180-87b0-d157d7ea0fce tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.386568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fd941e3-0848-4180-87b0-d157d7ea0fce tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/6befb19d-f19a-4a77-bf54-dc431754e51e HTTP/1.1" status: 404 len: 333 time: 0.0905488 Feb 16 12:42:40.399112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.429533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 07867483-f846-4f32-82ff-7ed9926d42d3 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:40.431423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.478864 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c78db6-4e51-4a9c-9911-804ac5d32acf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.478864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c78db6-4e51-4a9c-9911-804ac5d32acf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.481452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92c78db6-4e51-4a9c-9911-804ac5d32acf tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/882ea83b-6bef-4adb-93ff-9412c7a86ad4 HTTP/1.1" status: 404 len: 337 time: 0.0796020 Feb 16 12:42:40.489051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.585291 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b209a5f5-6901-4294-bf7c-839a64a55fca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.585811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b209a5f5-6901-4294-bf7c-839a64a55fca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.587588 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b209a5f5-6901-4294-bf7c-839a64a55fca tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/b314b783-b526-480c-b53a-a8deb52da66f HTTP/1.1" status: 404 len: 337 time: 0.1003923 Feb 16 12:42:40.591087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.628455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0b7b717b-3e85-43f6-9397-b2030c5ae1d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:40.629784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0b7b717b-3e85-43f6-9397-b2030c5ae1d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:40.690763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:40.696929 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11a8991-dbc5-41ac-94d7-6e4587171ac5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.697519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11a8991-dbc5-41ac-94d7-6e4587171ac5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.699287 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f11a8991-dbc5-41ac-94d7-6e4587171ac5 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/10a96e99-42ae-4fa8-9b2f-cf4c4de9fa4c HTTP/1.1" status: 404 len: 333 time: 0.1071506 Feb 16 12:42:40.703896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.727514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:40.728071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.736402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=eef46042-e2e8-4b38-86ba-8ed676d56467,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:40.751900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '8a669786-a28f-430d-9c83-695f30570078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:40.755427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 6ec2c52a-f98c-466f-ad37-56acdb1e1394, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:40.784290 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a9536b-6453-4834-a3bd-bf8c19ab29d0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.784754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a9536b-6453-4834-a3bd-bf8c19ab29d0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.787058 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1a9536b-6453-4834-a3bd-bf8c19ab29d0 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/0ea0a882-9888-4d9f-a7f2-654d88e72c0e HTTP/1.1" status: 404 len: 337 time: 0.0816338 Feb 16 12:42:40.789971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54458) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.846502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c290fd4c-a90f-4c1f-a345-e089c05d6673 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:40.847049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c290fd4c-a90f-4c1f-a345-e089c05d6673 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:40.849854 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c290fd4c-a90f-4c1f-a345-e089c05d6673 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/subnets/8155290e-a5e4-4138-be41-6dabdcf74132 HTTP/1.1" status: 404 len: 337 time: 0.0589452 Feb 16 12:42:40.852387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:40.861972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0b7b717b-3e85-43f6-9397-b2030c5ae1d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:40.869742 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0b7b717b-3e85-43f6-9397-b2030c5ae1d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 797 time: 0.9005847 Feb 16 12:42:40.943422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 3aeabf8c-def0-498b-8dc8-704802082bcc {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:40.943974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.970428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] DHCP port deletion for 806a39e7-3d72-409c-a0ee-5e78caf2875d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:40.971023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:40.996249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Deleting port 342e37e5-12dc-4c93-8958-a72706efec84 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:40.996809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.034279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:41.042988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-f0962b95-d27d-406a-896d-bec9789796a5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.1723058 Feb 16 12:42:41.058166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:41.062060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:41.071025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.071692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.118346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.161429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:41.199624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.229446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=07867483-f846-4f32-82ff-7ed9926d42d3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.238909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6ec2c52a-f98c-466f-ad37-56acdb1e1394) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:41.244105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.245155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.261263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87edcbd-ce18-439d-a82c-731576cd434f None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:41.273163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3f80f89e-5358-47ca-9942-5e758441288e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1892638 Feb 16 12:42:41.274136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.325977 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c7a75ce2-abea-4f6c-9bb1-55f976b860fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2367294 Feb 16 12:42:41.340373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.351545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 3aeabf8c-def0-498b-8dc8-704802082bcc owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:41.353613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:41.460985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] For port 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3e62882b-cfce-4058-ad2e-bc443fa35c7d,segment=NetworkSegment(67b0d59b-d62f-4120-90ca-22488eb8eb38),segment_id=67b0d59b-d62f-4120-90ca-22488eb8eb38)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:41.491302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.509890 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-bdacc0e3-b60c-4d75-b7bc-68fc569f40fc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:41.516460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.537450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.583280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.586642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Port': ['ID=3aeabf8c-def0-498b-8dc8-704802082bcc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.619792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71209f09-cb54-4962-a620-e0d9bf40fd3f tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/ports/3aeabf8c-def0-498b-8dc8-704802082bcc HTTP/1.1" status: 204 len: 168 time: 0.7628446 Feb 16 12:42:41.622097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.746831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265634a-9b8f-4a02-bd00-c91c55fe10ea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:41.748380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b265634a-9b8f-4a02-bd00-c91c55fe10ea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:41.759219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31393894'] for subnet, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.791078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.802315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-bdacc0e3-b60c-4d75-b7bc-68fc569f40fc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:41.803272 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-bdacc0e3-b60c-4d75-b7bc-68fc569f40fc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7595074 Feb 16 12:42:41.805849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 342e37e5-12dc-4c93-8958-a72706efec84 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:41.806197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.815959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Could not find standard attr ID for object 3aeabf8c-def0-498b-8dc8-704802082bcc. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:41.863976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 32b74185-f447-4e7b-aff9-03abfaaef8a8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=32b74185-f447-4e7b-aff9-03abfaaef8a8,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:41.869183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:41.869577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.885116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b265634a-9b8f-4a02-bd00-c91c55fe10ea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:41.886087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-6ec2c52a-f98c-466f-ad37-56acdb1e1394', 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': 'eef46042-e2e8-4b38-86ba-8ed676d56467'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:41.886906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b265634a-9b8f-4a02-bd00-c91c55fe10ea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6112452 Feb 16 12:42:41.889862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.890847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:41.907565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f713eb-14e1-4909-9c5b-9b0140a940e9 None None] Pushing event updated for resources: {'Port': ['ID=3e62882b-cfce-4058-ad2e-bc443fa35c7d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:41.919233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:41.992972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 07867483-f846-4f32-82ff-7ed9926d42d3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:41.993768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.093306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 233d7497-0bd5-419a-98cd-001b54699cee no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:42.118598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Provisioning for port 7c40eaa3-b981-479e-8851-fbc6048ce691 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:42.131760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Calling delete_port for 342e37e5-12dc-4c93-8958-a72706efec84 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:42.294738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Provisioning complete for port 7c40eaa3-b981-479e-8851-fbc6048ce691 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:42.295115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.320683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 233d7497-0bd5-419a-98cd-001b54699cee {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:42.321027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 233d7497-0bd5-419a-98cd-001b54699cee not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:42.335222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '657cfd9d-93f4-4e8d-adf6-d540e25147cd'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:42.336122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.357501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] For port 342e37e5-12dc-4c93-8958-a72706efec84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=342e37e5-12dc-4c93-8958-a72706efec84,segment=NetworkSegment(5eb85b67-bcd7-4eea-ba6f-0c402554994f),segment_id=5eb85b67-bcd7-4eea-ba6f-0c402554994f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:42.358509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.459945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:42.462867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-b9dc4db5-ce61-4f4c-bd1c-8cc8ca5dbbcf service neutron] 10.222.0.65 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392679 Feb 16 12:42:42.511298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.537653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3e62882b-cfce-4058-ad2e-bc443fa35c7d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:42.562043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Port 7c40eaa3-b981-479e-8851-fbc6048ce691 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:42.602553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Calling delete_port for 342e37e5-12dc-4c93-8958-a72706efec84 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:42.624256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.693886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] Pushing event deleted for resources: {'Port': ['ID=342e37e5-12dc-4c93-8958-a72706efec84,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:42.705550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Provisioning complete for port 342e37e5-12dc-4c93-8958-a72706efec84 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:42.705927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.741234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:42.741689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:42.803715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388692f6-7f24-427b-bf0e-9a4c35ae78dd None None] No DVR routers for this DVR port 342e37e5-12dc-4c93-8958-a72706efec84 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:42.813480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Port 342e37e5-12dc-4c93-8958-a72706efec84 was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:42:42.853188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3e62882b-cfce-4058-ad2e-bc443fa35c7d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:42.853188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.872612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-5052174f-8140-4c3a-bdca-cb11a42f42ae service neutron] 10.222.0.65 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665572 Feb 16 12:42:42.887371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Provisioning complete for port 3e62882b-cfce-4058-ad2e-bc443fa35c7d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:42.888173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e8c420ee-d8bb-4a85-991a-2da9f6a7dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:42.937255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/657cfd9d-93f4-4e8d-adf6-d540e25147cd/fa9b8b62-202f-4345-862f-603f94b8c341) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:43.212490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32709876'] for subnet, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.243518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Deleting port 342e37e5-12dc-4c93-8958-a72706efec84 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:43.244920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.265690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17822f40-5540-4efe-b875-495b4fd8f6f8 req-acadf03f-a3db-4670-9587-757a718cc00a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 210 time: 0.1887820 Feb 16 12:42:43.299318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:43.300224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.305254 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "PUT /v2.0/subnets/eef46042-e2e8-4b38-86ba-8ed676d56467 HTTP/1.1" status: 200 len: 806 time: 1.9625611 Feb 16 12:42:43.314657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54510) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:43.338871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Allocated IP 172.20.0.2 (6ec2c52a-f98c-466f-ad37-56acdb1e1394/eef46042-e2e8-4b38-86ba-8ed676d56467/d6954a23-35d7-4c7b-9b80-af7c9d62fd56) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:43.393671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:43.399800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] The port '342e37e5-12dc-4c93-8958-a72706efec84' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:43.451819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 342e37e5-12dc-4c93-8958-a72706efec84 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:43.453122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 342e37e5-12dc-4c93-8958-a72706efec84 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:43.462867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.606888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.631549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 07867483-f846-4f32-82ff-7ed9926d42d3 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:43.651653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806a39e7-3d72-409c-a0ee-5e78caf2875d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:43.665334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb85b67-bcd7-4eea-ba6f-0c402554994f') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:43.665676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb85b67-bcd7-4eea-ba6f-0c402554994f') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:43.679362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.687808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.700548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.709358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:43.709776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.710222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Transition to ACTIVE for port object fa9b8b62-202f-4345-862f-603f94b8c341 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:43.731666 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:43.777213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Transition to ACTIVE for port object fa9b8b62-202f-4345-862f-603f94b8c341 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:43.818332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.906764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.917576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792f8f-1744-4478-84f2-d5db4d31e7ee tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=eef46042-e2e8-4b38-86ba-8ed676d56467,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:43.921650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:43.927106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.003301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] Pushing event deleted for resources: {'Network': ['ID=806a39e7-3d72-409c-a0ee-5e78caf2875d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.016455 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8448d4cc-0f12-47bd-b431-6ec49879d985 tempest-PortsTestJSON-860767413 tempest-PortsTestJSON-860767413-project] 10.222.0.65 "DELETE /v2.0/networks/806a39e7-3d72-409c-a0ee-5e78caf2875d HTTP/1.1" status: 204 len: 168 time: 2.3921177 Feb 16 12:42:44.125732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 7c40eaa3-b981-479e-8851-fbc6048ce691 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:44.126316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.135922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:44.137756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Pushing event updated for resources: {'Port': ['ID=fa9b8b62-202f-4345-862f-603f94b8c341,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.144217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:44.150110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:44.179618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.285959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.305724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Attempting to bind port fa9b8b62-202f-4345-862f-603f94b8c341 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:44.306299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Attempting to bind port fa9b8b62-202f-4345-862f-603f94b8c341 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:44.306812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Attempting to bind port fa9b8b62-202f-4345-862f-603f94b8c341 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:44.329130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Transition to ACTIVE for port object d6954a23-35d7-4c7b-9b80-af7c9d62fd56 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:44.335288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:44.338638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:44.339495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.351307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:44.351307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Bound port: fa9b8b62-202f-4345-862f-603f94b8c341, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:44.351307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.479975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:44.483425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 32b74185-f447-4e7b-aff9-03abfaaef8a8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:44.555040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Transition to ACTIVE for port object d6954a23-35d7-4c7b-9b80-af7c9d62fd56 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:44.589433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.666707 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ad96a72-9800-4e92-bf8a-acdbacceb0b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1aa787701d2e4c98a24d62007a5b29e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853716 Feb 16 12:42:44.669173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54544) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:44.721118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] For port fa9b8b62-202f-4345-862f-603f94b8c341, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:44.728159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:44.743303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.744374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:44.747507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:44.772113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.773448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] For port fa9b8b62-202f-4345-862f-603f94b8c341, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa9b8b62-202f-4345-862f-603f94b8c341,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:44.774722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Pushing event updated for resources: {'Port': ['ID=d6954a23-35d7-4c7b-9b80-af7c9d62fd56,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.783525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.861814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.890952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b70014-a866-43b9-be42-0b3991611644,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.903273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.904891 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93614579-f3dc-4e64-81c4-6697da4479a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40b70014-a866-43b9-be42-0b3991611644 HTTP/1.1" status: 204 len: 168 time: 0.2347515 Feb 16 12:42:44.921727 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=07867483-f846-4f32-82ff-7ed9926d42d3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:44.971495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36e37bbf-3b23-4aa3-b926-c26dfd778208 req-da53641f-e293-499d-88b5-9c5453640e78 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 210 time: 0.3706169 Feb 16 12:42:44.973031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:44.998491 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9876920c-a9f0-4c1d-a1a7-fed96af5a138 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/07867483-f846-4f32-82ff-7ed9926d42d3 HTTP/1.1" status: 204 len: 168 time: 3.1054895 Feb 16 12:42:45.000908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.001415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54552) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:45.104353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.152321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.315363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 32b74185-f447-4e7b-aff9-03abfaaef8a8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:45.315742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.363313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 7c40eaa3-b981-479e-8851-fbc6048ce691 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:45.396653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Attempting to bind port d6954a23-35d7-4c7b-9b80-af7c9d62fd56 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:45.397166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Attempting to bind port d6954a23-35d7-4c7b-9b80-af7c9d62fd56 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8a669786-a28f-430d-9c83-695f30570078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:45.397381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Attempting to bind port d6954a23-35d7-4c7b-9b80-af7c9d62fd56 on network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:45.412664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-93f1df59-7f52-461d-9ab3-0baee6d66a63 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:45.413358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-93f1df59-7f52-461d-9ab3-0baee6d66a63 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:45.432227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:45.432603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Checking segment: {'id': '8a669786-a28f-430d-9c83-695f30570078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:45.434037 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.434921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Bound using segment: {'id': '8a669786-a28f-430d-9c83-695f30570078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:45.435576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Bound port: d6954a23-35d7-4c7b-9b80-af7c9d62fd56, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a669786-a28f-430d-9c83-695f30570078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:45.436144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.443644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=eef46042-e2e8-4b38-86ba-8ed676d56467,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.445678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4872eb-3066-4b0d-87fd-685bb4b50e6c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:45.447431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4872eb-3066-4b0d-87fd-685bb4b50e6c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:45.448244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4872eb-3066-4b0d-87fd-685bb4b50e6c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:45.483790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684931d-1265-44a9-ace8-6365a633f088 None None] Pushing event updated for resources: {'Port': ['ID=fa9b8b62-202f-4345-862f-603f94b8c341,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:45.484601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4872eb-3066-4b0d-87fd-685bb4b50e6c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:45.488920 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee4872eb-3066-4b0d-87fd-685bb4b50e6c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4834931 Feb 16 12:42:45.488920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-93f1df59-7f52-461d-9ab3-0baee6d66a63 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:45.488920 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-93f1df59-7f52-461d-9ab3-0baee6d66a63 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 797 time: 0.4080405 Feb 16 12:42:45.489524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54566) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:45.594508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-2f21e028-073e-4451-a514-13a3543427d4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:45.625694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-2f21e028-073e-4451-a514-13a3543427d4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:45.626818 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-2f21e028-073e-4451-a514-13a3543427d4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 379 time: 0.1250374 Feb 16 12:42:45.637954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['a4f8999a-8962-4055-bf57-c19c394dd4ed']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:45.740246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] For port d6954a23-35d7-4c7b-9b80-af7c9d62fd56, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:45.758054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] For port d6954a23-35d7-4c7b-9b80-af7c9d62fd56, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6954a23-35d7-4c7b-9b80-af7c9d62fd56,segment=NetworkSegment(8a669786-a28f-430d-9c83-695f30570078),segment_id=8a669786-a28f-430d-9c83-695f30570078)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:45.777147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:45.906421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:45.918436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:45.936121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:45.940696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.083780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.085873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88992f-0f8b-4d1e-bd29-2bb48f7594bc None None] Pushing event updated for resources: {'Port': ['ID=d6954a23-35d7-4c7b-9b80-af7c9d62fd56,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:46.118216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4f946-79de-4994-87cc-6e156317ee1c None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:46.129862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec2c52a-f98c-466f-ad37-56acdb1e1394']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:46.146689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a669786-a28f-430d-9c83-695f30570078') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:46.147136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a669786-a28f-430d-9c83-695f30570078') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:46.166835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.221905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.232920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:46.237797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:46.295258 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:46.313782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:46.370752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.13 (2e8823ee-e814-4066-afa7-ad3e56f305b9/dcbb5359-1dd8-4570-b791-80c106e6010e/96ef19c2-7007-479d-ab57-d17407ddae76) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:46.495955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33475b51-f4cf-40f9-99e6-983660526dcc None None] Network 6ec2c52a-f98c-466f-ad37-56acdb1e1394 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:46.575173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--83814836'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:46.594144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa9b8b62-202f-4345-862f-603f94b8c341 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:46.595819 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:42:46.595819 dv-neutron-829435-1-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:42:46.595819 dv-neutron-829435-1-hyperv neutron-server[87698]: [parameters: {'id': '6ec2c52a-f98c-466f-ad37-56acdb1e1394'}] Feb 16 12:42:46.595819 dv-neutron-829435-1-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:46.596201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:46.606725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:46.632641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-49e519a7-1206-4ba1-9d07-7923cb6f4dce req-633f48d7-7def-47a2-8d02-aed651c4110b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 210 time: 0.2880478 Feb 16 12:42:46.633984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.642829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:46.658360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 657cfd9d-93f4-4e8d-adf6-d540e25147cd {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:46.662522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.680200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:46.700617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:46.789563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=7c40eaa3-b981-479e-8851-fbc6048ce691,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:46.843642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.896650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.909264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fa9b8b62-202f-4345-862f-603f94b8c341 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:46.974526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.127648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:47.139022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:47.149176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:47.176772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:47.187345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.200668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.235124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 96ef19c2-7007-479d-ab57-d17407ddae76 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:47.310481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Provisioning for port fa9b8b62-202f-4345-862f-603f94b8c341 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:47.311400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.326023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.335975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Provisioning complete for port fa9b8b62-202f-4345-862f-603f94b8c341 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:47.337083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.445641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.491676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:47.498985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.521748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:47.523142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:47.528549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:47.538910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:47.541974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:47.561361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.583265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:47.610921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:47.618571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5f520-f69f-47a1-a375-cfb92def5328,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:47.641870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] For port fa9b8b62-202f-4345-862f-603f94b8c341, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa9b8b62-202f-4345-862f-603f94b8c341,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:47.655778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.748046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port d6954a23-35d7-4c7b-9b80-af7c9d62fd56 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:47.748391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.770577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.770803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Could not find standard attr ID for object 07867483-f846-4f32-82ff-7ed9926d42d3. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:47.791132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.831851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638aa0f-a0d6-4426-8198-917d08079c4d None None] Pushing event updated for resources: {'Port': ['ID=fa9b8b62-202f-4345-862f-603f94b8c341,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:47.884332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-56a95dce-9d57-4bf1-ab93-ddbee69cd6d8 None None] Could not find standard attr ID for object 01fc560a-7391-4370-b2ea-b9da23b3e8dd. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:47.902198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:47.902920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.931995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Router 1488492a-4be3-450d-a243-c290571d3968 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:42:47.933895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f58d02-3369-46a6-9904-c59ee7c1ae0f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:47.940422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:47.944224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee4a28bf-22bd-4ac1-a062-16fd8dde3097 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6273088 Feb 16 12:42:47.946336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:47.947931 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-0743404e-f976-4c39-a9eb-3435000ea10d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3139513 Feb 16 12:42:48.014974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8dd170a0-870f-4d11-8ce4-d925efcc1066 None None] Provisioning for port 96ef19c2-7007-479d-ab57-d17407ddae76 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:48.022166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8dd170a0-870f-4d11-8ce4-d925efcc1066 None None] Provisioning complete for port 96ef19c2-7007-479d-ab57-d17407ddae76 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:48.023290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dd170a0-870f-4d11-8ce4-d925efcc1066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.034962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e843993c-791b-435e-adb5-73f19b0fadab tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:48.055071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e843993c-791b-435e-adb5-73f19b0fadab tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:48.056908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e843993c-791b-435e-adb5-73f19b0fadab tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1077402 Feb 16 12:42:48.060417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.068551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-security--1683779734', 'description': 'tempest-security-description-2104934106'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:48.098761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Request body: {'port': {'device_id': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:48.164833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8dd170a0-870f-4d11-8ce4-d925efcc1066 None None] Port 96ef19c2-7007-479d-ab57-d17407ddae76 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:48.251103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.277555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.282460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4a3b892b-d244-4143-aa44-5f1d4041acf8 None None] Could not find standard attr ID for object 07867483-f846-4f32-82ff-7ed9926d42d3. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:42:48.332846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.418705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.429785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa9b8b62-202f-4345-862f-603f94b8c341 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:48.450905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:42:48.529477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f27d-4a8b-4184-b7af-6c345a6ea780 req-fafea785-2175-4ba7-b314-5edf37f309a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:48.531106 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2679f27d-4a8b-4184-b7af-6c345a6ea780 req-fafea785-2175-4ba7-b314-5edf37f309a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 932 time: 0.5948155 Feb 16 12:42:48.533392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port d6954a23-35d7-4c7b-9b80-af7c9d62fd56, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6954a23-35d7-4c7b-9b80-af7c9d62fd56,segment=NetworkSegment(8a669786-a28f-430d-9c83-695f30570078),segment_id=8a669786-a28f-430d-9c83-695f30570078)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:48.533824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.549314 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f91f89b9-f7f5-485b-be4f-811c3f84a889 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/routers/1488492a-4be3-450d-a243-c290571d3968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3249476 Feb 16 12:42:48.572721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] Sync routers for ids ['1488492a-4be3-450d-a243-c290571d3968'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:42:48.574229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54608) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.608035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] Routers {'1488492a-4be3-450d-a243-c290571d3968'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:48.608974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1488492a-4be3-450d-a243-c290571d3968'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:48.737841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:48.747963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861fb1f-ca4e-42f4-924a-5edc2a9dec1c None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:48.796633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fa9b8b62-202f-4345-862f-603f94b8c341 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:48.797009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.811246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for d6954a23-35d7-4c7b-9b80-af7c9d62fd56 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:48.837585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] Routers {'1488492a-4be3-450d-a243-c290571d3968'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:42:48.838207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1488492a-4be3-450d-a243-c290571d3968'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:48.844880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.848437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.856440 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "PUT /v2.0/security-groups/68f58d02-3369-46a6-9904-c59ee7c1ae0f HTTP/1.1" status: 200 len: 1780 time: 0.7877698 Feb 16 12:42:48.858040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.864168 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d0303d-5a19-4cc4-b0f7-435647f0e159 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:42:48.864889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d5d0303d-5a19-4cc4-b0f7-435647f0e159 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:48.901508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2679f27d-4a8b-4184-b7af-6c345a6ea780 req-ff591a0c-84f2-4fae-9431-1f057e3ffc7b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550284 Feb 16 12:42:48.901785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ef19c2-7007-479d-ab57-d17407ddae76 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:42:48.913308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.915757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.939187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f861e-a40e-4ea1-be51-b75b3c5599c6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f58d02-3369-46a6-9904-c59ee7c1ae0f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.950925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Transition to ACTIVE for port object 96ef19c2-7007-479d-ab57-d17407ddae76 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:48.955187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:48.977169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=657cfd9d-93f4-4e8d-adf6-d540e25147cd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:48.981970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:48.982378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7706c-0525-47cb-9daf-7473193ed8a3 None None] The sync data for ids ['1488492a-4be3-450d-a243-c290571d3968'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:42:48.992219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.011978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d5d0303d-5a19-4cc4-b0f7-435647f0e159 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:49.015927 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d5d0303d-5a19-4cc4-b0f7-435647f0e159 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/7c40eaa3-b981-479e-8851-fbc6048ce691 HTTP/1.1" status: 404 len: 333 time: 0.4399383 Feb 16 12:42:49.017374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.059260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.123058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861fb1f-ca4e-42f4-924a-5edc2a9dec1c None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:49.222698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5da04d6-5776-43a6-bf22-bf859160072b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups/68f58d02-3369-46a6-9904-c59ee7c1ae0f HTTP/1.1" status: 200 len: 1780 time: 0.3600116 Feb 16 12:42:49.230917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.233857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.264159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Attempting to bind port 96ef19c2-7007-479d-ab57-d17407ddae76 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:49.264503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Attempting to bind port 96ef19c2-7007-479d-ab57-d17407ddae76 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:49.264805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Attempting to bind port 96ef19c2-7007-479d-ab57-d17407ddae76 on network 2e8823ee-e814-4066-afa7-ad3e56f305b9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:49.279173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Port 96ef19c2-7007-479d-ab57-d17407ddae76 on network 2e8823ee-e814-4066-afa7-ad3e56f305b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:49.279490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Attempting to bind port 96ef19c2-7007-479d-ab57-d17407ddae76 on network 2e8823ee-e814-4066-afa7-ad3e56f305b9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:49.297295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:49.297622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Checking segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:49.297998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Bound using segment: {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:49.298423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Bound port: 96ef19c2-7007-479d-ab57-d17407ddae76, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:49.299426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.334455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd57df72-dd4a-478c-b0ba-74ee3bef1c81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/657cfd9d-93f4-4e8d-adf6-d540e25147cd HTTP/1.1" status: 204 len: 168 time: 3.8390303 Feb 16 12:42:49.342185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.342913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=d6954a23-35d7-4c7b-9b80-af7c9d62fd56,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.349711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port d6954a23-35d7-4c7b-9b80-af7c9d62fd56 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:49.374795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.407416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.427062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.441517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:49.464707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=96ef19c2-7007-479d-ab57-d17407ddae76,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:49.471500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.504550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283044b-53bf-4e64-b16a-dd14f6e211ba None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:49.516748 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-024f90fe-7c64-4770-8250-5e2f0d63a406 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675849 Feb 16 12:42:49.519116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.534119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:49.556931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:49.557319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.558813 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] 10.222.0.81 "PUT /v2.0/ports/96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 1094 time: 1.5904715 Feb 16 12:42:49.561872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:49.586188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.698872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283044b-53bf-4e64-b16a-dd14f6e211ba None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:49.719477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f58d02-3369-46a6-9904-c59ee7c1ae0f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.747689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bfc6a-4ffc-489a-ab3c-cde4dbc63bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:49.771039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.774456 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0d722de-a219-4503-a252-ecf374a28319 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/68f58d02-3369-46a6-9904-c59ee7c1ae0f HTTP/1.1" status: 204 len: 168 time: 0.5326588 Feb 16 12:42:49.777610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:49.781692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:49.802097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:49.807497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:49.817558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:49.871785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:49.875238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.932267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.955734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.966207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:49.978033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec2c52a-f98c-466f-ad37-56acdb1e1394']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:50.006342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a669786-a28f-430d-9c83-695f30570078') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:50.010288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a669786-a28f-430d-9c83-695f30570078') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:50.010463 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76', 'status': 'completed', 'code': 200} Feb 16 12:42:50.021074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e43c0e9c-dee9-4c0d-9825-71572cec1dbc tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:50.041406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.043796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-1a766800-370d-4998-8d59-9293867928d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:50.044824 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-1a766800-370d-4998-8d59-9293867928d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1097 time: 0.3638136 Feb 16 12:42:50.055487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.064138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Fanout notify agent at l3_agent the message router_deleted on router 1488492a-4be3-450d-a243-c290571d3968 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:42:50.133092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.136972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-049faf2f-5129-473f-80f6-a51aff84efc6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/routers/1488492a-4be3-450d-a243-c290571d3968 HTTP/1.1" status: 204 len: 168 time: 1.1137488 Feb 16 12:42:50.138191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.140227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.182802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cad22d-c99d-4fdd-a84f-352db7795b66 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:50.188902 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-db2affd8-4e2a-46f9-ad18-81f19bb8180c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 217 time: 0.0940726 Feb 16 12:42:50.189493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e43c0e9c-dee9-4c0d-9825-71572cec1dbc tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:50.190566 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e43c0e9c-dee9-4c0d-9825-71572cec1dbc tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4120896 Feb 16 12:42:50.198068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:50.198254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.198837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:50.218526 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:50.313460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3242c01f-3e88-48d8-a7fc-1ab3d5adf999 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] delete failed (client error): The resource could not be found. Feb 16 12:42:50.314598 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3242c01f-3e88-48d8-a7fc-1ab3d5adf999 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/68f58d02-3369-46a6-9904-c59ee7c1ae0f HTTP/1.1" status: 404 len: 347 time: 0.1155949 Feb 16 12:42:50.320315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54658) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.336934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109836191'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:50.352845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:50.366669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-3a6278c3-559c-43d5-abc9-a529be14dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:50.368292 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-3a6278c3-559c-43d5-abc9-a529be14dba5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 200 len: 834 time: 0.1707704 Feb 16 12:42:50.411929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:50.418679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.457986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.472273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.491288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet c0594855-b0ba-4b76-a9fb-db5295d72263 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:50.497133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=6ec2c52a-f98c-466f-ad37-56acdb1e1394,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:50.499633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.545834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f71165-9e91-48e9-be6f-ac999fd57eb0 req-b2b3bb08-4e82-4c5f-b3e1-d5066d5fde79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:50.547356 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a2f71165-9e91-48e9-be6f-ac999fd57eb0 req-b2b3bb08-4e82-4c5f-b3e1-d5066d5fde79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 944 time: 0.4794688 Feb 16 12:42:50.548832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88eac8a0-2ea6-4329-a734-93f61d05e938 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/6ec2c52a-f98c-466f-ad37-56acdb1e1394 HTTP/1.1" status: 204 len: 168 time: 7.1976447 Feb 16 12:42:50.556631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.575515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:50.576190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:50.581565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Deleting port fa9b8b62-202f-4345-862f-603f94b8c341 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:50.583416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.587398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:50.591666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-7e8d2a48-c410-4990-b0de-06f75281f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:50.593810 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-7e8d2a48-c410-4990-b0de-06f75281f966 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e8823ee-e814-4066-afa7-ad3e56f305b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2135117 Feb 16 12:42:50.596881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:50.644924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:50.661449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3afe529-9fc7-42a3-bbdc-e0590610e699 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:50.661916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3afe529-9fc7-42a3-bbdc-e0590610e699 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:50.663564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3afe529-9fc7-42a3-bbdc-e0590610e699 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/6ec2c52a-f98c-466f-ad37-56acdb1e1394 HTTP/1.1" status: 404 len: 339 time: 0.1060259 Feb 16 12:42:50.666345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.684206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:50.709800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096980820', 'description': 'd1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:50.719255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-5f19f6e3-9d0d-45ea-8272-d785455a49d9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:50.730009 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a2f71165-9e91-48e9-be6f-ac999fd57eb0 req-18ef412b-c146-47eb-8a9b-b5690f79b771 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391015 Feb 16 12:42:50.758132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-5f19f6e3-9d0d-45ea-8272-d785455a49d9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:50.767154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-5f19f6e3-9d0d-45ea-8272-d785455a49d9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809560313&fields=id&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 267 time: 0.2166195 Feb 16 12:42:50.839923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:50.859506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] For port fa9b8b62-202f-4345-862f-603f94b8c341, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa9b8b62-202f-4345-862f-603f94b8c341,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:50.860162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.868968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.870208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:network and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:50.883803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:50.889710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.905274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:50.913671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:51.003188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Calling delete_port for fa9b8b62-202f-4345-862f-603f94b8c341 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:51.022844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:51.026475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.038024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.042287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:51.049595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-ec11a069-1f51-46c8-99c1-f6fa1f16adbf service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436784 Feb 16 12:42:51.061337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:51.072061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37f33a1-7075-4757-89f5-1f4355a16134,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.094803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-584428a6-8e56-473d-b5c0-039a11f37710 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.095472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-584428a6-8e56-473d-b5c0-039a11f37710 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:51.096562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.097012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.099157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.120734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.124858 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31a2390b-81c3-4831-a82b-4337b3ddf76b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7986608 Feb 16 12:42:51.125127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.132737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': 'd37f33a1-7075-4757-89f5-1f4355a16134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:51.137130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=4f1ea9bc-6838-43ff-9711-74cea6a9f476,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.139734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-584428a6-8e56-473d-b5c0-039a11f37710 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:51.147767 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-584428a6-8e56-473d-b5c0-039a11f37710 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.3792305 Feb 16 12:42:51.149934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] Pushing event deleted for resources: {'Port': ['ID=fa9b8b62-202f-4345-862f-603f94b8c341,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.151045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:51.151930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718ba38-6e46-42e0-8112-9d95c6bb9b35 None None] No DVR routers for this DVR port fa9b8b62-202f-4345-862f-603f94b8c341 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:51.169826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:51.171512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d469dcd-680c-4659-83d6-568d26922938 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:51.178336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:51.190770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-60a1d70a-30f1-400c-93a9-e3f9789e4e65 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/quotas/f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 375 time: 0.0415733 Feb 16 12:42:51.217573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-470185db-4944-47e7-ba1a-48c87834e662 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6937029 Feb 16 12:42:51.219323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54676) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.227767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'name': 'tempest-NetworksTestDHCPv6-620895370'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:51.233361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:51.248450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.258113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:51.305159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=c0594855-b0ba-4b76-a9fb-db5295d72263,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.308075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.316184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.327904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dc5c6-678f-421c-9432-595799f21dd4 None None] Network 9882b128-ff6c-49f5-801e-621db6b244e4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:51.328325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.328674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 90519efc-58f3-4b00-99e8-1ef8bf3ff76c of type vlan for network ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 Feb 16 12:42:51.337252 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6d1e486a-ef6d-4ae0-a086-20b610d02785 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/c0594855-b0ba-4b76-a9fb-db5295d72263 HTTP/1.1" status: 204 len: 168 time: 1.1958160 Feb 16 12:42:51.337950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.431822 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30d4e210-12c2-4bae-8f60-5aa94e5b0035 req-ef8f0626-19b6-4cd5-8d66-ba05f04ba5c3 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683755 Feb 16 12:42:51.474495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.503405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-f83bd441-cfa9-4e8e-b000-a7ad49121520 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:51.531310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:51.534112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.538314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:51.538545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.546202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.554058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:51.568160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.573671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5765540a-bf22-4f26-9742-4679ffb73075,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.586249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.586882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.587604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-f83bd441-cfa9-4e8e-b000-a7ad49121520 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:51.597194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-f83bd441-cfa9-4e8e-b000-a7ad49121520 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4052937 Feb 16 12:42:51.621516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:51.632144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port 3e62882b-cfce-4058-ad2e-bc443fa35c7d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:51.632274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.662765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '4f1ea9bc-6838-43ff-9711-74cea6a9f476'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:51.663622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.671600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.673480 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-800e9b9a-4363-4a4c-bd60-587babd2c70b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5469906 Feb 16 12:42:51.677589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.750288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:51.753214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.756251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.769655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0825043 Feb 16 12:42:51.778163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54692) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:51.787182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33f606-2530-4537-8af3-83d6ae66a86b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:51.802065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] DHCP port deletion for 9882b128-ff6c-49f5-801e-621db6b244e4 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:42:51.808773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:51.850592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Deleting port 3e62882b-cfce-4058-ad2e-bc443fa35c7d {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:51.851081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.915789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef78d2a-c63c-4d3e-b9bb-07e48dfcf76b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.916422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ef78d2a-c63c-4d3e-b9bb-07e48dfcf76b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Synchronizing usage tracker for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:51.919247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 0308367a-869b-4fb7-a67a-daec51c09184 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:42:51.982201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:51.995119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-074853f2-3202-461f-a0ea-8bd2562a3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:51.996649 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-074853f2-3202-461f-a0ea-8bd2562a3caf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1097 time: 0.4302032 Feb 16 12:42:52.022711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.038667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ef78d2a-c63c-4d3e-b9bb-07e48dfcf76b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Unset dirty status for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:52.042680 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ef78d2a-c63c-4d3e-b9bb-07e48dfcf76b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks?id=ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 HTTP/1.1" status: 200 len: 761 time: 0.2604380 Feb 16 12:42:52.053627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54696) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:52.065612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'description': 'd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:52.111980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/4f1ea9bc-6838-43ff-9711-74cea6a9f476/46622b61-aa44-4ada-bcd4-fe052b65d2f0) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:52.118771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] For port 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3e62882b-cfce-4058-ad2e-bc443fa35c7d,segment=NetworkSegment(67b0d59b-d62f-4120-90ca-22488eb8eb38),segment_id=67b0d59b-d62f-4120-90ca-22488eb8eb38)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:52.119240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.137643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.276980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for 3e62882b-cfce-4058-ad2e-bc443fa35c7d owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:52.310170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] For port 3e62882b-cfce-4058-ad2e-bc443fa35c7d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3e62882b-cfce-4058-ad2e-bc443fa35c7d,segment=NetworkSegment(67b0d59b-d62f-4120-90ca-22488eb8eb38),segment_id=67b0d59b-d62f-4120-90ca-22488eb8eb38)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:52.310580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.323224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5765540a-bf22-4f26-9742-4679ffb73075,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:52.342304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.343950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c21b24ce-86a6-4e43-b5aa-e5cfbd939626 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5765540a-bf22-4f26-9742-4679ffb73075 HTTP/1.1" status: 204 len: 168 time: 0.6649137 Feb 16 12:42:52.360588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:52.385735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-db081517-9377-41dc-bcd5-db3e76c78868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.387221 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-db081517-9377-41dc-bcd5-db3e76c78868 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 898 time: 0.3823524 Feb 16 12:42:52.400298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-14b2952e-6467-4745-946f-30b996d1a0ad service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893479 Feb 16 12:42:52.454611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Calling delete_port for 3e62882b-cfce-4058-ad2e-bc443fa35c7d owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:52.465319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58721e15-7866-4db6-b243-935eb0212359 req-3d36b8a3-22aa-4a8b-a903-a712bf32a07d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.467618 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58721e15-7866-4db6-b243-935eb0212359 req-3d36b8a3-22aa-4a8b-a903-a712bf32a07d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 944 time: 0.5583665 Feb 16 12:42:52.485408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3e62882b-cfce-4058-ad2e-bc443fa35c7d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:52.493665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-4b0113e6-ec40-4779-b363-96914bf381a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 217 time: 0.0878267 Feb 16 12:42:52.600952 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-73b660c6-c90a-4965-84a4-838c09c86326 service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996896 Feb 16 12:42:52.622284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44dc0068-6724-4b38-994c-f742fb121967 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:52.677580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.700954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58721e15-7866-4db6-b243-935eb0212359 req-bf435628-03f9-445f-b2d3-3874f4fed059 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868704 Feb 16 12:42:52.704108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44dc0068-6724-4b38-994c-f742fb121967 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:52.710051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54706) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:52.712945 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-44dc0068-6724-4b38-994c-f742fb121967 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3480999 Feb 16 12:42:52.713099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.726918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Transition to ACTIVE for port object 46622b61-aa44-4ada-bcd4-fe052b65d2f0 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:52.735186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.747259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.761430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.790502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:42:52.790851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:42:52.794107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Transition to ACTIVE for port object 46622b61-aa44-4ada-bcd4-fe052b65d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:52.824298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No DVR routers for this DVR port 3e62882b-cfce-4058-ad2e-bc443fa35c7d on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:42:52.875801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:52.894421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.916964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:42:52.917586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=3e62882b-cfce-4058-ad2e-bc443fa35c7d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:52.922714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.923399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:52.929763 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-413f1ad4-e8d8-4f9a-8e17-d6f02877746b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "PUT /v2.0/networks/ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 HTTP/1.1" status: 200 len: 758 time: 0.8682961 Feb 16 12:42:52.932086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:52.935569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-618ce507-df98-45bf-9fcf-9a42f38c6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:52.937149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-618ce507-df98-45bf-9fcf-9a42f38c6eed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 200 len: 834 time: 0.3189440 Feb 16 12:42:52.940636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:52.951547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa9b8b62-202f-4345-862f-603f94b8c341 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:42:53.017769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: fa9b8b62-202f-4345-862f-603f94b8c341 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:42:53.018212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa9b8b62-202f-4345-862f-603f94b8c341 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:42:53.090131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:53.101093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:53.114451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:53.116938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Pushing event updated for resources: {'Port': ['ID=46622b61-aa44-4ada-bcd4-fe052b65d2f0,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.220839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Attempting to bind port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:53.221490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Attempting to bind port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:53.222062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Attempting to bind port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:53.229304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:53.230057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:53.230660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.231240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:53.231993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Bound port: 46622b61-aa44-4ada-bcd4-fe052b65d2f0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:53.232522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.237713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521d0b5-834b-4d26-8a8c-d2687d4301e0 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:53.243330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b521d0b5-834b-4d26-8a8c-d2687d4301e0 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks?id=ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 HTTP/1.1" status: 200 len: 761 time: 0.2961318 Feb 16 12:42:53.246138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.248621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:53.267434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::3a0 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/4f1ea9bc-6838-43ff-9711-74cea6a9f476/0308367a-869b-4fb7-a67a-daec51c09184) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:53.286306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648704612'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:53.291431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Deleting port 3e62882b-cfce-4058-ad2e-bc443fa35c7d {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:53.292267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.298968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:53.329583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.340417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:53.343032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.367147 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8d6871c8-1a21-42a6-8801-4187d6b6259b req-07ab43ed-2455-4768-b1ae-98008a5caa1d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 210 time: 0.2016807 Feb 16 12:42:53.384457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7200ff87-cae5-433a-bbaa-becdc546a55a None None] The port '3e62882b-cfce-4058-ad2e-bc443fa35c7d' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:42:53.410503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9882b128-ff6c-49f5-801e-621db6b244e4']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:53.418620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:53.422447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.423250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] For port 46622b61-aa44-4ada-bcd4-fe052b65d2f0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:53.427382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] For port 46622b61-aa44-4ada-bcd4-fe052b65d2f0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=46622b61-aa44-4ada-bcd4-fe052b65d2f0,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:53.431881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b0d59b-d62f-4120-90ca-22488eb8eb38') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:53.432351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b0d59b-d62f-4120-90ca-22488eb8eb38') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:53.435276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.450596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.475828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.489869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:53.490878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.497804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-c9e4002f-1abc-479b-8635-6cb7f3bdd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:53.499779 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-c9e4002f-1abc-479b-8635-6cb7f3bdd048 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e8823ee-e814-4066-afa7-ad3e56f305b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5294137 Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:53.508808 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:53.540119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56b51f-8eaf-4736-abf8-d749d849b2b3 None None] Pushing event updated for resources: {'Port': ['ID=46622b61-aa44-4ada-bcd4-fe052b65d2f0,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.634032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.640903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.650547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:42:53.660170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.680440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=9882b128-ff6c-49f5-801e-621db6b244e4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.696501 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec57ef60-017f-4300-994b-acc0a670d0db tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/9882b128-ff6c-49f5-801e-621db6b244e4 HTTP/1.1" status: 204 len: 168 time: 2.3474696 Feb 16 12:42:53.696744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54732) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:53.747822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37f33a1-7075-4757-89f5-1f4355a16134,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:53.772705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:53.773048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 7d3c9957-64a1-40b1-a8be-8299de5a3e25 of type vlan for network bc749da4-f587-4c15-86e0-a9b2016fbef8 Feb 16 12:42:53.828136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e0953-3f57-4016-a65a-024fcdc30f3d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:53.828859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb5e0953-3f57-4016-a65a-024fcdc30f3d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:53.860783 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-e367280b-3035-42cb-85c9-28edd78bae92 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464601 Feb 16 12:42:53.881772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb5e0953-3f57-4016-a65a-024fcdc30f3d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:53.886181 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb5e0953-3f57-4016-a65a-024fcdc30f3d tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/c504aec9-4667-41aa-a123-6fb3baf74498 HTTP/1.1" status: 200 len: 844 time: 0.1852531 Feb 16 12:42:53.886467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.017025 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a4b8bb9-6ce9-435b-a198-cf0b3db57df1 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/c504aec9-4667-41aa-a123-6fb3baf74498?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1260090 Feb 16 12:42:54.017239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.024122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:54.027971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.049481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 96ef19c2-7007-479d-ab57-d17407ddae76 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:42:54.072472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.096028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.100653 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87e7886b-71ee-49f9-ab9f-c41c3ab785da tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/d37f33a1-7075-4757-89f5-1f4355a16134 HTTP/1.1" status: 204 len: 168 time: 1.3857810 Feb 16 12:42:54.112585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54746) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.126264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 0308367a-869b-4fb7-a67a-daec51c09184 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:54.166606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646742d-5c3c-4462-8b7e-519cc9715123 req-4b36d449-cded-46c5-ba72-4c7e63fbc758 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:54.168177 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b646742d-5c3c-4462-8b7e-519cc9715123 req-4b36d449-cded-46c5-ba72-4c7e63fbc758 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 944 time: 0.2351999 Feb 16 12:42:54.173188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:54.179869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.185980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:54.186584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.200460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:54.208092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:54.218933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:54.227933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e2941dd-b3df-4de8-85c2-e5a9f01a8042 req-a445b6e2-b1a3-4904-93c3-477777371b64 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471336 Feb 16 12:42:54.241288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=96ef19c2-7007-479d-ab57-d17407ddae76,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:54.249422 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b646742d-5c3c-4462-8b7e-519cc9715123 req-02771d6f-55b3-4455-8998-9610cf53cb90 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734103 Feb 16 12:42:54.250754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:54.255187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.273850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '96ef19c2-7007-479d-ab57-d17407ddae76', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'port_id': '96ef19c2-7007-479d-ab57-d17407ddae76', 'mac_address': 'fa:16:3e:84:1a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:42:54.345414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.365964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ef19c2-7007-479d-ab57-d17407ddae76 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:42:54.383728 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1229839 Feb 16 12:42:54.387984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54750) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.390634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=96ef19c2-7007-479d-ab57-d17407ddae76,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:54.393910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': 'bc749da4-f587-4c15-86e0-a9b2016fbef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:54.399408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.470334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3819fe0-bf3e-4ed3-8e8f-7cdf0ae78f3e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:54.502354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc814-0905-42bf-a4b5-8fc67359b0d1 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=bc749da4-f587-4c15-86e0-a9b2016fbef8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.515558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network bc749da4-f587-4c15-86e0-a9b2016fbef8 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:42:54.529739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3819fe0-bf3e-4ed3-8e8f-7cdf0ae78f3e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:54.537893 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3819fe0-bf3e-4ed3-8e8f-7cdf0ae78f3e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4195271 Feb 16 12:42:54.547793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.548958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.638039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126228629'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:54.654422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:54.676131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:54.683017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:54.690565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:54.696830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:54.697706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.705001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:54.714555 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33a23899-6512-49f3-a41a-5c48ddd670b6 req-0b757725-c8a3-4c68-a040-e6625cb6dcfd tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 210 time: 0.1408541 Feb 16 12:42:54.736956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 46622b61-aa44-4ada-bcd4-fe052b65d2f0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:54.750434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=0308367a-869b-4fb7-a67a-daec51c09184,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.753659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.761370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:54.766076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:54.779054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Usage tracker for resource:subnet and tenant:032f91136f4647f1be355fa5dea6fd91 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:54.782857 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-99f6d9b2-85dd-4099-8026-6b3bc619a85c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5601354 Feb 16 12:42:54.783961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54760) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:54.784607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:54.831022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:54.865103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['96ef19c2-7007-479d-ab57-d17407ddae76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:42:54.905001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:54.916820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:54.951643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:54.953011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:54.963161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:54.969397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:54.998380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:55.032997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.061103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-d89861c0-a728-4618-a978-3de36973c060 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:55.062685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-d89861c0-a728-4618-a978-3de36973c060 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.2840095 Feb 16 12:42:55.123621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=7eca2ad0-0c6c-40ee-91d3-a873b7f0c067,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.156949 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-1bd659bd-4289-479d-af6a-bb4218295cd1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 380 time: 0.0767267 Feb 16 12:42:55.174278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Provisioning for port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:55.185234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Provisioning complete for port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:55.185510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.200510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:55.202923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.208773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:55.210094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'port': {'device_id': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'admin_state_up': True, 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'security_groups': ['2e2bff66-f5c8-41c6-bd55-9d599710cbf7']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:55.211768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:55.212441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.239454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.253175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafb08b-f72f-40f2-b6ee-16bd1b381392 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:55.260721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bafb08b-f72f-40f2-b6ee-16bd1b381392 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:55.261543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7bafb08b-f72f-40f2-b6ee-16bd1b381392 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:55.292641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fc098e38-56b3-464e-84cd-33276f4d330a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2743063 Feb 16 12:42:55.296247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54766) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:55.297128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa4b9e-f07b-4aff-9139-4d6ea99910bd None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:55.446966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217c653b-b45a-422e-9691-2478b2a34292,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.477513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.480079 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e03f4b1c-3cb1-4270-b3b1-f462f086f16e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9279041 Feb 16 12:42:55.486771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:55.495910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'security_group': {'name': 'tempest-secgroup-421957260'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:55.505083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:55.511126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:55.512078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:55.524265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:55.532140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '217c653b-b45a-422e-9691-2478b2a34292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:55.541735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Made reservation on behalf of f6989836bdb149dfbc7933963def4e8c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:55.545242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.546948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.645715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:55.739038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7bafb08b-f72f-40f2-b6ee-16bd1b381392 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:55.743458 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7bafb08b-f72f-40f2-b6ee-16bd1b381392 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9549568 Feb 16 12:42:55.746787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:55.749581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:55.751639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.20.0.14 (4a4db115-50ec-4f2e-abd4-39299f6d5d53/8e962aec-0d3c-489f-aac2-e413dfcf6939/8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:55.751858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:55.753743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=e91ec972-0506-4e6d-ad84-25939efd560d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:55.780790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5db57b41-bad4-42e4-95f7-f56cff7baa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.808194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:55.825217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.833285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:55.857958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:55.861015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.885519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '7d3c9957-64a1-40b1-a8be-8299de5a3e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc749da4-f587-4c15-86e0-a9b2016fbef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:55.886014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: bc749da4-f587-4c15-86e0-a9b2016fbef8, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:42:55.935900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 0308367a-869b-4fb7-a67a-daec51c09184 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:42:55.936438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:55.960493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] For port 46622b61-aa44-4ada-bcd4-fe052b65d2f0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=46622b61-aa44-4ada-bcd4-fe052b65d2f0,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:55.970312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.008129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.028150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Transition to ACTIVE for port object 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:56.056094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c0ab3-aec3-4c98-9c20-23476a778fae None None] Pushing event updated for resources: {'Port': ['ID=46622b61-aa44-4ada-bcd4-fe052b65d2f0,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:56.059025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.069787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 96ef19c2-7007-479d-ab57-d17407ddae76 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:56.109539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:56.142925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:56.152572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:56.157325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:56.159038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.178504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-34560a2e-b26d-4338-bac1-9c3f5e76c4cb None None] Provisioning for port 0308367a-869b-4fb7-a67a-daec51c09184 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:56.181965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'tenant_id': 'f17c9904fd1748e7aa4ae02168637bd4', 'fixed_ips': [{'subnet_id': '7eca2ad0-0c6c-40ee-91d3-a873b7f0c067'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:56.182771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.206723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:56.282658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:56.283504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.320753 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-45f7335c-7509-4e0f-8b91-8f3ef9f8500d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1158113 Feb 16 12:42:56.339724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Request body: {'port': {'device_id': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:56.380605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Allocated IP 2001:db8::2 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/7eca2ad0-0c6c-40ee-91d3-a873b7f0c067/7f68d631-8e79-4d40-a486-91d435c42bda) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:42:56.428050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.533068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:56.579613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.598518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network bc749da4-f587-4c15-86e0-a9b2016fbef8 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:42:56.604204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:56.613821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 0308367a-869b-4fb7-a67a-daec51c09184 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:42:56.634486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.646080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Transition to ACTIVE for port object 7f68d631-8e79-4d40-a486-91d435c42bda will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:56.666844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Transition to ACTIVE for port object 7f68d631-8e79-4d40-a486-91d435c42bda will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:56.672935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 46622b61-aa44-4ada-bcd4-fe052b65d2f0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:56.683228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513d8aa-2503-4570-afbc-a2b3eaee7eaf req-13af6b4d-8a79-4033-900f-2abd240eb2a6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:56.685119 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7513d8aa-2503-4570-afbc-a2b3eaee7eaf req-13af6b4d-8a79-4033-900f-2abd240eb2a6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 945 time: 1.1934245 Feb 16 12:42:56.704846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:56.719051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-34560a2e-b26d-4338-bac1-9c3f5e76c4cb None None] Provisioning complete for port 0308367a-869b-4fb7-a67a-daec51c09184 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:56.719539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-34560a2e-b26d-4338-bac1-9c3f5e76c4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.729655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, bc749da4-f587-4c15-86e0-a9b2016fbef8) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:56.765468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c5719-c7c5-40a6-b123-274511874d64 None None] Network bc749da4-f587-4c15-86e0-a9b2016fbef8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:56.778930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:56.779576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.835441 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-222f2242-4ecf-4a1e-8e0e-92a979af127e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4461694 Feb 16 12:42:56.850559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:56.902816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:56.984462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:42:56.998107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:42:57.000595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:42:57.022550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.037035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:42:57.046664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.059391 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7513d8aa-2503-4570-afbc-a2b3eaee7eaf req-573bde22-1c53-4228-a462-c4d71afa5822 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422079 Feb 16 12:42:57.069785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Transition to ACTIVE for port object 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:42:57.072679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a1a2-152b-4346-8184-2054cf31825d req-be668770-b145-419a-b5a5-1aaef4b019f4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:57.074178 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f485a1a2-152b-4346-8184-2054cf31825d req-be668770-b145-419a-b5a5-1aaef4b019f4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 932 time: 0.9578958 Feb 16 12:42:57.089058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.108163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 96ef19c2-7007-479d-ab57-d17407ddae76 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:57.132875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.146744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 96ef19c2-7007-479d-ab57-d17407ddae76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:57.147111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.241192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.263375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Attempting to bind port 7f68d631-8e79-4d40-a486-91d435c42bda on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:57.263746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Attempting to bind port 7f68d631-8e79-4d40-a486-91d435c42bda by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '870691db-6838-4c43-b5bd-8129fc7ad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:57.264141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Attempting to bind port 7f68d631-8e79-4d40-a486-91d435c42bda on network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:57.270869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-34560a2e-b26d-4338-bac1-9c3f5e76c4cb None None] Port 0308367a-869b-4fb7-a67a-daec51c09184 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:57.281498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:57.281879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Checking segment: {'id': '870691db-6838-4c43-b5bd-8129fc7ad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:57.282274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.282669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Bound using segment: {'id': '870691db-6838-4c43-b5bd-8129fc7ad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:57.283148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Bound port: 7f68d631-8e79-4d40-a486-91d435c42bda, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870691db-6838-4c43-b5bd-8129fc7ad581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:57.283519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.302338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.327609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.373127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:57.373517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.401357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64006c8-1783-4bbf-bd55-98a0cadcac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-bc749da4-f587-4c15-86e0-a9b2016fbef8', 'network_id': 'bc749da4-f587-4c15-86e0-a9b2016fbef8', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': 'e91ec972-0506-4e6d-ad84-25939efd560d'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:42:57.402181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e64006c8-1783-4bbf-bd55-98a0cadcac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.426241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f485a1a2-152b-4346-8184-2054cf31825d req-fdf627d0-3469-44f2-80ab-ca3607a5904a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363867 Feb 16 12:42:57.448027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0a6482-30b4-4551-afbe-4294c7ede675,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.477186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Pushing event updated for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.499841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.516447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.544384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:57.547623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:57.578238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=0308367a-869b-4fb7-a67a-daec51c09184,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.585075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.613359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.625404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.627377 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1447070 Feb 16 12:42:57.628501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.629317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Attempting to bind port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:42:57.629654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Attempting to bind port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:42:57.629982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Attempting to bind port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:57.630763 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9ab8492-970e-4673-9948-67a95e3fbdb0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1407104 Feb 16 12:42:57.632985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:57.633496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54788) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:57.649382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:42:57.649692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Attempting to bind port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:42:57.655496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:42:57.655827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:42:57.656229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Bound using segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:42:57.656649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Bound port: 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:42:57.656990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.680249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0d1d646b-7043-428c-bbc4-d7f0f204ef60 None None] Provisioning for port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:57.700897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '217c653b-b45a-422e-9691-2478b2a34292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:57.721569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'security_group': {'name': 'tempest-secgroup-764596958'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:57.761713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:57.765778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:57.775427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:57.781684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec69a8c-e961-402f-85ef-37032021421b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec71032-9dd6-4dc0-9770-9644351476ed,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:57.787447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:42:57.790849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:42:57.792557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:57.795944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.802729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1fab28b-9774-4ccb-86dc-7dab086a2523 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/0308367a-869b-4fb7-a67a-daec51c09184 HTTP/1.1" status: 204 len: 168 time: 2.0456781 Feb 16 12:42:57.803889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:57.804158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:57.805096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.825381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:57.828866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:57.851024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server [None req-e64006c8-1783-4bbf-bd55-98a0cadcac8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e91ec972-0506-4e6d-ad84-25939efd560d: This subnet is being modified by another concurrent operation. Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:42:57.967749 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e91ec972-0506-4e6d-ad84-25939efd560d: This subnet is being modified by another concurrent operation. Feb 16 12:42:57.971241 dv-neutron-829435-1-hyperv neutron-server[87700]: ERROR oslo_messaging.rpc.server Feb 16 12:42:57.999924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34953-52fc-4919-a4b4-acfa6d10bce4 None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.002933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.003544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.005679 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] 10.222.0.81 "PUT /v2.0/ports/8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 200 len: 1094 time: 1.6719751 Feb 16 12:42:58.006147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:58.009069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:58.023494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=e91ec972-0506-4e6d-ad84-25939efd560d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.036644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.045664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b1083-443f-4aff-aff9-d645b72fc201 None None] Network bc749da4-f587-4c15-86e0-a9b2016fbef8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:42:58.132786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.153615 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'status': 'completed', 'code': 200} Feb 16 12:42:58.158926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7879-a269-41c8-a37d-cf1636bf966c service neutron] Pushing event updated for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.167212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a11490-aff5-43a4-859a-eaa1c7be8a67 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.169553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a11490-aff5-43a4-859a-eaa1c7be8a67 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.170849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f1a11490-aff5-43a4-859a-eaa1c7be8a67 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:58.200325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3beb5c7c-1d88-4a42-b1da-62ae7081841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.233241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f1a11490-aff5-43a4-859a-eaa1c7be8a67 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:58.241465 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f1a11490-aff5-43a4-859a-eaa1c7be8a67 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4290888 Feb 16 12:42:58.257519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:58.264459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:58.320996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:58.329774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.349192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.356480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:58.407981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=96ef19c2-7007-479d-ab57-d17407ddae76,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:42:58.412896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-d1c8cca4-9611-4783-ab9d-0d0c25ec4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.414596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-d1c8cca4-9611-4783-ab9d-0d0c25ec4629 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1097 time: 0.3300850 Feb 16 12:42:58.476036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:58.530784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:42:58.535835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-28f5af25-b990-4b83-bb8f-dfcf61b862c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 200 len: 217 time: 0.1021824 Feb 16 12:42:58.537380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc749da4-f587-4c15-86e0-a9b2016fbef8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.573091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.618239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3c9957-64a1-40b1-a8be-8299de5a3e25') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.619240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3c9957-64a1-40b1-a8be-8299de5a3e25') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:42:58.666837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 4f1ea9bc-6838-43ff-9711-74cea6a9f476 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:42:58.669923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.680736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.696962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.731401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.734949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.758327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:58.794853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-82b449ef-1a0e-432c-88f7-b881f790effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:58.796389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-82b449ef-1a0e-432c-88f7-b881f790effe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.2537153 Feb 16 12:42:58.930322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:58.961042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:42:59.001438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:42:59.002032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.038107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.043054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-ce8fa8aa-91c9-48f9-91a6-fb2dc8c8a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.044665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-ce8fa8aa-91c9-48f9-91a6-fb2dc8c8a38d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2355359 Feb 16 12:42:59.061881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debe684b-fd5a-463d-bdbf-1a9682fe574c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:42:59.065623 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:42:59.084260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.087519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7f68d631-8e79-4d40-a486-91d435c42bda completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:59.150978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa096a9-837e-4bdb-b828-6d203c422e9b req-17aaca38-a33d-456c-96ec-8bc15949fb42 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.152595 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6aa096a9-837e-4bdb-b828-6d203c422e9b req-17aaca38-a33d-456c-96ec-8bc15949fb42 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.7602932 Feb 16 12:42:59.205998 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-b0b82237-d5f1-407a-a147-3ccd70404b7e service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539481 Feb 16 12:42:59.274055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.274872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.279264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.283121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.284291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1084209-0e31-4129-9cc5-3c61d950d353 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6308968 Feb 16 12:42:59.304879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.311839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.329478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.336362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6aa096a9-837e-4bdb-b828-6d203c422e9b req-aeb1d9ff-a474-44d7-9f7b-9d8465221dea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594200 Feb 16 12:42:59.347517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '217c653b-b45a-422e-9691-2478b2a34292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:59.369497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=bc749da4-f587-4c15-86e0-a9b2016fbef8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.373020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:59.386906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:59.395052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75018936-91a8-4221-bd1b-0a2d45f7c07e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/bc749da4-f587-4c15-86e0-a9b2016fbef8 HTTP/1.1" status: 204 len: 168 time: 2.5295241 Feb 16 12:42:59.404564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.404900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e05359-f567-4a54-8595-9b84f8a347df req-8acdd38b-1c80-469d-b0dd-18efc0517ff8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.413307 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42e05359-f567-4a54-8595-9b84f8a347df req-8acdd38b-1c80-469d-b0dd-18efc0517ff8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.6933115 Feb 16 12:42:59.418099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:59.447238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.448439 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7969646 Feb 16 12:42:59.449765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:59.457679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.470793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc1715-f150-4ece-a7d9-57e78d2263c8 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:42:59.474814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1090624820', 'security_groups': ['5dbcc0d3-cdd0-405c-b04e-75e6a74fd5da'], 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7eca2ad0-0c6c-40ee-91d3-a873b7f0c067'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:42:59.496715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062600-116d-410c-b897-7ce4f91c837f tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbcc0d3-cdd0-405c-b04e-75e6a74fd5da,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.549132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.619962 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42e05359-f567-4a54-8595-9b84f8a347df req-810ccf4e-af2a-42b8-97cf-848f6632944b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056527 Feb 16 12:42:59.643057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-db094f85-8d40-4859-bb02-a944c97c3a17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] GET failed (client error): The resource could not be found. Feb 16 12:42:59.643618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db094f85-8d40-4859-bb02-a944c97c3a17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Synchronizing usage tracker for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:42:59.670997 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76', 'code': 200} Feb 16 12:42:59.671900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc1715-f150-4ece-a7d9-57e78d2263c8 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:42:59.680025 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8b70d67f-876f-4b6c-aac0-20cb64c0b29c req-8856b538-0937-4cdb-ac50-ef79e86b7547 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656293 Feb 16 12:42:59.714109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db094f85-8d40-4859-bb02-a944c97c3a17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Unset dirty status for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:42:59.718965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:42:59.718965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.719294 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db094f85-8d40-4859-bb02-a944c97c3a17 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets/e91ec972-0506-4e6d-ad84-25939efd560d HTTP/1.1" status: 404 len: 337 time: 0.3110850 Feb 16 12:42:59.719383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.737711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.750942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:42:59.755408 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e04ed15-86b1-4a6a-b196-24a86bdd0ae4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:42:59.756065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e04ed15-86b1-4a6a-b196-24a86bdd0ae4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:42:59.772119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:port and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:42:59.775724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.777765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5e04ed15-86b1-4a6a-b196-24a86bdd0ae4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/bc749da4-f587-4c15-86e0-a9b2016fbef8 HTTP/1.1" status: 404 len: 339 time: 0.0581043 Feb 16 12:42:59.778736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:42:59.784028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.806695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.821294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:42:59.841392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:59.880127 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4f1ea9bc-6838-43ff-9711-74cea6a9f476 HTTP/1.1" status: 204 len: 168 time: 1.6100624 Feb 16 12:42:59.882712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef663cf-6d32-4c23-ad8b-d9b2f006a349 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1ea9bc-6838-43ff-9711-74cea6a9f476,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.885078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.891400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:42:59.913753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01039a4a-ade9-4d7c-91d8-d07e885d77f9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:42:59.945454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Provisioning for port 7f68d631-8e79-4d40-a486-91d435c42bda completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:42:59.971429 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f5bcd78-52bb-4ee6-86cb-e6d2eafcb83e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840120 Feb 16 12:42:59.978864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:42:59.982821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54836) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:59.991451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fefff5-fa46-4480-b276-d4c84c92b71c req-70bcc494-a715-421b-9e69-e71375f31347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:42:59.992928 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7fefff5-fa46-4480-b276-d4c84c92b71c req-70bcc494-a715-421b-9e69-e71375f31347 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1099 time: 0.1756709 Feb 16 12:42:59.999873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.001079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b4f499e-0e30-4c84-b02c-a30134a4513e tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6794908 Feb 16 12:43:00.017020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.024887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '217c653b-b45a-422e-9691-2478b2a34292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:00.048499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:00.084470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7fefff5-fa46-4480-b276-d4c84c92b71c req-132ee4f6-8293-4050-b5a5-16e0a832aec5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562246 Feb 16 12:43:00.105185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:00.114423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44131ce-fc3f-48e6-952b-4e060efbf28f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:00.115803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c44131ce-fc3f-48e6-952b-4e060efbf28f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:00.119876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:00.121260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.127752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:00.134611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c44131ce-fc3f-48e6-952b-4e060efbf28f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:00.136712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c44131ce-fc3f-48e6-952b-4e060efbf28f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1495955 Feb 16 12:43:00.139290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54844) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.145979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:00.161923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8142f7-5ae7-407d-9b5f-e63f80c1496f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:00.162639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b8142f7-5ae7-407d-9b5f-e63f80c1496f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Synchronizing usage tracker for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:00.215438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.228028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-bbccb31e-375f-47d1-a3f0-827d6506fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:00.229476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-bbccb31e-375f-47d1-a3f0-827d6506fe8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1097 time: 0.4465711 Feb 16 12:43:00.248846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b8142f7-5ae7-407d-9b5f-e63f80c1496f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Unset dirty status for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:00.250023 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b8142f7-5ae7-407d-9b5f-e63f80c1496f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4651306 Feb 16 12:43:00.253221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c9ec07-ad09-4ced-a101-796dd2ddbddf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:00.255147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5c9ec07-ad09-4ced-a101-796dd2ddbddf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:00.256560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.267981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.278464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c5c9ec07-ad09-4ced-a101-796dd2ddbddf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:00.281209 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c5c9ec07-ad09-4ced-a101-796dd2ddbddf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398413 Feb 16 12:43:00.284114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54852) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.345681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5aa02f08-cc3d-4b6b-a9be-637d31245c11 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Synchronizing usage tracker for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:00.373973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port e9a6f306-e40b-4257-8d5d-616d7b975edb yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:00.438564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71289c-3820-4d8e-82f1-1b1bdd06f644 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:00.487029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.493605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.515573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5aa02f08-cc3d-4b6b-a9be-637d31245c11 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Unset dirty status for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:00.516791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5aa02f08-cc3d-4b6b-a9be-637d31245c11 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 207 time: 0.2592983 Feb 16 12:43:00.527273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.587885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.621151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1a78638-7cd4-41c4-b1e2-81655c9ed89c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3320343 Feb 16 12:43:00.623203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:00.630251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:00.733624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:00.734000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.742985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.794902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:00.809503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:00.820979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:00.826970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.841361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959c1c-bca8-4784-b7aa-6f911e0dccb3 None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:00.936972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:00.942014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Deleting port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:00.942536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:00.968556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e979ab-c71e-455b-a9ba-9ff17842d2cb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.021173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-a71e4288-9193-4232-ac39-922a55c478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.022937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-a71e4288-9193-4232-ac39-922a55c478d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.6696284 Feb 16 12:43:01.104989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.191805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:01.193327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=5d601218-3343-484a-838f-1de3f6c70c1c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.196552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:01.199787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.200626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.233756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aca181eb-1478-40eb-aacb-1f9a28632d9f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6068723 Feb 16 12:43:01.234169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:01.241374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '5d601218-3343-484a-838f-1de3f6c70c1c', 'ip_address': '2001:db8::eaf9:3590:35d8:1431'}], 'name': 'tempest-NetworksTestDHCPv6-249913706'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:01.269271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] For port 46622b61-aa44-4ada-bcd4-fe052b65d2f0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=46622b61-aa44-4ada-bcd4-fe052b65d2f0,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:01.270179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.387039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.388138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae293ff1-1eb1-496b-addb-1f7799207212 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3677185 Feb 16 12:43:01.391485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:01.409699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Calling delete_port for 46622b61-aa44-4ada-bcd4-fe052b65d2f0 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:01.412669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '217c653b-b45a-422e-9691-2478b2a34292', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:01.423901 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-92660795-7b7a-4318-9d9a-9c2324f6d3cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 200 len: 217 time: 0.3266847 Feb 16 12:43:01.425183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:01.433345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:01.435378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d843482-ad1a-4af3-b02b-316ae3c8906c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.435885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:01.439947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:01.441033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d843482-ad1a-4af3-b02b-316ae3c8906c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.447384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d843482-ad1a-4af3-b02b-316ae3c8906c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.451442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:01.453101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d843482-ad1a-4af3-b02b-316ae3c8906c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.454804 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2d843482-ad1a-4af3-b02b-316ae3c8906c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9232290 Feb 16 12:43:01.461085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:01.466807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:01.512130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.541785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:01.559565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] No DVR routers for this DVR port 46622b61-aa44-4ada-bcd4-fe052b65d2f0 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:01.570947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbeb2b1-f3ad-4320-aeed-3b5efd668ad8 None None] Pushing event deleted for resources: {'Port': ['ID=46622b61-aa44-4ada-bcd4-fe052b65d2f0,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:01.592331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b6972-8a93-436f-8d75-daa549b94a32 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:01.600088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::330 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/7eca2ad0-0c6c-40ee-91d3-a873b7f0c067/e9a6f306-e40b-4257-8d5d-616d7b975edb) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:01.642324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8202b-37be-440e-bc5d-61602a7a28cb req-7cf8eb70-d338-480b-8369-75cc7990c80c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.644049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22a8202b-37be-440e-bc5d-61602a7a28cb req-7cf8eb70-d338-480b-8369-75cc7990c80c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 1.0328233 Feb 16 12:43:01.647940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.652565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-ad1fbc22-ad0d-4e66-b26f-321941bcd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.654604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-ad1fbc22-ad0d-4e66-b26f-321941bcd9f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.1967707 Feb 16 12:43:01.662953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a734f5-7a45-45c4-b8a7-198c9cabdc8e req-01c8e516-6b5b-418c-bcf3-0cbf00c85dd9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.664662 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2a734f5-7a45-45c4-b8a7-198c9cabdc8e req-01c8e516-6b5b-418c-bcf3-0cbf00c85dd9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.8132780 Feb 16 12:43:01.832623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '5d601218-3343-484a-838f-1de3f6c70c1c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:01.833850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.835111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99daa3fc-5005-4a1d-bb0d-27c9b1d7d664 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Synchronizing usage tracker for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:01.853941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22a8202b-37be-440e-bc5d-61602a7a28cb req-2234d246-3762-40ba-8523-8ccbcf087b17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391280 Feb 16 12:43:01.871851 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2a734f5-7a45-45c4-b8a7-198c9cabdc8e req-dd5c6b0c-6989-4a99-a7b1-596a5d57fa27 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517749 Feb 16 12:43:01.882607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.889284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-99daa3fc-5005-4a1d-bb0d-27c9b1d7d664 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Unset dirty status for tenant:032f91136f4647f1be355fa5dea6fd91 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:01.895417 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-99daa3fc-5005-4a1d-bb0d-27c9b1d7d664 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4267361 Feb 16 12:43:01.900274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.918274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:01.919234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:01.961778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-731a87dc-df5b-40ac-afa9-082ab95ec2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:01.963594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-731a87dc-df5b-40ac-afa9-082ab95ec2ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2981446 Feb 16 12:43:01.999019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6234c28c-1204-4b9a-9db2-886113f28935,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.009680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:02.029543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/5d601218-3343-484a-838f-1de3f6c70c1c/e0af82a1-ca2c-4d3d-afb6-685551531dd8) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:02.077513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.081244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-27c36218-fb75-4ac4-888e-bced2ac79ab6 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6799891 Feb 16 12:43:02.084503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54884) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.098238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdbaa8-7c51-4127-b4cd-86a7839950c9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.099792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdbaa8-7c51-4127-b4cd-86a7839950c9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.104774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06bdbaa8-7c51-4127-b4cd-86a7839950c9 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1787462 Feb 16 12:43:02.105044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.111976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.165257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.171698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object e9a6f306-e40b-4257-8d5d-616d7b975edb will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:02.194206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.211939 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-cbf91c5a-e9e4-4f1b-a40c-e0203655af94 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412410 Feb 16 12:43:02.243552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f45603-45b3-4640-86f2-884a146484ff tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.245188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f45603-45b3-4640-86f2-884a146484ff tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.246929 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-95f45603-45b3-4640-86f2-884a146484ff tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1408145 Feb 16 12:43:02.252531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.268625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.282157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Transition to ACTIVE for port object e0af82a1-ca2c-4d3d-afb6-685551531dd8 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:02.305242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Transition to ACTIVE for port object e0af82a1-ca2c-4d3d-afb6-685551531dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:02.314410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.327168 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.354172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.390287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:02.399142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:02.402311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6234c28c-1204-4b9a-9db2-886113f28935,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.411388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:02.417742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.418173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Pushing event updated for resources: {'Port': ['ID=e0af82a1-ca2c-4d3d-afb6-685551531dd8,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.418770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20e600ab-fa3a-4c08-880a-27d419dc3f44 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6234c28c-1204-4b9a-9db2-886113f28935 HTTP/1.1" status: 204 len: 168 time: 0.3310864 Feb 16 12:43:02.422214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.452330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:02.458409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:02.479387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:02.484983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.485724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.499915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::eaf9:3590:35d8:1431 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/5d601218-3343-484a-838f-1de3f6c70c1c/8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:02.506894 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca5b6652-f6f8-4fd3-8502-242723966589 req-cf230f80-dee0-48b8-b52d-ccf78045161d service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862468 Feb 16 12:43:02.509928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=e9a6f306-e40b-4257-8d5d-616d7b975edb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.522462 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-68a7eba4-2d5d-414a-ac04-a3ac801ee868 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0604534 Feb 16 12:43:02.523601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Attempting to bind port e0af82a1-ca2c-4d3d-afb6-685551531dd8 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:02.524776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Attempting to bind port e0af82a1-ca2c-4d3d-afb6-685551531dd8 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:02.525485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54900) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.525815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Attempting to bind port e0af82a1-ca2c-4d3d-afb6-685551531dd8 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:02.531437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:02.547058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:02.548114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:02.548722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.549164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a769ca8-14f2-40c1-8131-b11f35d3e78d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:02.549459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:02.550087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Bound port: e0af82a1-ca2c-4d3d-afb6-685551531dd8, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:02.551229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.555760 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a769ca8-14f2-40c1-8131-b11f35d3e78d tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks/8eb69687-3235-4541-93a6-3316e8e24f17 HTTP/1.1" status: 200 len: 800 time: 0.3026567 Feb 16 12:43:02.557566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.583945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0ad25b92-6707-4dde-bd15-fbb0e6e7e02a tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:02.676569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] For port e0af82a1-ca2c-4d3d-afb6-685551531dd8, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:02.680616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] For port e0af82a1-ca2c-4d3d-afb6-685551531dd8, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e0af82a1-ca2c-4d3d-afb6-685551531dd8,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:02.688277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.785897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88946f6f-c35c-450c-9868-e1dad6979331 None None] Pushing event updated for resources: {'Port': ['ID=e0af82a1-ca2c-4d3d-afb6-685551531dd8,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:02.811829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:02.817166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:02.823297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:02.831654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:02.843567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:02.847169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:02.883247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0ad25b92-6707-4dde-bd15-fbb0e6e7e02a tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:02.887558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:02.887740 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ad25b92-6707-4dde-bd15-fbb0e6e7e02a tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4642539 Feb 16 12:43:02.904760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:02.990900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.004672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-21540a07-2fdd-46e2-bedd-9e73a39166d8 None None] Provisioning for port e9a6f306-e40b-4257-8d5d-616d7b975edb completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:03.013001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.018768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-21540a07-2fdd-46e2-bedd-9e73a39166d8 None None] Provisioning complete for port e9a6f306-e40b-4257-8d5d-616d7b975edb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:03.019484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-21540a07-2fdd-46e2-bedd-9e73a39166d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.056601 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7eca2ad0-0c6c-40ee-91d3-a873b7f0c067 (CIDR: 2001:db8::/64) Feb 16 12:43:03.065834 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:03.066940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:03.079647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.107223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-21540a07-2fdd-46e2-bedd-9e73a39166d8 None None] Port e9a6f306-e40b-4257-8d5d-616d7b975edb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:03.131047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:03.133899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.137057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1555c61b-336c-4e32-8ba9-f405201e1633 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/networks/8eb69687-3235-4541-93a6-3316e8e24f17?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5715125 Feb 16 12:43:03.138891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.173174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23e979ab-c71e-455b-a9ba-9ff17842d2cb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:03.238483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.239827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-755b62e5-d166-4087-8ee5-adc6d06bdaa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/23e979ab-c71e-455b-a9ba-9ff17842d2cb HTTP/1.1" status: 204 len: 168 time: 0.3511386 Feb 16 12:43:03.243816 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-465957d1-0ad3-45a3-9934-a8bd85bd37a8 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7148778 Feb 16 12:43:03.247371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.247708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.282745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:03.360529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9447b4-19f0-44d7-b051-0f2f66603b70 req-fcb3d731-d356-49aa-b87f-a554b4f4fd3c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.362544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1d9447b4-19f0-44d7-b051-0f2f66603b70 req-fcb3d731-d356-49aa-b87f-a554b4f4fd3c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.1856818 Feb 16 12:43:03.365197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 46622b61-aa44-4ada-bcd4-fe052b65d2f0 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:03.400971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 46622b61-aa44-4ada-bcd4-fe052b65d2f0 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:03.401332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 46622b61-aa44-4ada-bcd4-fe052b65d2f0 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:03.417779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888470b8-40b6-4bda-ba46-8e92bed0dfac req-6af5dbac-9042-49da-a65e-5ebdaeccc788 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.419517 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-888470b8-40b6-4bda-ba46-8e92bed0dfac req-6af5dbac-9042-49da-a65e-5ebdaeccc788 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.1921582 Feb 16 12:43:03.456127 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1d9447b4-19f0-44d7-b051-0f2f66603b70 req-d0f1d461-e096-44e6-be28-147ebba30047 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761945 Feb 16 12:43:03.486614 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-888470b8-40b6-4bda-ba46-8e92bed0dfac req-a8f25323-4b5e-43d5-83fa-c1f21d27e71c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523298 Feb 16 12:43:03.494752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7355ca9-4637-4de1-9c34-8c282bddd31b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.496202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b7355ca9-4637-4de1-9c34-8c282bddd31b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets/545e798a-531f-4b8b-8664-3555b105a4c6 HTTP/1.1" status: 200 len: 811 time: 0.3030019 Feb 16 12:43:03.500041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.512361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd1eed61-b777-4a82-9b05-e530e0669be8 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2544405 Feb 16 12:43:03.521043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54932) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.566236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.575413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:03.580542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:03.585964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:03.592322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:03.621555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912aaa6-4718-415d-abd5-d28b201f9de8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.622020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:03.622951 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c912aaa6-4718-415d-abd5-d28b201f9de8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "GET /v2.0/subnets/545e798a-531f-4b8b-8664-3555b105a4c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1219318 Feb 16 12:43:03.626237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.626525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.646578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.661842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631527207'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:03.671172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:03.688904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:03.704574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:03.709045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.728182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:03.730279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.756716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d6ba-e41e-4390-aeae-a9f94f908c35 req-f0c3fd2c-d4b1-4c35-afc1-e02fd1ea56a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:03.758194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d377d6ba-e41e-4390-aeae-a9f94f908c35 req-f0c3fd2c-d4b1-4c35-afc1-e02fd1ea56a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.1340604 Feb 16 12:43:03.765823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:03.776391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.776907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Added segment 563360dd-c238-45ae-a703-e22442ee4519 of type vlan for network 2d1efb7c-3a45-4de2-87ed-87383abb021c Feb 16 12:43:03.808502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.840755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01039a4a-ade9-4d7c-91d8-d07e885d77f9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:03.853274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.896107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.899642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ffd66232-638a-4be6-8453-dbb21811e61f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/01039a4a-ade9-4d7c-91d8-d07e885d77f9 HTTP/1.1" status: 204 len: 168 time: 0.3752570 Feb 16 12:43:03.911651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54942) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:03.967321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:03.976248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d377d6ba-e41e-4390-aeae-a9f94f908c35 req-ec1978f2-04e6-45ae-a08f-e97d0a643144 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967490 Feb 16 12:43:03.986871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:03.994793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:04.006844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.017838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:04.024138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.024758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.043587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.047007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.048739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.049341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.092066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2a0a3c22-f890-4eb9-b9f6-b93176e9d919 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:04.100136 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e24a9d6-269b-47dc-ac31-e04480913553 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8625476 Feb 16 12:43:04.102766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.121812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2a0a3c22-f890-4eb9-b9f6-b93176e9d919 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:04.123108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2a0a3c22-f890-4eb9-b9f6-b93176e9d919 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2104414 Feb 16 12:43:04.126142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.167550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.216343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.221955 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5919044 Feb 16 12:43:04.222525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6960c0c-ba8e-4faf-a7fa-95627b482968 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Network': ['ID=2d1efb7c-3a45-4de2-87ed-87383abb021c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.224312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.232196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:04.241250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:04.243784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.266285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:04.271570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:04.274557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.275879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.291422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c45623-17db-4c54-9136-745104c99e7c None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:04.294879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=6c804e4f-3677-4ab7-8e43-8aed57245537,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.318540 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-05e32f04-0a5b-48f9-bb24-7091860fc0a0 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0575573 Feb 16 12:43:04.318540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.320124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.338680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.340156 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/debe684b-fd5a-463d-bdbf-1a9682fe574c HTTP/1.1" status: 204 len: 168 time: 0.2129972 Feb 16 12:43:04.343844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.346462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-535471854', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c804e4f-3677-4ab7-8e43-8aed57245537'}], 'security_groups': ['aec71032-9dd6-4dc0-9770-9644351476ed']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:04.382590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b823fad-522a-4511-b80c-e4333cff1e6d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=debe684b-fd5a-463d-bdbf-1a9682fe574c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:04.416860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:04.430764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e47a02-b27a-4521-bae0-ddba27b159d6 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.435495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-09e47a02-b27a-4521-bae0-ddba27b159d6 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1094 time: 0.4276252 Feb 16 12:43:04.438609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b109ec4c-3ffa-46c2-a2bf-2ec22d61faa6 None None] Provisioning for port e0af82a1-ca2c-4d3d-afb6-685551531dd8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:04.442536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.458583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '96ef19c2-7007-479d-ab57-d17407ddae76', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:04.477418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:04.491948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:04.505439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56a335-d095-4a19-a376-1c0ef4fc5dfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.513937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56a335-d095-4a19-a376-1c0ef4fc5dfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.514760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc56a335-d095-4a19-a376-1c0ef4fc5dfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:04.548789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9cdbfbf3-140a-45fa-ab31-383fcae428ff tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:04.561330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:04.567667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:04.589518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Made reservation on behalf of 032f91136f4647f1be355fa5dea6fd91 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:04.593128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.634490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:04.689684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7179567a-4c6c-4334-b78e-897d54b12863 None None] Provisioning for port 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:04.730635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.745398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7179567a-4c6c-4334-b78e-897d54b12863 None None] Provisioning complete for port 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:04.745772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7179567a-4c6c-4334-b78e-897d54b12863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.761413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fc56a335-d095-4a19-a376-1c0ef4fc5dfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:04.765192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fc56a335-d095-4a19-a376-1c0ef4fc5dfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6555457 Feb 16 12:43:04.783251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.812420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.823510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7179567a-4c6c-4334-b78e-897d54b12863 None None] Port 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:04.858369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9cdbfbf3-140a-45fa-ab31-383fcae428ff tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:04.860357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9cdbfbf3-140a-45fa-ab31-383fcae428ff tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5088735 Feb 16 12:43:04.867402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:04.868631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:43:04.869536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:43:04.967853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6368c-bbde-4c97-afe1-ecfb76377794 req-9f98be03-fed9-4ded-85a8-3447e2dfcb81 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:04.969500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ceb6368c-bbde-4c97-afe1-ecfb76377794 req-9f98be03-fed9-4ded-85a8-3447e2dfcb81 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.3315728 Feb 16 12:43:04.971040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e0af82a1-ca2c-4d3d-afb6-685551531dd8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:05.077746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Update dhcp port {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'fixed_ips': [{'subnet_id': '7eca2ad0-0c6c-40ee-91d3-a873b7f0c067', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c804e4f-3677-4ab7-8e43-8aed57245537'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '7f68d631-8e79-4d40-a486-91d435c42bda'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:43:05.145438 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ceb6368c-bbde-4c97-afe1-ecfb76377794 req-b3a5c553-bb13-4e28-95b7-8d6d4ba372af tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230559 Feb 16 12:43:05.155765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port e0af82a1-ca2c-4d3d-afb6-685551531dd8 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:05.166984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port e0af82a1-ca2c-4d3d-afb6-685551531dd8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:05.170146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.203906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.241350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.289234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.419844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Checking segment: {'id': '563360dd-c238-45ae-a703-e22442ee4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:05.420228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network hostable DHCP agents. Network: 2d1efb7c-3a45-4de2-87ed-87383abb021c, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:05.429993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=b2437291-69b6-4eb6-a6cc-1647a6681382,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:05.442863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.478592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port e0af82a1-ca2c-4d3d-afb6-685551531dd8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e0af82a1-ca2c-4d3d-afb6-685551531dd8,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:05.484131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.506086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:05.537197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.154 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/03035fb6-562d-42b6-8845-9166d53f3e98) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:05.563478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2d1efb7c-3a45-4de2-87ed-87383abb021c) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:05.577575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Delete allocated IP 2001:db8::330 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/7eca2ad0-0c6c-40ee-91d3-a873b7f0c067) {{(pid=87699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:43:05.578298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:05.579360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.587731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8:0:1::3ab (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/6c804e4f-3677-4ab7-8e43-8aed57245537/e9a6f306-e40b-4257-8d5d-616d7b975edb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:05.588517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2aa46-ded2-4903-abbb-41be14989553 None None] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:05.643050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:05.643392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.666489 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-44d8d6b9-5cd7-4f72-ab2c-461c6f4c05d2 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4409986 Feb 16 12:43:05.676399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 54984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:05.677583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.689590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.736277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:05.766000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=e0af82a1-ca2c-4d3d-afb6-685551531dd8,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:05.783310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.875698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f0a6482-30b4-4551-afbe-4294c7ede675,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:05.881086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.918143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.966503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.967611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db962f7b-ed57-4836-9704-167b3a8b3934 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9f0a6482-30b4-4551-afbe-4294c7ede675 HTTP/1.1" status: 204 len: 168 time: 1.0645595 Feb 16 12:43:05.973930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:06.010541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:06.016324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:06.023036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:06.063572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2d1efb7c-3a45-4de2-87ed-87383abb021c', 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c', 'tenant_id': '032f91136f4647f1be355fa5dea6fd91', 'fixed_ips': [{'subnet_id': 'b2437291-69b6-4eb6-a6cc-1647a6681382'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:06.066850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.071804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=03035fb6-562d-42b6-8845-9166d53f3e98,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.104848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48bffd3c-5e5b-408b-a2d2-af29b4a48521 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1302278 Feb 16 12:43:06.112565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:06.219984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30646231'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.324955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.339134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.495462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:06.528638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object e9a6f306-e40b-4257-8d5d-616d7b975edb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:06.543713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.601346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 12:43:06.601346 dv-neutron-829435-1-hyperv neutron-server[87700]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 12:43:06.601346 dv-neutron-829435-1-hyperv neutron-server[87700]: [parameters: {'in_use': 1, 'id_1': 'b2437291-69b6-4eb6-a6cc-1647a6681382'}] Feb 16 12:43:06.601346 dv-neutron-829435-1-hyperv neutron-server[87700]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:06.601346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:06.636636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Allocated IP 2001:db8:0:1::2 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/6c804e4f-3677-4ab7-8e43-8aed57245537/7f68d631-8e79-4d40-a486-91d435c42bda) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:06.638573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.703926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.707342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] In _notify_port_updated(), no bound segment for port e9a6f306-e40b-4257-8d5d-616d7b975edb on network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:06.712887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:06.713510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.717347 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/ports/e9a6f306-e40b-4257-8d5d-616d7b975edb HTTP/1.1" status: 200 len: 930 time: 2.3837447 Feb 16 12:43:06.719033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 54998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:06.755131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394809cc-868e-4dc2-b0fd-5ba5eebdd530 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=e9a6f306-e40b-4257-8d5d-616d7b975edb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:06.789521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:06.803822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b62cc-3c3e-4f6c-b10d-ef88079a0aec req-14326c7e-4929-4575-b862-d9c2d540f211 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:06.805542 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e3b62cc-3c3e-4f6c-b10d-ef88079a0aec req-14326c7e-4929-4575-b862-d9c2d540f211 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.4356701 Feb 16 12:43:06.824208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.851928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Transition to ACTIVE for port object 7f68d631-8e79-4d40-a486-91d435c42bda will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:06.859336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.876640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port e9a6f306-e40b-4257-8d5d-616d7b975edb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:06.877096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.897220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31679735'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.914116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e0af82a1-ca2c-4d3d-afb6-685551531dd8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:06.943609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.982320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e3b62cc-3c3e-4f6c-b10d-ef88079a0aec req-57ff363d-2112-4616-9bb4-4534913f5f27 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554108 Feb 16 12:43:07.015105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:07.027460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.042164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:07.043034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.047983 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "PUT /v2.0/subnets/b2437291-69b6-4eb6-a6cc-1647a6681382 HTTP/1.1" status: 200 len: 877 time: 1.3328254 Feb 16 12:43:07.049336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:07.072493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217c653b-b45a-422e-9691-2478b2a34292,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:07.103479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33bd7b-090c-462d-8141-ab8eb60816b7 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event updated for resources: {'Subnet': ['ID=b2437291-69b6-4eb6-a6cc-1647a6681382,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:07.108218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.156831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c86c56-f9d1-4bc1-876b-41fd2bd3617e None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:07.161735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.162860 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-52963e0c-7ff1-4daa-a1a0-b2974e980c69 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/217c653b-b45a-422e-9691-2478b2a34292 HTTP/1.1" status: 204 len: 168 time: 1.0489497 Feb 16 12:43:07.167755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:07.228712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port e0af82a1-ca2c-4d3d-afb6-685551531dd8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:07.229090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.303503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.383512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-587c19d3-c478-47d6-b960-3555bd6839d4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:07.388466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.436834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Allocated IP 172.20.0.3 (2d1efb7c-3a45-4de2-87ed-87383abb021c/b2437291-69b6-4eb6-a6cc-1647a6681382/803f0910-6630-4d24-bdae-7a61eed45b5e) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:07.480382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.495184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.506368 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1e27c50-1d38-4513-ad46-b6c13c9bfd1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa HTTP/1.1" status: 204 len: 168 time: 2.7219782 Feb 16 12:43:07.509555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:07.632525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.651629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for e9a6f306-e40b-4257-8d5d-616d7b975edb owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:07.732636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07af88c-54df-4a07-8622-74c8ebd2aa83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:07.734498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07af88c-54df-4a07-8622-74c8ebd2aa83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:07.736625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b07af88c-54df-4a07-8622-74c8ebd2aa83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:07.746493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-587c19d3-c478-47d6-b960-3555bd6839d4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:07.752380 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-587c19d3-c478-47d6-b960-3555bd6839d4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5782347 Feb 16 12:43:07.762359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55014) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:07.768603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b07af88c-54df-4a07-8622-74c8ebd2aa83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:07.771618 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b07af88c-54df-4a07-8622-74c8ebd2aa83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2583005 Feb 16 12:43:07.772899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:07.774849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--219638646'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:07.788472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:07.829609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:07.843076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.858863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.867755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 5d601218-3343-484a-838f-1de3f6c70c1c {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:07.870953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.871575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Transition to ACTIVE for port object 803f0910-6630-4d24-bdae-7a61eed45b5e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:07.907642 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:43:07.926778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.931471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:07.993689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:08.003545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:08.006157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Transition to ACTIVE for port object 803f0910-6630-4d24-bdae-7a61eed45b5e will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:08.008231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:08.011057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.017887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.040928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:08.061652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.104703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.116257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:08.119827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:08.124031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:08.132747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=e9a6f306-e40b-4257-8d5d-616d7b975edb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.196028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=b2437291-69b6-4eb6-a6cc-1647a6681382,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.247801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Pushing event updated for resources: {'Port': ['ID=803f0910-6630-4d24-bdae-7a61eed45b5e,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.280845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Attempting to bind port 803f0910-6630-4d24-bdae-7a61eed45b5e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:08.281627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Attempting to bind port 803f0910-6630-4d24-bdae-7a61eed45b5e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '563360dd-c238-45ae-a703-e22442ee4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:08.282472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Attempting to bind port 803f0910-6630-4d24-bdae-7a61eed45b5e on network 2d1efb7c-3a45-4de2-87ed-87383abb021c {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:08.291516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:08.291892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Checking segment: {'id': '563360dd-c238-45ae-a703-e22442ee4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:08.292054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.292328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.292711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Bound using segment: {'id': '563360dd-c238-45ae-a703-e22442ee4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:08.293733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Bound port: 803f0910-6630-4d24-bdae-7a61eed45b5e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563360dd-c238-45ae-a703-e22442ee4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:08.293733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.332180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1efb7c-3a45-4de2-87ed-87383abb021c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:08.352916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563360dd-c238-45ae-a703-e22442ee4519') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:08.353449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563360dd-c238-45ae-a703-e22442ee4519') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:08.363421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.408306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Could not find standard attr ID for object e9a6f306-e40b-4257-8d5d-616d7b975edb. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:08.412275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.427855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] For port 803f0910-6630-4d24-bdae-7a61eed45b5e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:08.429293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.432150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=5d601218-3343-484a-838f-1de3f6c70c1c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.432969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290951b0-bb40-4a90-8191-d5a2ff9e163e None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:08.456289 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7f90400-7a32-4e71-bfd0-dce63f21fdd2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/5d601218-3343-484a-838f-1de3f6c70c1c HTTP/1.1" status: 204 len: 168 time: 0.6810784 Feb 16 12:43:08.461124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.466991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] For port 803f0910-6630-4d24-bdae-7a61eed45b5e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=803f0910-6630-4d24-bdae-7a61eed45b5e,segment=NetworkSegment(563360dd-c238-45ae-a703-e22442ee4519),segment_id=563360dd-c238-45ae-a703-e22442ee4519)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:08.481483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.493759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.536487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.563892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4921d1fd-124a-405c-ab38-d6999119ca17 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/e9a6f306-e40b-4257-8d5d-616d7b975edb HTTP/1.1" status: 204 len: 168 time: 1.8372221 Feb 16 12:43:08.570246 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63c87f3a-d08c-4249-9a15-0f111b20ed85 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076210 Feb 16 12:43:08.571729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:08.572145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.580783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55028) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.581136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:08.593120 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:08.609145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:08.609871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:08.610341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.684785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477a97-195f-4643-b1bd-28106b3bb243 None None] Pushing event updated for resources: {'Port': ['ID=803f0910-6630-4d24-bdae-7a61eed45b5e,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.685399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.687742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:08.707934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:43:08.707934 dv-neutron-829435-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:43:08.707934 dv-neutron-829435-1-hyperv neutron-server[87699]: [parameters: {'id': '2d1efb7c-3a45-4de2-87ed-87383abb021c'}] Feb 16 12:43:08.707934 dv-neutron-829435-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:08.708474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:08.728714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.754948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7330f30-9f39-43d0-9f7f-537642805122 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:43:08.755515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e7330f30-9f39-43d0-9f7f-537642805122 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:08.778015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Provisioning for port 7f68d631-8e79-4d40-a486-91d435c42bda completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:08.893233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:43:08.906440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:08.910518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc5777-0612-4fc7-b967-4405cc50371c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:08.920420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.922024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6930bd96-ec6b-4e4a-9f83-9ebfcd75839b tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1562462 Feb 16 12:43:08.925854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.926375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.932096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': 'a2fc5777-0612-4fc7-b967-4405cc50371c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:08.932251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:08.932461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f393e0fd-2ea9-4645-8326-2dee9a1a31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.935749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b389f3-95e2-49ee-8d0f-bfc401f1672a req-2a52c910-3018-4bf3-a8a2-1a90e9b4b4ef tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:08.937294 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36b389f3-95e2-49ee-8d0f-bfc401f1672a req-2a52c910-3018-4bf3-a8a2-1a90e9b4b4ef tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.7595699 Feb 16 12:43:08.938979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:08.942292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e7330f30-9f39-43d0-9f7f-537642805122 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:08.943454 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7330f30-9f39-43d0-9f7f-537642805122 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/e9a6f306-e40b-4257-8d5d-616d7b975edb HTTP/1.1" status: 404 len: 333 time: 0.3586385 Feb 16 12:43:08.944226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:08.947752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:08.948113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55040) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:08.955553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:08.958866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:08.965401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:08.984986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.006844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:09.037482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:09.053678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:09.060578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aaab74-5e5d-4cda-9ecc-bb32b690bd76 None None] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:09.061434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.067754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.092970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f059bba7-1567-41c0-abb5-60d4c7e2213a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.108848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.111481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97693718-574d-4d9a-8129-de3317ee9c46 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1832371 Feb 16 12:43:09.113997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.162213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:09.165786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.188382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.190471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=03035fb6-562d-42b6-8845-9166d53f3e98,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.209466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.220209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:09.220585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.221900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36b389f3-95e2-49ee-8d0f-bfc401f1672a req-a61aa373-37d7-4dfc-a0cb-1648a9342664 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716722 Feb 16 12:43:09.254880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.268605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port 803f0910-6630-4d24-bdae-7a61eed45b5e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:09.269646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.321061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.327991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:09.385337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Deleting port e0af82a1-ca2c-4d3d-afb6-685551531dd8 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:09.386013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.410253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.468006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.548842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.556899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc5777-0612-4fc7-b967-4405cc50371c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.576141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port 803f0910-6630-4d24-bdae-7a61eed45b5e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=803f0910-6630-4d24-bdae-7a61eed45b5e,segment=NetworkSegment(563360dd-c238-45ae-a703-e22442ee4519),segment_id=563360dd-c238-45ae-a703-e22442ee4519)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:09.576493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.594791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.598902 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e54a9cca-159b-4361-822d-735ee02cb988 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/a2fc5777-0612-4fc7-b967-4405cc50371c HTTP/1.1" status: 204 len: 168 time: 0.4806814 Feb 16 12:43:09.607497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:09.660804 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 638a6b61-016e-468d-b0f5-715a04583016 associated. External IP: 172.26.4.154, port: 96ef19c2-7007-479d-ab57-d17407ddae76. Feb 16 12:43:09.667476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-010057a0-857c-4f3e-9194-95bea22154a6 None None] Could not find standard attr ID for object e9a6f306-e40b-4257-8d5d-616d7b975edb. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:09.720266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for 803f0910-6630-4d24-bdae-7a61eed45b5e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:09.752389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7458c-5967-4939-9c21-0df0de974743 None None] Network 2d1efb7c-3a45-4de2-87ed-87383abb021c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:09.881820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] For port e0af82a1-ca2c-4d3d-afb6-685551531dd8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=e0af82a1-ca2c-4d3d-afb6-685551531dd8,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:09.882397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.889097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.907596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ead7e1b1-e403-4528-9596-6bca1eccde6f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:09.927249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.934880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbcc0d3-cdd0-405c-b04e-75e6a74fd5da,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.970950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:09.976964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=803f0910-6630-4d24-bdae-7a61eed45b5e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:09.981561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port 803f0910-6630-4d24-bdae-7a61eed45b5e on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:10.014083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.017664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9597424d-316e-4525-8c79-6e52435980c9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dbcc0d3-cdd0-405c-b04e-75e6a74fd5da HTTP/1.1" status: 204 len: 168 time: 1.0283422 Feb 16 12:43:10.017798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ead7e1b1-e403-4528-9596-6bca1eccde6f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:10.020654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ead7e1b1-e403-4528-9596-6bca1eccde6f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4117270 Feb 16 12:43:10.027413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.028370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.041621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Calling delete_port for e0af82a1-ca2c-4d3d-afb6-685551531dd8 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:10.053760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--150287210'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:10.076756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:10.108379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:10.113524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:10.118651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:43:10.125979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:10.126622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.147471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=7e3d5861-9da4-4959-8843-61311f90c99b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.162854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.171202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:10.209177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1efb7c-3a45-4de2-87ed-87383abb021c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:10.218926 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eac4734c-3d1b-47f7-aeb2-bacc2fa87fd4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6325095 Feb 16 12:43:10.226676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55060) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.227162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.234134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '7e3d5861-9da4-4959-8843-61311f90c99b', 'ip_address': '2001:db8::3a90:ef89:5d4f:1b00'}], 'name': 'tempest-NetworksTestDHCPv6-931567180'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:10.253169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563360dd-c238-45ae-a703-e22442ee4519') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:10.254064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563360dd-c238-45ae-a703-e22442ee4519') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:10.263669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.280653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.286740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.298396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:10.315355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:10.321796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:10.325687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.334576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.342256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:10.354096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] Pushing event deleted for resources: {'Port': ['ID=e0af82a1-ca2c-4d3d-afb6-685551531dd8,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.357194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3abd01-000b-438b-bc59-f45561bcc321 None None] No DVR routers for this DVR port e0af82a1-ca2c-4d3d-afb6-685551531dd8 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:10.359498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:10.359901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.369369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:10.386580 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:10.389216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20c9fa-b072-466d-b994-6b8dba357f4d None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:10.406780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'port_id': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'mac_address': 'fa:16:3e:5b:7d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:43:10.532699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.566814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.575554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.584433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec71032-9dd6-4dc0-9770-9644351476ed,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.600710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:43:10.626439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.627263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:10.634848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=2d1efb7c-3a45-4de2-87ed-87383abb021c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.687352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.691853 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dad9838d-38ee-45ff-a5ea-91dfaa219f1e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/security-groups/aec71032-9dd6-4dc0-9770-9644351476ed HTTP/1.1" status: 204 len: 168 time: 0.6571159 Feb 16 12:43:10.695536 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5fb58597-4424-4239-8e44-862a5d56ce79 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/2d1efb7c-3a45-4de2-87ed-87383abb021c HTTP/1.1" status: 204 len: 168 time: 3.5952935 Feb 16 12:43:10.700507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.700814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55068) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.737626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:10.744046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.784136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '7e3d5861-9da4-4959-8843-61311f90c99b'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:10.785610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.795058 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0924cf8-81e1-4942-ac5f-508803655a5b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:10.795058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0924cf8-81e1-4942-ac5f-508803655a5b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:10.810496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:10.821355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:10.827504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.835619 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e0924cf8-81e1-4942-ac5f-508803655a5b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/b2437291-69b6-4eb6-a6cc-1647a6681382 HTTP/1.1" status: 404 len: 337 time: 0.1322482 Feb 16 12:43:10.836572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.849860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.877017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:10.880994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:10.899808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:10.907229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet 7eca2ad0-0c6c-40ee-91d3-a873b7f0c067 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:10.913321 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed84d0aa-fa3b-40df-b6d7-3d6b549345c4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:10.913781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed84d0aa-fa3b-40df-b6d7-3d6b549345c4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:10.917552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42702-27a9-4532-92b6-fe7cd66a60b4 req-ee96ad75-c5d8-47ce-9533-22e08268b169 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:10.918464 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cb42702-27a9-4532-92b6-fe7cd66a60b4 req-ee96ad75-c5d8-47ce-9533-22e08268b169 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 944 time: 0.3458493 Feb 16 12:43:10.922510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.923629 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed84d0aa-fa3b-40df-b6d7-3d6b549345c4 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/2d1efb7c-3a45-4de2-87ed-87383abb021c HTTP/1.1" status: 404 len: 339 time: 0.0726693 Feb 16 12:43:10.924614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.944092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e0af82a1-ca2c-4d3d-afb6-685551531dd8 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:10.980017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:10.981283 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9483557 Feb 16 12:43:10.985975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:10.986180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55082) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:10.992425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421381259'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:10.999489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b47a1-7ae3-4d2e-af98-915d3d609ca5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca7c2f-cb97-48dc-a89f-cf93c84abaf1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.005899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:11.020548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:11.027487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.035380 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Sync routers for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:11.039854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: e0af82a1-ca2c-4d3d-afb6-685551531dd8 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:11.040227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device e0af82a1-ca2c-4d3d-afb6-685551531dd8 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:11.052059 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38b833a-4e29-43e9-bad3-dc8c657b488e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:11.054380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38b833a-4e29-43e9-bad3-dc8c657b488e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:11.057352 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:11.057507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:11.057971 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.062329 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c38b833a-4e29-43e9-bad3-dc8c657b488e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/e91ec972-0506-4e6d-ad84-25939efd560d HTTP/1.1" status: 404 len: 337 time: 0.1382782 Feb 16 12:43:11.068372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55086) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:11.103175 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd63168-b910-47e3-aea3-6b9018311d0c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:11.103929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd63168-b910-47e3-aea3-6b9018311d0c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:11.105837 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9bd63168-b910-47e3-aea3-6b9018311d0c tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/bc749da4-f587-4c15-86e0-a9b2016fbef8 HTTP/1.1" status: 404 len: 339 time: 0.0362997 Feb 16 12:43:11.109191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:11.112062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.132836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/7e3d5861-9da4-4959-8843-61311f90c99b/cedb439c-d571-4b3e-bf14-7ef3022ed4ff) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:11.175923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:43:11.194470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cb42702-27a9-4532-92b6-fe7cd66a60b4 req-f0f28a2e-5d15-48f9-8a66-4298f3b1352b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680635 Feb 16 12:43:11.195107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:11.208708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.258057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:11.269954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:11.282201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:11.285928 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:11.291268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.306454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.318150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.370772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 9b190f52-f74c-4ba7-a231-5e5b527dd42e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:11.569273 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce61a743-a90c-4963-ba68-4d34e19f43ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1229298 Feb 16 12:43:11.569273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:43:11.581017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55094) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:11.616596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.672563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.712335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.721483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.737479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.738918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Transition to ACTIVE for port object cedb439c-d571-4b3e-bf14-7ef3022ed4ff will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:11.746846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=7eca2ad0-0c6c-40ee-91d3-a873b7f0c067,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.754635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41071e7-f37e-47e5-8cfe-bcca689de392 None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:11.758046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.760944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.778890 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76', 'status': 'completed', 'code': 200} Feb 16 12:43:11.791269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90519efc-58f3-4b00-99e8-1ef8bf3ff76c') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.791598 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d0fb9838-70f2-4150-97f6-bb3dbf827ebd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/638a6b61-016e-468d-b0f5-715a04583016 HTTP/1.1" status: 200 len: 992 time: 0.2083578 Feb 16 12:43:11.792021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90519efc-58f3-4b00-99e8-1ef8bf3ff76c') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.815537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.822546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Transition to ACTIVE for port object cedb439c-d571-4b3e-bf14-7ef3022ed4ff will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:11.834345 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '638a6b61-016e-468d-b0f5-715a04583016', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'port_id': '96ef19c2-7007-479d-ab57-d17407ddae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'mac_address': 'fa:16:3e:84:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:06Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.841093 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Checking router: e7c7eb65-0113-4aa7-912b-b2cd5025ac98 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:11.842744 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56ab6e0f-518f-498a-8ce5-640536ad4859 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/7eca2ad0-0c6c-40ee-91d3-a873b7f0c067 HTTP/1.1" status: 204 len: 168 time: 1.1406195 Feb 16 12:43:11.852317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:11.859519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.861194 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:11.861869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:11.866984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:11.883289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.885043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8972008 Feb 16 12:43:11.890431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55106) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:11.902125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '57ca7c2f-cb97-48dc-a89f-cf93c84abaf1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1236a759-b7a8-4f54-b13c-305f15f56ebb', 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:11.904098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.913977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:11.914670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:11.932692 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:11.936569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce5141-04f5-4889-a816-9cff6925fc9c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1236a759-b7a8-4f54-b13c-305f15f56ebb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:11.946507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:11.959361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:11.965013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:11.999455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:12.003370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-e48f3d00-70eb-4a3f-b951-928a79b1ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:12.005398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-e48f3d00-70eb-4a3f-b951-928a79b1ec92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1099 time: 0.1907330 Feb 16 12:43:12.043333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:12.052026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:12.073973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:12.118858 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:12.160752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-52b17da4-fb6b-4c9d-a376-b76cc7cd6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:12.162608 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-52b17da4-fb6b-4c9d-a376-b76cc7cd6ded service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 898 time: 0.1420312 Feb 16 12:43:12.164108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::3a90:ef89:5d4f:1b00 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/7e3d5861-9da4-4959-8843-61311f90c99b/9b190f52-f74c-4ba7-a231-5e5b527dd42e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:12.167363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Pushing event updated for resources: {'Port': ['ID=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.185428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:12.200210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:12.208381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:12.216875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:12.231242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.238078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.259176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.329136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Attempting to bind port cedb439c-d571-4b3e-bf14-7ef3022ed4ff on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:12.329491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Attempting to bind port cedb439c-d571-4b3e-bf14-7ef3022ed4ff by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:12.329744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Attempting to bind port cedb439c-d571-4b3e-bf14-7ef3022ed4ff on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:12.362224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:12.363278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-386cf16a-e7ea-4358-bf4b-597f5881759c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 1000 time: 0.1855767 Feb 16 12:43:12.363457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:12.363828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.367196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:12.372472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Bound port: cedb439c-d571-4b3e-bf14-7ef3022ed4ff, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:12.372931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.409343 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2 HTTP/1.1" status: 204 len: 168 time: 1.2963421 Feb 16 12:43:12.409343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:12.412041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.428691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.439431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641afa8-93df-4288-8953-f0308c39605f tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=ec89f19a-69ce-4fcb-846e-2e00ba5fbdd2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.495982 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd7abc4-decc-45db-ae7a-ed8fdc449f36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:12.496495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd7abc4-decc-45db-ae7a-ed8fdc449f36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:12.500728 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2dd7abc4-decc-45db-ae7a-ed8fdc449f36 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/eef46042-e2e8-4b38-86ba-8ed676d56467 HTTP/1.1" status: 404 len: 337 time: 0.0664799 Feb 16 12:43:12.505067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.549233 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '638a6b61-016e-468d-b0f5-715a04583016', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'port_id': '96ef19c2-7007-479d-ab57-d17407ddae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'mac_address': 'fa:16:3e:84:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:06Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:12.555399 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec36b31-9816-4bbc-aac4-ea16a1175328 None None] The sync data for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv is: [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '638a6b61-016e-468d-b0f5-715a04583016', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'port_id': '96ef19c2-7007-479d-ab57-d17407ddae76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'mac_address': 'fa:16:3e:84:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:06Z', 'updated_at': '2022-02-16T12:43:06Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:12.588851 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f527093-8514-4525-88e2-d833a031a98e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:12.589236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f527093-8514-4525-88e2-d833a031a98e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:12.622271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] For port cedb439c-d571-4b3e-bf14-7ef3022ed4ff, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:12.636236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] For port cedb439c-d571-4b3e-bf14-7ef3022ed4ff, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:12.644757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.678262 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f527093-8514-4525-88e2-d833a031a98e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/6ec2c52a-f98c-466f-ad37-56acdb1e1394 HTTP/1.1" status: 404 len: 339 time: 0.1654899 Feb 16 12:43:12.713753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.718101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-f976cfc4-ea2a-4373-8d4b-f6c97661f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:12.719719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-f976cfc4-ea2a-4373-8d4b-f6c97661f45f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 200 len: 834 time: 0.3482835 Feb 16 12:43:12.757189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83cf8-9423-4b1f-b3b3-9cecd84f642f None None] Pushing event updated for resources: {'Port': ['ID=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:12.793600 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de011d5-62a9-497c-9e7f-89f21d95c992 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:12.795315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de011d5-62a9-497c-9e7f-89f21d95c992 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:12.807140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:12.918180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534b004-8ad1-40a1-b096-56d227060bdd None None] New status for floating IP 638a6b61-016e-468d-b0f5-715a04583016: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:43:12.974475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.976473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c9829117-f51b-4fed-8d84-52af03ff973b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/638a6b61-016e-468d-b0f5-715a04583016 HTTP/1.1" status: 200 len: 992 time: 0.1679857 Feb 16 12:43:12.978084 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5de011d5-62a9-497c-9e7f-89f21d95c992 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/963d7a28-ea43-4afb-ae4a-3a4ee584985c HTTP/1.1" status: 404 len: 337 time: 0.2631946 Feb 16 12:43:13.044062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.059660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.073484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a97de-e350-45a5-9658-235b05ded848 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.073484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a97de-e350-45a5-9658-235b05ded848 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.079089 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-328a97de-e350-45a5-9658-235b05ded848 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/4afcad1a-1dee-458e-a157-5400777f6fc2 HTTP/1.1" status: 404 len: 339 time: 0.0335824 Feb 16 12:43:13.082293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.127693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-49479c52-b68e-485e-83aa-4b798934a275 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.128255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49479c52-b68e-485e-83aa-4b798934a275 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.130567 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49479c52-b68e-485e-83aa-4b798934a275 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/a2cb9a43-bd65-488c-9f3c-772fa458cec8 HTTP/1.1" status: 404 len: 337 time: 0.0472002 Feb 16 12:43:13.139498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.141251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.147272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690a2730-e4fe-44f4-99d3-a66d164fe039,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:13.189408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed4a6b-b73e-4e7c-a05a-2471cb151a95 req-8ee2537e-5f95-4f49-bd65-0ee9578f8952 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:13.191179 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2ed4a6b-b73e-4e7c-a05a-2471cb151a95 req-8ee2537e-5f95-4f49-bd65-0ee9578f8952 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 945 time: 0.7551370 Feb 16 12:43:13.212320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.212671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.213015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.213359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.213696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.214032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.214362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.214690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.215016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.215344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.215691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.216035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.229140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:13.238701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:13.243903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:13.249991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f291488-2919-4e13-a151-1e9c882a7478 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.250226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.250463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f291488-2919-4e13-a151-1e9c882a7478 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.254821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f291488-2919-4e13-a151-1e9c882a7478 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/cd0aa7f5-acef-42cf-9b0b-b7d2d8c3e918 HTTP/1.1" status: 404 len: 339 time: 0.1065013 Feb 16 12:43:13.254821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.257732 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61078847-5b09-43b7-8aff-e845ac7fe509 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3661327 Feb 16 12:43:13.261448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.261722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.294559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=dfb07f51-3755-4be2-b1b2-beb29bee2852,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:13.300962 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4457457 Feb 16 12:43:13.305405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.313689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.314279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.317300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.317752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.318168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.318593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.318993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.319386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.319788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.320199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.320549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.321138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a60-6fe8-4bab-b841-3fe44e9fdc19 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:13.326775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1740939279'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:13.334430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:13.338629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:13.341853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:13.352351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:13.369837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.390471 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f7c7c-7360-462a-bddf-8b9d6cca533e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.390927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f7c7c-7360-462a-bddf-8b9d6cca533e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.395728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-895f7c7c-7360-462a-bddf-8b9d6cca533e tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/859a7df2-44b8-412c-bcac-2fd159f677cb HTTP/1.1" status: 404 len: 337 time: 0.1270456 Feb 16 12:43:13.398445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.411299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.447292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:13.450173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-d7f03a8a-f405-4cab-b772-fd33eec8d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:13.451676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-d7f03a8a-f405-4cab-b772-fd33eec8d867 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e8823ee-e814-4066-afa7-ad3e56f305b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4666691 Feb 16 12:43:13.458136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2ed4a6b-b73e-4e7c-a05a-2471cb151a95 req-8466aee1-be59-4fa3-9aa0-caeb5a645c95 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454710 Feb 16 12:43:13.459526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:13.459619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.464117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 9b190f52-f74c-4ba7-a231-5e5b527dd42e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:13.465530 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a174b455-9535-486a-a1c8-5ea3115586a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.466068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a174b455-9535-486a-a1c8-5ea3115586a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.471788 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a174b455-9535-486a-a1c8-5ea3115586a3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/492e59df-08a3-4aee-8a56-0f2595ae98a0 HTTP/1.1" status: 404 len: 339 time: 0.0689707 Feb 16 12:43:13.473411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:13.477179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.507225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.520804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:13.553677 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5537e6f-ac7a-4668-acb5-2f64ca6ebd72 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.554128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5537e6f-ac7a-4668-acb5-2f64ca6ebd72 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.558515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5537e6f-ac7a-4668-acb5-2f64ca6ebd72 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/63d68ffe-383d-4c4a-ad4d-9c11d73bd941 HTTP/1.1" status: 404 len: 337 time: 0.0780592 Feb 16 12:43:13.561461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.616526 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2211d0f-8c1b-4336-9990-83c9573f57c3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.616912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2211d0f-8c1b-4336-9990-83c9573f57c3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.631456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.632421 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2211d0f-8c1b-4336-9990-83c9573f57c3 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/930c0538-af3f-4abc-a06a-fa172da0b585 HTTP/1.1" status: 404 len: 339 time: 0.0666480 Feb 16 12:43:13.646273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35618ef-eab1-4121-a0f3-773a703ede6b None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:13.671940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.697024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.701986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.715670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6ed47f-ff6b-4eed-9801-b4237b6dd0c8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.716156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6ed47f-ff6b-4eed-9801-b4237b6dd0c8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.718057 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e6ed47f-ff6b-4eed-9801-b4237b6dd0c8 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/5653d034-bfd1-4b31-932d-96566ca267cb HTTP/1.1" status: 404 len: 337 time: 0.0819936 Feb 16 12:43:13.723231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.726285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.731160 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/690a2730-e4fe-44f4-99d3-a66d164fe039 HTTP/1.1" status: 204 len: 168 time: 0.4638517 Feb 16 12:43:13.732831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de24f0-7036-49aa-9278-a11ff6b82877 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=690a2730-e4fe-44f4-99d3-a66d164fe039,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:13.736526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.744324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.788094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c236c7-7125-46da-b765-d73e7d5142e1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:13.802597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-965744f8-764f-42cf-8081-65dd435ef944 None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:13.802972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-965744f8-764f-42cf-8081-65dd435ef944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.809203 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab10ce6e-acfa-4f7c-b670-701a165772eb tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.810177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab10ce6e-acfa-4f7c-b670-701a165772eb tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.814188 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-4fc16826-d6ad-42b8-91a1-6faaa5ec49bf service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486326 Feb 16 12:43:13.818768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab10ce6e-acfa-4f7c-b670-701a165772eb tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/4a38eab0-1f77-4ddb-8bfb-e3e25e2c11d2 HTTP/1.1" status: 404 len: 339 time: 0.0943022 Feb 16 12:43:13.821773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.870368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:13.874180 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-04baad68-9682-454c-aa9f-457ee9a34edb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5608139 Feb 16 12:43:13.875883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.876839 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-75da19ea-9797-4230-93f8-50dfbb6fba93 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.877288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75da19ea-9797-4230-93f8-50dfbb6fba93 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.879766 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75da19ea-9797-4230-93f8-50dfbb6fba93 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/2b3a34b2-fe8c-4184-bbd3-a47d0af0c222 HTTP/1.1" status: 404 len: 337 time: 0.0566857 Feb 16 12:43:13.883625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.886919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'security_group': {'name': 'tempest-secgroup-472363154'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:13.913123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:13.923576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:13.929225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b001e6-23a8-486a-9e39-69e2f89700b5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:13.929709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b001e6-23a8-486a-9e39-69e2f89700b5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:13.931598 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15b001e6-23a8-486a-9e39-69e2f89700b5 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/af66d732-e47a-417b-adcc-ca0aec2291e0 HTTP/1.1" status: 404 len: 339 time: 0.0396090 Feb 16 12:43:13.932568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:13.935411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55188) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:13.952597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-965744f8-764f-42cf-8081-65dd435ef944 None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:13.978787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:13.983709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55192) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.010486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:14.013237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-965744f8-764f-42cf-8081-65dd435ef944 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:14.013860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-965744f8-764f-42cf-8081-65dd435ef944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.022031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:14.024581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:14.030331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.030961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.051899 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffe73c9-8e68-49d9-9a59-d72c8eb05709 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:14.052375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffe73c9-8e68-49d9-9a59-d72c8eb05709 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:14.056412 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3ffe73c9-8e68-49d9-9a59-d72c8eb05709 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/d92d44b9-7230-4b95-85db-278cc87ce49f HTTP/1.1" status: 404 len: 337 time: 0.1179161 Feb 16 12:43:14.065804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.075176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=9b190f52-f74c-4ba7-a231-5e5b527dd42e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.084564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f59b8e3b-dca5-46d3-832f-23f9b3d9b2c9 req-bb7c3a00-d583-4fb7-b0bc-060bac970af3 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505269 Feb 16 12:43:14.102031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecfb3140-2ac2-49e5-8fc9-9696d02dd510 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:14.111505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a56f4613-38cb-4dd6-a9bf-6c8d61b68d9e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8838027 Feb 16 12:43:14.116248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55200) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.116688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.134485 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b692587-6c8b-483c-8f74-1f7485e122fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:14.134876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b692587-6c8b-483c-8f74-1f7485e122fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:14.139063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b692587-6c8b-483c-8f74-1f7485e122fc tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/e9e35b7a-eeb5-4d03-8795-56a389993c58 HTTP/1.1" status: 404 len: 339 time: 0.0689564 Feb 16 12:43:14.142168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.190125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecfb3140-2ac2-49e5-8fc9-9696d02dd510 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:14.195109 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecfb3140-2ac2-49e5-8fc9-9696d02dd510 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4120226 Feb 16 12:43:14.196239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.197389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:14.232577 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cca58bf6-69a5-4143-9983-f3460b7bdf60 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/638a6b61-016e-468d-b0f5-715a04583016 HTTP/1.1" status: 200 len: 994 time: 0.2476008 Feb 16 12:43:14.234459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:14.251373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:14.263840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:14.279953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:14.286222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting subnet 545e798a-531f-4b8b-8664-3555b105a4c6 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:14.292637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.336712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193bb4e-a674-419a-be76-c83e4224ed92 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.343431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193bb4e-a674-419a-be76-c83e4224ed92 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:14.344595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7193bb4e-a674-419a-be76-c83e4224ed92 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:14.351308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.363577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Update dhcp port {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'fixed_ips': [{'subnet_id': '6c804e4f-3677-4ab7-8e43-8aed57245537', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfb07f51-3755-4be2-b1b2-beb29bee2852'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '7f68d631-8e79-4d40-a486-91d435c42bda'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:43:14.381570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.392378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7193bb4e-a674-419a-be76-c83e4224ed92 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:14.396351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7193bb4e-a674-419a-be76-c83e4224ed92 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2764642 Feb 16 12:43:14.397494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.400891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.435547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.488576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:14.511404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:14.512029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.528585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 9b190f52-f74c-4ba7-a231-5e5b527dd42e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:14.529676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.540331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.578681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-de7f787d-c6d0-4fc5-975b-64bf67721598 None None] Provisioning for port cedb439c-d571-4b3e-bf14-7ef3022ed4ff completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:14.651490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.697064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.727430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1236a759-b7a8-4f54-b13c-305f15f56ebb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.748749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.756975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Subnet': ['ID=545e798a-531f-4b8b-8664-3555b105a4c6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.758657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.764388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.783862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.809359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03edc943-cadf-4c64-a33d-91841c6cd051 None None] Network 8eb69687-3235-4541-93a6-3316e8e24f17 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:14.812530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9156a9-fba9-47e6-97f1-872709b543e7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:14.818303 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f693c6c-65f7-4ef8-9d9c-7edf9e87ea13 tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/subnets/545e798a-531f-4b8b-8664-3555b105a4c6 HTTP/1.1" status: 204 len: 168 time: 0.6654320 Feb 16 12:43:14.819290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55218) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.840469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.843949 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef84a812-edab-45e4-8bb1-f2bf933e2e61 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/1236a759-b7a8-4f54-b13c-305f15f56ebb HTTP/1.1" status: 204 len: 168 time: 0.6433351 Feb 16 12:43:14.848053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.886662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:14.890785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66f65615-24d5-4419-867f-855ae7888806 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0057890 Feb 16 12:43:14.893063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55226) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:14.927151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:43:14.941804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-93c93598-e28e-4bb3-8de7-e92d1f3869ef None None] Provisioning for port 9b190f52-f74c-4ba7-a231-5e5b527dd42e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:15.011464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:15.029533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cedb439c-d571-4b3e-bf14-7ef3022ed4ff up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:15.078135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'security_group': {'name': 'tempest-secgroup-937802938'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:15.078868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.098135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f225c-99cb-4af5-98df-ab339dfc41f6 req-1ac959f0-ee12-41e4-90a6-58b5039f45f1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:15.099870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b7f225c-99cb-4af5-98df-ab339dfc41f6 req-1ac959f0-ee12-41e4-90a6-58b5039f45f1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 945 time: 0.4012537 Feb 16 12:43:15.106645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:15.107598 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'code': 200} Feb 16 12:43:15.112066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-93c93598-e28e-4bb3-8de7-e92d1f3869ef None None] Provisioning complete for port 9b190f52-f74c-4ba7-a231-5e5b527dd42e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:15.112284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-93c93598-e28e-4bb3-8de7-e92d1f3869ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.124716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.131168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:15.136166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:15.147567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.152355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:15.171742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3fea7c3d-e4c8-45f2-83d5-892581db5960 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:15.176314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Deleting port b2182fd7-4bce-4826-b3c0-e43253f530a1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:15.176625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.208034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.237430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 9b190f52-f74c-4ba7-a231-5e5b527dd42e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:15.260450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3fea7c3d-e4c8-45f2-83d5-892581db5960 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:15.265685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3fea7c3d-e4c8-45f2-83d5-892581db5960 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4127045 Feb 16 12:43:15.265685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:15.268999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.310933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Allocated IP 2001:db8::2 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/dfb07f51-3755-4be2-b1b2-beb29bee2852/7f68d631-8e79-4d40-a486-91d435c42bda) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:15.319882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:security_group_rule and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:15.325204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port cedb439c-d571-4b3e-bf14-7ef3022ed4ff completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:15.328732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:15.334418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:15.349941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:15.357047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cedb439c-d571-4b3e-bf14-7ef3022ed4ff triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:15.357421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.426756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-93c93598-e28e-4bb3-8de7-e92d1f3869ef None None] Port 9b190f52-f74c-4ba7-a231-5e5b527dd42e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:15.505103 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b7f225c-99cb-4af5-98df-ab339dfc41f6 req-c4f6c76f-ae23-4287-8fde-093f7783aa25 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505685 Feb 16 12:43:15.516808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.520709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] For port b2182fd7-4bce-4826-b3c0-e43253f530a1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b2182fd7-4bce-4826-b3c0-e43253f530a1,segment=NetworkSegment(d6fbc584-5f18-4992-8a3a-b7095a447082),segment_id=d6fbc584-5f18-4992-8a3a-b7095a447082)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:15.520709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.670708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:15.673039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd558d-e349-40f7-a3d8-2e21e12b43a3 None None] DHCP port deletion for 8eb69687-3235-4541-93a6-3316e8e24f17 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:15.690357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd558d-e349-40f7-a3d8-2e21e12b43a3 None None] Deleting port b2182fd7-4bce-4826-b3c0-e43253f530a1 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:15.690357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fbd558d-e349-40f7-a3d8-2e21e12b43a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.690719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Calling delete_port for b2182fd7-4bce-4826-b3c0-e43253f530a1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:15.700994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014b26f-0c1d-4f1c-8d6e-62a100dba550 req-8eacc175-e062-4287-95c4-3a9a33db47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:15.702472 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5014b26f-0c1d-4f1c-8d6e-62a100dba550 req-8eacc175-e062-4287-95c4-3a9a33db47ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1099 time: 0.3831205 Feb 16 12:43:15.703575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.730186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.737050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.772120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=9b190f52-f74c-4ba7-a231-5e5b527dd42e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:15.795052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.825614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.833491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.852939 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5014b26f-0c1d-4f1c-8d6e-62a100dba550 req-b73561d9-641d-4198-871e-2cf21bc1f0d8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943000 Feb 16 12:43:15.858363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8826418-651a-42ac-8927-9cd8c32e486c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/9b190f52-f74c-4ba7-a231-5e5b527dd42e HTTP/1.1" status: 204 len: 168 time: 1.4597096 Feb 16 12:43:15.863163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:15.881707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.901718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd558d-e349-40f7-a3d8-2e21e12b43a3 None None] The port 'b2182fd7-4bce-4826-b3c0-e43253f530a1' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:15.910492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port cedb439c-d571-4b3e-bf14-7ef3022ed4ff, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:15.915553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.926524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.947164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Transition to ACTIVE for port object 7f68d631-8e79-4d40-a486-91d435c42bda will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:15.961184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:15.981090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33e5b8-d7aa-457b-9bf5-91ccd75decdb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.012161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.018389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Port': ['ID=b2182fd7-4bce-4826-b3c0-e43253f530a1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.020401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] No DVR routers for this DVR port b2182fd7-4bce-4826-b3c0-e43253f530a1 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:16.067395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.072212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.075948 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01f659b1-3a74-489d-872d-67b1097b55cd tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0095739 Feb 16 12:43:16.076339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:16.082517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1035254247', 'security_groups': ['ce33e5b8-d7aa-457b-9bf5-91ccd75decdb'], 'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfb07f51-3755-4be2-b1b2-beb29bee2852'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:16.091740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca7c2f-cb97-48dc-a89f-cf93c84abaf1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.111087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.115226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6094279-7169-453c-8d3b-1b047cd92479 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/57ca7c2f-cb97-48dc-a89f-cf93c84abaf1 HTTP/1.1" status: 204 len: 168 time: 0.8203440 Feb 16 12:43:16.120259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:16.125156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec0986-ed19-4087-9e0f-dab404725e1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:16.126620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec0986-ed19-4087-9e0f-dab404725e1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:16.127355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bfec0986-ed19-4087-9e0f-dab404725e1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:16.170879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf11d8e-a21d-4fc3-b1da-2f9df503fabe None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.252241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.261763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bfec0986-ed19-4087-9e0f-dab404725e1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:16.262510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:16.265543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bfec0986-ed19-4087-9e0f-dab404725e1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4005444 Feb 16 12:43:16.266932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55248) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:16.299379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb69687-3235-4541-93a6-3316e8e24f17']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.312332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a709c55-7acf-4343-91cb-d8664556462c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:16.314464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:16.319791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fbc584-5f18-4992-8a3a-b7095a447082') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.320117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fbc584-5f18-4992-8a3a-b7095a447082') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:16.340148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.342907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:16.352284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a709c55-7acf-4343-91cb-d8664556462c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:16.353556 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a709c55-7acf-4343-91cb-d8664556462c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2323585 Feb 16 12:43:16.357454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55252) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:16.363198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--845900618'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:16.369881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:16.372315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.386240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:16.386378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.389012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 7e3d5861-9da4-4959-8843-61311f90c99b {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:16.396686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:16.401513 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:16.403646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:16.482869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.505759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:16.510594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:16.513839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:16.514050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.516461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.528856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:16.596188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.632930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.641829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] device_id is not set on port d6445aa5-d750-492f-a8b9-e14840b9128d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:16.659014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.663599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.714006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] Pushing event deleted for resources: {'Network': ['ID=8eb69687-3235-4541-93a6-3316e8e24f17,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.728157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66c627-7386-4f75-ac70-eca6d696f899 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:43:16.736232 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8cf36d5-8e2b-43cb-9dfc-8e808d68555b tempest-NetworksTest-99611957 tempest-NetworksTest-99611957-project] 10.222.0.65 "DELETE /v2.0/networks/8eb69687-3235-4541-93a6-3316e8e24f17 HTTP/1.1" status: 204 len: 168 time: 1.9132481 Feb 16 12:43:16.737153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c066e48e-7157-48f7-b61e-28a0fc7dcf1d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:16.752304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.753785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79cc9eec-dfb3-4e4c-a0be-e7fc9b414cd5 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3953588 Feb 16 12:43:16.756701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:16.762367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': 'c066e48e-7157-48f7-b61e-28a0fc7dcf1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:16.770065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:16.775669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:16.780844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:16.789581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:16.821007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:16.821199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.821317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.838524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:16.932588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:16.978392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cedb439c-d571-4b3e-bf14-7ef3022ed4ff up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:16.997713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.002167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cce5a-0bfa-492b-8986-48bdf1688feb req-d6afd8d0-e34f-4dfe-99a2-2452fb88ac73 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:17.010409 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-922cce5a-0bfa-492b-8986-48bdf1688feb req-d6afd8d0-e34f-4dfe-99a2-2452fb88ac73 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 0.3128350 Feb 16 12:43:17.011905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.045902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fc6836-5e91-4a35-8e0b-6d3dbcfd987d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.064452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.076510 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5db5597f-afc7-4d46-b212-617ca9786504 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3163450 Feb 16 12:43:17.077160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Provisioning for port 7f68d631-8e79-4d40-a486-91d435c42bda completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:17.084400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c66c627-7386-4f75-ac70-eca6d696f899 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:43:17.085159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55264) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.089739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:17.090114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ad2867a2-1fa4-4233-88c7-afe00714d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.142766 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-922cce5a-0bfa-492b-8986-48bdf1688feb req-7b4f89de-8559-4caa-9b64-cee20f48a1a1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314158 Feb 16 12:43:17.144337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.216045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8::2f0 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/dfb07f51-3755-4be2-b1b2-beb29bee2852/d6445aa5-d750-492f-a8b9-e14840b9128d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:17.221871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3d5861-9da4-4959-8843-61311f90c99b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.227749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.233102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.235053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cedb439c-d571-4b3e-bf14-7ef3022ed4ff triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:17.235692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.256753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.280553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.281038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cebd3ff1-0aeb-43bd-8f00-dc71c39e7678 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7e3d5861-9da4-4959-8843-61311f90c99b HTTP/1.1" status: 204 len: 168 time: 1.0126667 Feb 16 12:43:17.283570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.364117 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f23e02b6-daf4-4107-a9b8-aae0d9860433 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747786 Feb 16 12:43:17.364117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55280) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.372725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.392062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.422897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.427389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a0fc6836-5e91-4a35-8e0b-6d3dbcfd987d HTTP/1.1" status: 204 len: 168 time: 0.3258867 Feb 16 12:43:17.427986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.436668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864170-d7e6-4e42-a640-188022f0a8e1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fc6836-5e91-4a35-8e0b-6d3dbcfd987d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.514650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9c1fe9c3-d547-4dc3-a064-a112b8ae865c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:17.530159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:17.538699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.557645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9c1fe9c3-d547-4dc3-a064-a112b8ae865c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:17.562412 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c1fe9c3-d547-4dc3-a064-a112b8ae865c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296470 Feb 16 12:43:17.563407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.568779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object d6445aa5-d750-492f-a8b9-e14840b9128d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:17.632012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:17.648550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.660116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:17.663566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:17.671401 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79de007e-ce4d-4f14-9674-d06f453c28f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=032f91136f4647f1be355fa5dea6fd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888681 Feb 16 12:43:17.672158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.677687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:17.679011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.711515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:17.715062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.727621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.776778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:17.777197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.795380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:17.801335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=d6445aa5-d750-492f-a8b9-e14840b9128d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.804029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:17.809788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:17.815388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:17.816822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.842539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.844991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.848535 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/c066e48e-7157-48f7-b61e-28a0fc7dcf1d HTTP/1.1" status: 204 len: 168 time: 0.2821205 Feb 16 12:43:17.849185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.849721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.863318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1ea88-8dda-41c2-a4c9-4e1a07063b7f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c066e48e-7157-48f7-b61e-28a0fc7dcf1d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:17.865729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19bbf5ee-c417-48dd-89c2-f1f3fd73ddcb tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7883971 Feb 16 12:43:17.872305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.886268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.889900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf909ae-f04f-4ba5-b305-8562a843047a None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:17.935608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:17.938280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3063d6f6-7f5c-48d1-95bc-91b846be90b4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:17.954623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3063d6f6-7f5c-48d1-95bc-91b846be90b4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:17.960180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3063d6f6-7f5c-48d1-95bc-91b846be90b4 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953929 Feb 16 12:43:17.960372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:17.966001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--57259669'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:17.974663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:17.985516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:17.998112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.027443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:18.039440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:18.170293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.171870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:18.181793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:18.188046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b2182fd7-4bce-4826-b3c0-e43253f530a1 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:18.201270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.201725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:18.204915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.223881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:18.230756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: b2182fd7-4bce-4826-b3c0-e43253f530a1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:18.231100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b2182fd7-4bce-4826-b3c0-e43253f530a1 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:18.241750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6f124-732a-49df-9fba-9fc6f6b0875c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.273678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.274740 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a22b14d1-856d-422a-95a9-d4dc02ad63f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79d6f124-732a-49df-9fba-9fc6f6b0875c HTTP/1.1" status: 204 len: 168 time: 0.5989306 Feb 16 12:43:18.276094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.280045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:18.283493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.323626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e6e81853-c5c4-42b6-890f-bf9fd03cb352 None None] Provisioning for port d6445aa5-d750-492f-a8b9-e14840b9128d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:18.336954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e6e81853-c5c4-42b6-890f-bf9fd03cb352 None None] Provisioning complete for port d6445aa5-d750-492f-a8b9-e14840b9128d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:18.337329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e6e81853-c5c4-42b6-890f-bf9fd03cb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.396064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:18.410237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Deleting port cedb439c-d571-4b3e-bf14-7ef3022ed4ff {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:18.410608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.438997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:18.445668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:18.449170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.450877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.494934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=93258919-f8bb-4bf2-a28f-3adcdd4fd6ff,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.533053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e6e81853-c5c4-42b6-890f-bf9fd03cb352 None None] Port d6445aa5-d750-492f-a8b9-e14840b9128d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:18.533649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231b5f01-7454-442b-93fa-0ac1919784a6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:18.558125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.563455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcf82acc-fe11-40ad-af90-201ecb2e7ce1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6019409 Feb 16 12:43:18.564614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.569170 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfb07f51-3755-4be2-b1b2-beb29bee2852 (CIDR: 2001:db8::/64) Feb 16 12:43:18.576613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4236a825-c5f0-4ef0-9da0-72317c9bd148 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2090535 Feb 16 12:43:18.576823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '231b5f01-7454-442b-93fa-0ac1919784a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.580876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.582380 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:18.583060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:18.586860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b6cf7-75e7-4fc0-86de-29da66e8a24d req-5344a45d-5e44-46ec-a079-d38a1c7d988e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:18.593436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '93258919-f8bb-4bf2-a28f-3adcdd4fd6ff', 'ip_address': '2001:db8::69e0:8b70:8547:80e2'}], 'name': 'tempest-NetworksTestDHCPv6-89821678'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.596665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed3b6cf7-75e7-4fc0-86de-29da66e8a24d req-5344a45d-5e44-46ec-a079-d38a1c7d988e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 0.1618111 Feb 16 12:43:18.639540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:18.676603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:18.682414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed3b6cf7-75e7-4fc0-86de-29da66e8a24d req-69a4d84b-8501-4e84-8dc0-17daba4aadbf tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847034 Feb 16 12:43:18.683296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:18.690202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:18.715321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.731872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:18.733532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-106eb0f7-a681-448d-a8dd-dbee98a79d82 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8558667 Feb 16 12:43:18.750227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:18.826420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:18.832727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:18.836479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:18.843744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:18.864121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:18.896708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] For port cedb439c-d571-4b3e-bf14-7ef3022ed4ff, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:18.897098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:18.908387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cedb439c-d571-4b3e-bf14-7ef3022ed4ff no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:19.013435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.032623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.034022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.038085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.056765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.057063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 18240347-b1d9-449a-82ce-7e6f1e46d553 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:19.074576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7858fd-0897-4505-b4c0-79f08e8a31c8 req-cdba6087-5f0a-4090-9644-e2f60602aaf4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:19.075829 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bc7858fd-0897-4505-b4c0-79f08e8a31c8 req-cdba6087-5f0a-4090-9644-e2f60602aaf4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 0.2139647 Feb 16 12:43:19.076787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.080760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Calling delete_port for cedb439c-d571-4b3e-bf14-7ef3022ed4ff owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:19.091333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.093378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e51860d-8db4-4ec3-92c8-266928d700a8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.148806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.153014 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eeec0509-af1f-41c9-88a2-164d4b8f1993 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5823083 Feb 16 12:43:19.153014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.154866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.159653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.191356 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bc7858fd-0897-4505-b4c0-79f08e8a31c8 req-58cf7c69-e7da-41bc-93e4-cc80d46afdcb tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019411 Feb 16 12:43:19.223372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.242991 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d16151a3-fab6-408b-8089-f10a45ce061a tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules/5e51860d-8db4-4ec3-92c8-266928d700a8 HTTP/1.1" status: 200 len: 763 time: 0.0815156 Feb 16 12:43:19.256026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.288936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.292570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.372089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f55ddd6-d3c8-4bbc-8bcd-0422fb660fa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:19.373860 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c804e4f-3677-4ab7-8e43-8aed57245537 (CIDR: 2001:db8:0:1::/64) Feb 16 12:43:19.380698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:19.381248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:19.392207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::69e0:8b70:8547:80e2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/93258919-f8bb-4bf2-a28f-3adcdd4fd6ff/18240347-b1d9-449a-82ce-7e6f1e46d553) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:19.412207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] No DVR routers for this DVR port cedb439c-d571-4b3e-bf14-7ef3022ed4ff on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:19.414426 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb6f3c4a-7f38-4ee5-90a4-a928d1af98e2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6733990 Feb 16 12:43:19.415597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f55ddd6-d3c8-4bbc-8bcd-0422fb660fa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:19.417300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.421397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e6416-8760-4ca3-9b0d-b23854e0def5 None None] Pushing event deleted for resources: {'Port': ['ID=cedb439c-d571-4b3e-bf14-7ef3022ed4ff,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.423417 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f55ddd6-d3c8-4bbc-8bcd-0422fb660fa7 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1594632 Feb 16 12:43:19.423656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'subnet': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.425558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.442152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91629ef-01df-4c97-b5c1-360e692dcbf1 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:19.454397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.571088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-36139994'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.576662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.580969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.584903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.590930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.617113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.620781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.664857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.698517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.703887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.705301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:security_group_rule and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.710633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.714809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.717128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.719458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.724384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Usage tracker for resource:subnet and tenant:f17c9904fd1748e7aa4ae02168637bd4 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.728703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.738562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.748250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.773592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '93258919-f8bb-4bf2-a28f-3adcdd4fd6ff'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:19.774188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Made reservation on behalf of f17c9904fd1748e7aa4ae02168637bd4 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:19.775234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.778595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.783577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e51860d-8db4-4ec3-92c8-266928d700a8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:19.821672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.834812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.838303 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f2b9db6-81c4-4111-a607-4ba4cc3a291f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5e51860d-8db4-4ec3-92c8-266928d700a8 HTTP/1.1" status: 204 len: 168 time: 0.4069521 Feb 16 12:43:19.839670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55374) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.841719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed28b5e-6af4-4b17-9ac8-b6553f178f2f tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:19.842422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ed28b5e-6af4-4b17-9ac8-b6553f178f2f tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] Synchronizing usage tracker for tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:19.871017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 18240347-b1d9-449a-82ce-7e6f1e46d553 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:19.899052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ed28b5e-6af4-4b17-9ac8-b6553f178f2f tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] Unset dirty status for tenant:fdaf78ceb2fc47c1b43cb4ed05da36e7 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:19.900216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ed28b5e-6af4-4b17-9ac8-b6553f178f2f tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1094 time: 0.6724989 Feb 16 12:43:19.904341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.914939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4395ffa1-4e00-44af-a26d-32491c6e2fbd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:19.921979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.930185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.943643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:floatingip and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:19.948202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:19.955053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4395ffa1-4e00-44af-a26d-32491c6e2fbd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:19.956353 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4395ffa1-4e00-44af-a26d-32491c6e2fbd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112883 Feb 16 12:43:19.957364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:19.959929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:19.961590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.969146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '231b5f01-7454-442b-93fa-0ac1919784a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:19.970214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:19.975907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:19.979882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.016344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:20.018312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.023691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff17328-138a-4efc-a902-634bfd0efa1b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.037574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.037943 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment a243bf88-bb7e-4855-867b-968fd95a8a95 of type vlan for network 8e21df70-8ffd-494c-90a2-833d317b28fa Feb 16 12:43:20.050568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:20.052636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/93258919-f8bb-4bf2-a28f-3adcdd4fd6ff/37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:20.128059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.180095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.185775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.186384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.219327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.232678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.235559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=18240347-b1d9-449a-82ce-7e6f1e46d553,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.238256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:20.243880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.245405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.248274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.282236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.296976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Transition to ACTIVE for port object 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:20.311182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=8e21df70-8ffd-494c-90a2-833d317b28fa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.316425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.323495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Transition to ACTIVE for port object 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:20.329579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 8e21df70-8ffd-494c-90a2-833d317b28fa details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:20.334682 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60c7cde4-926c-4f00-ac16-e031f29b84de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7468300 Feb 16 12:43:20.344277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.354988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.380805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9bfe3be9-5b98-48d4-94df-e799c7705b4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9211550 Feb 16 12:43:20.387481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.388437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55390) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.395274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.398751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.400464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.421213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6203a11-e01a-4317-ba91-48bf98bebb5c None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:20.423939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-201514440'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:20.442011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:20.444798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Subnet': ['ID=0ee9f5da-a69c-4016-9908-751970fabc63,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.449796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.450398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:20.454773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:20.465417 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe7a6219-98ae-4bde-a077-f9d0d42072e9 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0445805 Feb 16 12:43:20.465417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:20.466489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.469414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.474861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030280321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ee9f5da-a69c-4016-9908-751970fabc63'}], 'security_groups': ['31c236c7-7125-46da-b765-d73e7d5142e1', '5b9156a9-fba9-47e6-97f1-872709b543e7']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:20.503643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa714ced-00a1-4953-b5a8-17cbf31f5b08,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.520421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9081ac-f087-4614-8307-f2c7a07d0df8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.526274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9081ac-f087-4614-8307-f2c7a07d0df8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.527088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee9081ac-f087-4614-8307-f2c7a07d0df8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:20.530449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:20.535756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.536500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.635137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:20.660906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.669433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.673083 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4ee9975-ebad-4c71-b55e-8d4fc5a5aa49 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7088776 Feb 16 12:43:20.673247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.673247 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 4c075194-57a8-4758-9eeb-d1c23ee50881 of type vlan for network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 Feb 16 12:43:20.674939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.695567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee9081ac-f087-4614-8307-f2c7a07d0df8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:20.699623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee9081ac-f087-4614-8307-f2c7a07d0df8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3516748 Feb 16 12:43:20.701505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55402) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.748403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0f9f9caa-7bfd-4e00-987c-8714c661e291 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules/fa714ced-00a1-4953-b5a8-17cbf31f5b08 HTTP/1.1" status: 200 len: 763 time: 0.0694075 Feb 16 12:43:20.750096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:20.751870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.26.4.103 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/2ba1739a-b020-4d68-a337-cd6539157b8d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:20.759036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:20.768122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.773726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:20.794129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:20.807563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 18240347-b1d9-449a-82ce-7e6f1e46d553 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:20.807899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.839127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Pushing event updated for resources: {'Port': ['ID=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:20.875528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8812a380-463c-41b0-85f1-b57469c8e4c3 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:20.896154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.901769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:20.902372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.920503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Attempting to bind port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:20.921022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Attempting to bind port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:20.921484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Attempting to bind port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:20.928867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:20.929398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:20.929897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:20.930869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:20.930869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Bound port: 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:20.931390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.067477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.084398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] For port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:21.101734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] For port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:21.105171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Update dhcp port {'port': {'network_id': '01b79a68-c5c6-4fbf-b999-c20f70c29f4d', 'fixed_ips': [{'subnet_id': '6c804e4f-3677-4ab7-8e43-8aed57245537', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfb07f51-3755-4be2-b1b2-beb29bee2852', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ee9f5da-a69c-4016-9908-751970fabc63'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '7f68d631-8e79-4d40-a486-91d435c42bda'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:43:21.138384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.145945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8812a380-463c-41b0-85f1-b57469c8e4c3 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:21.150776 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8812a380-463c-41b0-85f1-b57469c8e4c3 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3973753 Feb 16 12:43:21.153884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55410) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.205108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8117700 Feb 16 12:43:21.206669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.212034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.220847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.226265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f5a2c-7486-49b4-a918-88bad3c45fe6 None None] Pushing event updated for resources: {'Port': ['ID=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.229449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.231798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:21.252694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24b68-350a-4333-b943-cf5133e8c4c0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=43507c67-f3b7-4fff-aeed-f6eaa24b01f7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.261356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.275611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:21.378893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 18240347-b1d9-449a-82ce-7e6f1e46d553 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:21.416134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:21.436277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.455322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:21.461201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:21.470058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:21.510954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.530312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:21.542371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.590766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:21.591542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=2ba1739a-b020-4d68-a337-cd6539157b8d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.602494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa714ced-00a1-4953-b5a8-17cbf31f5b08,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.605840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:21.617609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:21.702098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.704058 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a26c27c-e9d2-49c7-bcd0-4de006651d18 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fa714ced-00a1-4953-b5a8-17cbf31f5b08 HTTP/1.1" status: 204 len: 168 time: 0.5484200 Feb 16 12:43:21.707264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.721403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Delete allocated IP 2001:db8::2f0 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/dfb07f51-3755-4be2-b1b2-beb29bee2852) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:43:21.764095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Allocated IP 2001:db8:0:2::2b9 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/0ee9f5da-a69c-4016-9908-751970fabc63/d6445aa5-d750-492f-a8b9-e14840b9128d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:21.801979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.839665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eee0c7b8-e5e7-4f5a-b128-27a4eafb104d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181164 Feb 16 12:43:21.844926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:21.856227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '231b5f01-7454-442b-93fa-0ac1919784a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:21.870648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:21.888582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=18240347-b1d9-449a-82ce-7e6f1e46d553,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:21.904031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:21.912410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:21.921166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:21.940122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:21.954930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.039510 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88b95e22-9762-4ad8-9544-c2e42623ec15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/18240347-b1d9-449a-82ce-7e6f1e46d553 HTTP/1.1" status: 204 len: 168 time: 1.3339872 Feb 16 12:43:22.042319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.047092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.130334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.261323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=51f86866-c74a-4dd9-9903-db8739761dea,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.290293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.298599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.303694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.312870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af238d85-0f46-497c-b836-b6b4bd188a40 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.314485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af238d85-0f46-497c-b836-b6b4bd188a40 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.315229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af238d85-0f46-497c-b836-b6b4bd188a40 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:22.341011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': 'a243bf88-bb7e-4855-867b-968fd95a8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:22.341364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 8e21df70-8ffd-494c-90a2-833d317b28fa, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:22.351415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406c1761-4719-4e0a-8b72-d8a164760666,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.358086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Transition to ACTIVE for port object d6445aa5-d750-492f-a8b9-e14840b9128d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:22.372417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.379732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af238d85-0f46-497c-b836-b6b4bd188a40 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:22.381031 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-af238d85-0f46-497c-b836-b6b4bd188a40 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3377056 Feb 16 12:43:22.384392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.433599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.438365 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d0056556-6aba-4387-a1ec-17c5f3e7ff14 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5882056 Feb 16 12:43:22.450377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55434) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.457350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 8e21df70-8ffd-494c-90a2-833d317b28fa is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:22.463004 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Allocated IP 2001:db8:0:2::2 (01b79a68-c5c6-4fbf-b999-c20f70c29f4d/0ee9f5da-a69c-4016-9908-751970fabc63/7f68d631-8e79-4d40-a486-91d435c42bda) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:22.492453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 93258919-f8bb-4bf2-a28f-3adcdd4fd6ff {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:22.497491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.529429 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45470097-d617-4e75-81d5-063c9550463a tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules/406c1761-4719-4e0a-8b72-d8a164760666 HTTP/1.1" status: 200 len: 764 time: 0.0778430 Feb 16 12:43:22.534804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] In _notify_port_updated(), no bound segment for port d6445aa5-d750-492f-a8b9-e14840b9128d on network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:43:22.541320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.542063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.545968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "PUT /v2.0/ports/d6445aa5-d750-492f-a8b9-e14840b9128d HTTP/1.1" status: 200 len: 970 time: 2.0762956 Feb 16 12:43:22.552997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 8e21df70-8ffd-494c-90a2-833d317b28fa) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:22.554480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55438) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.554810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55440) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.563795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9b090-16b6-46d8-9425-04e9051c02a4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event updated for resources: {'Port': ['ID=d6445aa5-d750-492f-a8b9-e14840b9128d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:22.574006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b6a84-5f8a-48d1-975d-1f5e55c92a68 None None] Network 8e21df70-8ffd-494c-90a2-833d317b28fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:22.579089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:22.579670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.621063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.679319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.717079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port d6445aa5-d750-492f-a8b9-e14840b9128d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:22.717726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.741912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:22.747645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f847f9c6-a574-4684-a28f-408a15700395 None None] Provisioning for port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:22.760430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-781a01d7-405c-47d5-b1a2-ee456ca3f9d9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5450456 Feb 16 12:43:22.764163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.778127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:22.799042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10c08ebe-48fb-4d58-88c1-fc6668e7899c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:22.851095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.877638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Transition to ACTIVE for port object 7f68d631-8e79-4d40-a486-91d435c42bda will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:22.890016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10c08ebe-48fb-4d58-88c1-fc6668e7899c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:22.891440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-10c08ebe-48fb-4d58-88c1-fc6668e7899c tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3327005 Feb 16 12:43:22.895562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55450) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:22.907215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:22.911382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:22.914348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:22.920175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:22.928400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.940462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:22.944959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.958673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:22.985237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.006616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:23.039461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.099015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.121643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.150240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=406c1761-4719-4e0a-8b72-d8a164760666,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.171462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.173428 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ad8c3ed-b91c-49ec-922e-cdd03561527d tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/406c1761-4719-4e0a-8b72-d8a164760666 HTTP/1.1" status: 204 len: 168 time: 0.2764053 Feb 16 12:43:23.178572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.239092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bc58f4fe-f3e2-42cf-a20d-9c72156c7798 None None] Could not find standard attr ID for object 18240347-b1d9-449a-82ce-7e6f1e46d553. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:23.244080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.250733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.345468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=93258919-f8bb-4bf2-a28f-3adcdd4fd6ff,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.386980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779b00e-55e7-4ae9-bc3a-67b5027718e4 None None] Pushing event updated for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.407293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:23.411763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.414034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:23.414466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.446749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-8e21df70-8ffd-494c-90a2-833d317b28fa', 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': '51f86866-c74a-4dd9-9903-db8739761dea'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:23.447590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.452713 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-54639633-dd79-402b-9a1c-1d0155cb0059 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/93258919-f8bb-4bf2-a28f-3adcdd4fd6ff HTTP/1.1" status: 204 len: 168 time: 1.0671225 Feb 16 12:43:23.458427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55458) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.466656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b712f79-c213-4d65-b01a-12cd5f9e4366 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:23.503595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for d6445aa5-d750-492f-a8b9-e14840b9128d owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:23.552532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8da37a29-8a01-412b-bc1b-772464c9af3f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928521 Feb 16 12:43:23.556844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.600318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a99c7df-3220-46f7-8c4d-db8929df05f1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:23.649400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a99c7df-3220-46f7-8c4d-db8929df05f1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:23.650845 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a99c7df-3220-46f7-8c4d-db8929df05f1 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4713445 Feb 16 12:43:23.653782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.684037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.791376 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.792451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.806142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.818863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Allocated IP 172.20.0.2 (8e21df70-8ffd-494c-90a2-833d317b28fa/51f86866-c74a-4dd9-9903-db8739761dea/d6fd539e-bc9a-4f56-afa2-b1908acd8b2c) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:23.852776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.880626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:23.904382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=2ba1739a-b020-4d68-a337-cd6539157b8d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.907471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=f42d911e-e957-4c41-a164-c563f5fbcf8c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.922380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc68a14-3d82-4df2-be93-fa5b046be0fe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:23.923094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dbc68a14-3d82-4df2-be93-fa5b046be0fe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:23.963995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=d6445aa5-d750-492f-a8b9-e14840b9128d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:23.978080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '4c075194-57a8-4758-9eeb-d1c23ee50881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:23.978509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 43507c67-f3b7-4fff-aeed-f6eaa24b01f7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:23.986401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dbc68a14-3d82-4df2-be93-fa5b046be0fe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:23.991199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55470) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:23.992679 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbc68a14-3d82-4df2-be93-fa5b046be0fe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4345684 Feb 16 12:43:24.026596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.095350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.102634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.143240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b5f01-7454-442b-93fa-0ac1919784a6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:24.155397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b0617-b8f4-4088-a94f-b1342ada82d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:24.156812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff9b0617-b8f4-4088-a94f-b1342ada82d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:24.166722 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a32bf117-ea32-4556-8fff-a93b7faeafd3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/d6445aa5-d750-492f-a8b9-e14840b9128d HTTP/1.1" status: 204 len: 168 time: 1.6061034 Feb 16 12:43:24.168245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.209919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.213589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Could not find standard attr ID for object d6445aa5-d750-492f-a8b9-e14840b9128d. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:24.216723 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd75b557-61f4-4b5b-b042-28ed038f3e28 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] GET failed (client error): The resource could not be found. Feb 16 12:43:24.217345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd75b557-61f4-4b5b-b042-28ed038f3e28 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:24.223622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.227112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6978ef1e-fffc-40a8-a20e-35d6b036e585 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/231b5f01-7454-442b-93fa-0ac1919784a6 HTTP/1.1" status: 204 len: 168 time: 0.5697317 Feb 16 12:43:24.229949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.236940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Transition to ACTIVE for port object d6fd539e-bc9a-4f56-afa2-b1908acd8b2c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:24.240040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.245566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:24.263544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff9b0617-b8f4-4088-a94f-b1342ada82d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:24.268098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff9b0617-b8f4-4088-a94f-b1342ada82d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2723572 Feb 16 12:43:24.268098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.279190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 43507c67-f3b7-4fff-aeed-f6eaa24b01f7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:24.285036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:24.285838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.303185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace6a29-7b84-4b05-85de-07569a65f1d6 None None] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:24.336505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-773a00f0-7083-4d6a-b54a-376c2391df31 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5712321 Feb 16 12:43:24.358906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.361492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd75b557-61f4-4b5b-b042-28ed038f3e28 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:24.368541 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd75b557-61f4-4b5b-b042-28ed038f3e28 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports/d6445aa5-d750-492f-a8b9-e14840b9128d HTTP/1.1" status: 404 len: 333 time: 0.1991220 Feb 16 12:43:24.372677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.380575 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8867013b-d47f-4aa3-b6d3-c469194db24d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110189 Feb 16 12:43:24.385159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201419728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.392550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:24.397299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:24.400436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:24.406472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:24.408148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55492) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.432907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:24.433226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.436393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.439491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.441151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.477995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9eab5b50-0d2a-4da4-afdf-3ffd91583e22 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:24.483183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Transition to ACTIVE for port object d6fd539e-bc9a-4f56-afa2-b1908acd8b2c will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:24.528684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.530035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9eab5b50-0d2a-4da4-afdf-3ffd91583e22 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:24.537622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9eab5b50-0d2a-4da4-afdf-3ffd91583e22 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3042557 Feb 16 12:43:24.551018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55498) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.561917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group': {'name': 'tempest-secgroup--761129165'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:24.567798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:24.576917 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP 5b063e77-2064-4ae6-92e7-beba1f6d068d associated. External IP: 172.26.4.103, port: 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3. Feb 16 12:43:24.578457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:24.587268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:24.587604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.596322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.610273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:24.621655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.642277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.668738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:24.671708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:24.676665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:24.678657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:24.679748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:24.686770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:24.694061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.737228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.744785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.748091 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9675f59a-71bf-4db9-96c5-363bc24759c1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3859682 Feb 16 12:43:24.757972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:24.759544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:24.778046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Deleting port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:24.778413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.783130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:24.787158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.845200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Provisioning for port 7f68d631-8e79-4d40-a486-91d435c42bda completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:24.857861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:24.858531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dec8d8b4-3136-484e-a541-64ed12867bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:24.928392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Network 8e21df70-8ffd-494c-90a2-833d317b28fa is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:24.935383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:24.986886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:25.037661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:25.039756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Pushing event updated for resources: {'Port': ['ID=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.107003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.152571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.152955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.153257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.153594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.153933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.154266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.154594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.154921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.155252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.155577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.155901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.156248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:25.215547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33e5b8-d7aa-457b-9bf5-91ccd75decdb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.231468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.245332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.265602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:25.317752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-43507c67-f3b7-4fff-aeed-f6eaa24b01f7', 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': 'f42d911e-e957-4c41-a164-c563f5fbcf8c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:25.318490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.337155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.342314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.342775 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e308c150-0634-4015-90ea-bed1c6d9c0f6 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce33e5b8-d7aa-457b-9bf5-91ccd75decdb HTTP/1.1" status: 204 len: 168 time: 0.9612246 Feb 16 12:43:25.356847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:25.417579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.418237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:25.421385 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8689914 Feb 16 12:43:25.422293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55510) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:25.431071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d7197-4f3d-4688-bc00-39758516c394 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324785a7-aa51-4146-91a0-69ef5172c3dd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.432596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:25.443157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:25.444030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.445172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Request body: {'security_group_rule': {'security_group_id': '324785a7-aa51-4146-91a0-69ef5172c3dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:25.465959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:25.483784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Usage tracker for resource:security_group_rule and tenant:802b792144054c73beb8d6d17ec855d3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:25.500512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:25.516342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:25.524586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=40ddf70d-0446-4897-b879-00e3f29bc3e4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:25.559454 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b9088102-0a16-4e0b-88c2-9c4fa3cc7e4a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1502042 Feb 16 12:43:25.562454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55514) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:25.571180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '40ddf70d-0446-4897-b879-00e3f29bc3e4', 'ip_address': '2001:db8::c462:219b:8a9d:abac'}], 'name': 'tempest-NetworksTestDHCPv6-281593107'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:25.586364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:25.596249 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:25.616427 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:25.617052 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:25.725007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.726681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Allocated IP 172.21.0.2 (43507c67-f3b7-4fff-aeed-f6eaa24b01f7/f42d911e-e957-4c41-a164-c563f5fbcf8c/526fa862-60e5-4932-9d87-cfd36a7d652c) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:25.751570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:25.764691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.765730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:25.768479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.776907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.819595 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:25.835334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:25.951863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] For port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:25.951863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:25.997991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.085784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Calling delete_port for 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:26.135683 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a312a0d2-df1f-4ae7-8ab5-037d4844cf8e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2187598 Feb 16 12:43:26.135683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:43:26.183386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Attempting to bind port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:26.184318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Attempting to bind port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'a243bf88-bb7e-4855-867b-968fd95a8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:26.184826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Attempting to bind port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c on network 8e21df70-8ffd-494c-90a2-833d317b28fa {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:26.191923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.201057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:26.201333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Checking segment: {'id': 'a243bf88-bb7e-4855-867b-968fd95a8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:26.201801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.202732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Bound using segment: {'id': 'a243bf88-bb7e-4855-867b-968fd95a8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:26.202826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Bound port: d6fd539e-bc9a-4f56-afa2-b1908acd8b2c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a243bf88-bb7e-4855-867b-968fd95a8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8e21df70-8ffd-494c-90a2-833d317b28fa'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:26.203517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.208099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.232468 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'status': 'completed', 'code': 200} Feb 16 12:43:26.237678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.240643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.245335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.265691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:26.279847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.309775 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5b063e77-2064-4ae6-92e7-beba1f6d068d', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:5b:7d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:22Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:26.314844 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:26.326247 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:26.327049 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:42:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:26.348951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:26.349536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.392571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.394318 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b9156a9-fba9-47e6-97f1-872709b543e7 HTTP/1.1" status: 204 len: 168 time: 1.0355480 Feb 16 12:43:26.395643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fe882-bd46-494c-98e2-9dbf9f10e940 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9156a9-fba9-47e6-97f1-872709b543e7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.402382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:26.416912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.421099 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9914024 Feb 16 12:43:26.422938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de7e63-41cd-4824-863c-088eac1dcdbf tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba63b6e2-366f-490a-843b-0df84b768dde,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.424408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:26.438696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] No DVR routers for this DVR port 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:26.499601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] For port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:26.503622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] For port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,segment=NetworkSegment(a243bf88-bb7e-4855-867b-968fd95a8a95),segment_id=a243bf88-bb7e-4855-867b-968fd95a8a95)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:26.525261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.20.0.1 (8e21df70-8ffd-494c-90a2-833d317b28fa/51f86866-c74a-4dd9-9903-db8739761dea/d1bd95a1-4b4d-4665-9c8f-5d1b933ad728) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:26.528354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86d49-df08-471c-b7d1-2004e34348ba None None] Pushing event deleted for resources: {'Port': ['ID=37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:26.538934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-67c0df38-240e-4c7c-b758-09e7c0c66d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:26.541424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-67c0df38-240e-4c7c-b758-09e7c0c66d07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1099 time: 0.2232146 Feb 16 12:43:26.549227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7c8fea8a-660c-41cd-81d1-49f2c4e32431 None None] Could not find standard attr ID for object d6445aa5-d750-492f-a8b9-e14840b9128d. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:26.554628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.620245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.628095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.633783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6a060-2d82-4c26-a753-5175a2d79e02 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:26.688044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::c462:219b:8a9d:abac (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/40ddf70d-0446-4897-b879-00e3f29bc3e4/a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:26.704792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.709940 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:26.758384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.873327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-21280f04-4553-4595-b32f-c569dac710e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:26.874773 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-21280f04-4553-4595-b32f-c569dac710e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.3253841 Feb 16 12:43:26.887021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.915097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.968253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.975085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7fc28e1-2e94-4af8-a7a0-3c6fc446adf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:26.981754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c236c7-7125-46da-b765-d73e7d5142e1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.017666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324785a7-aa51-4146-91a0-69ef5172c3dd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.022605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:27.043491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.047960 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6d1ebf3-d261-400a-ae3c-825587685077 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/security-groups/31c236c7-7125-46da-b765-d73e7d5142e1 HTTP/1.1" status: 204 len: 168 time: 0.6445999 Feb 16 12:43:27.048233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.053244 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-6d3c7c52-cf54-4d13-84a3-461662caa9d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1657329 Feb 16 12:43:27.063297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '40ddf70d-0446-4897-b879-00e3f29bc3e4'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:27.064896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.078460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.079748 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79ef9da1-fba6-4bc5-8c89-71c7371e8188 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/324785a7-aa51-4146-91a0-69ef5172c3dd HTTP/1.1" status: 204 len: 168 time: 0.6542535 Feb 16 12:43:27.083640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.184708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.217915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:27.231381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798a14f4-afa8-4bb1-9e66-0b2488bad3cd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:27.236707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:27.240263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet dfb07f51-3755-4be2-b1b2-beb29bee2852 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:27.246095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.258639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798a14f4-afa8-4bb1-9e66-0b2488bad3cd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:27.260358 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-798a14f4-afa8-4bb1-9e66-0b2488bad3cd tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1711938 Feb 16 12:43:27.263129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55540) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.273002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:27.273354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 37fcc090-dcd7-43ce-9af9-cc1ea8de1ce4 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:27.339870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.350291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-61c673be-24e5-410e-8c83-ce4dca06c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:27.361203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-61c673be-24e5-410e-8c83-ce4dca06c237 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.2983017 Feb 16 12:43:27.362834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.405191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.407841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4683c375-a0a6-40fd-a94b-1cf4c28d009f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Synchronizing usage tracker for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:27.439025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:27.442772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:27.449221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:27.460690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:27.461517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.479299 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5b063e77-2064-4ae6-92e7-beba1f6d068d', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:5b:7d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:22Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:27.488482 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86986cd-214f-4fe5-b563-f353b5297596 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5b063e77-2064-4ae6-92e7-beba1f6d068d', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:5b:7d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:43:22Z', 'updated_at': '2022-02-16T12:43:22Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:27.500306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.522855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4683c375-a0a6-40fd-a94b-1cf4c28d009f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] Unset dirty status for tenant:802b792144054c73beb8d6d17ec855d3 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:27.530349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4683c375-a0a6-40fd-a94b-1cf4c28d009f tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2601321 Feb 16 12:43:27.530349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec704b9f-3eea-4e9b-8bf0-6871bad8c18a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9623489 Feb 16 12:43:27.530827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55544) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.531251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.533612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.543882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '40ddf70d-0446-4897-b879-00e3f29bc3e4', 'ip_address': '2001:db8::c462:219b:8a9d:abac'}], 'name': 'tempest-NetworksTestDHCPv6-1434673855'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:27.588517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052043a9-cfb9-4ea6-8bd1-dd9800a9e4f8 None None] Pushing event updated for resources: {'Port': ['ID=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.593095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-cef8627a-ab85-4c02-8455-8abac0ec7f16 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] delete failed (client error): The resource could not be found. Feb 16 12:43:27.597880 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cef8627a-ab85-4c02-8455-8abac0ec7f16 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "DELETE /v2.0/security-groups/324785a7-aa51-4146-91a0-69ef5172c3dd HTTP/1.1" status: 404 len: 347 time: 0.0552981 Feb 16 12:43:27.600523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55552) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:27.655498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/40ddf70d-0446-4897-b879-00e3f29bc3e4/62ab64b6-9672-4f40-b3b5-dca0234ad682) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:27.669370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.685993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Transition to ACTIVE for port object 526fa862-60e5-4932-9d87-cfd36a7d652c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:27.747226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Transition to ACTIVE for port object 526fa862-60e5-4932-9d87-cfd36a7d652c will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:27.774786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 8e21df70-8ffd-494c-90a2-833d317b28fa is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:27.791241 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f06a776-d0f3-44e6-941d-b3bd03b2d8f0 tempest-SecGroupTest-845697446 tempest-SecGroupTest-845697446-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1895063 Feb 16 12:43:27.809638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.813007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:27.818459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:27.818784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:27.834839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:27.839094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:27.862047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:27.882558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=d1bd95a1-4b4d-4665-9c8f-5d1b933ad728,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.893204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:27.926998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.935253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.963021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:27.983450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Pushing event updated for resources: {'Port': ['ID=526fa862-60e5-4932-9d87-cfd36a7d652c,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:27.986285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:27.991434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:27.993729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9ff114f4-10eb-4182-accf-b6bf43e127a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:27.994026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port d5db3324-9d39-45e5-9fc5-06246c43b12c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:28.113664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d509d-3b66-4c82-bcaa-c945cd686017 None None] New status for floating IP 5b063e77-2064-4ae6-92e7-beba1f6d068d: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:43:28.151048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.220101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.224020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb07f51-3755-4be2-b1b2-beb29bee2852,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:28.235435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-f43d94d4-1147-4fe7-977c-b7ae864ca246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:28.237835 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-f43d94d4-1147-4fe7-977c-b7ae864ca246 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8648818 Feb 16 12:43:28.249533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e06f38-b361-4d74-a95c-11ac30f55e1f None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:28.250314 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9054f976-50f8-49b9-9349-98aaf25a6c1b tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/dfb07f51-3755-4be2-b1b2-beb29bee2852 HTTP/1.1" status: 204 len: 168 time: 1.1956670 Feb 16 12:43:28.254272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:28.418295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet 0ee9f5da-a69c-4016-9908-751970fabc63 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:28.426557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.433005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Attempting to bind port 526fa862-60e5-4932-9d87-cfd36a7d652c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:28.433301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Attempting to bind port 526fa862-60e5-4932-9d87-cfd36a7d652c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '4c075194-57a8-4758-9eeb-d1c23ee50881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:28.433655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Attempting to bind port 526fa862-60e5-4932-9d87-cfd36a7d652c on network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:28.470060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:28.471726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Checking segment: {'id': '4c075194-57a8-4758-9eeb-d1c23ee50881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:28.472860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.473491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.474581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Bound using segment: {'id': '4c075194-57a8-4758-9eeb-d1c23ee50881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:28.475257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Bound port: 526fa862-60e5-4932-9d87-cfd36a7d652c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c075194-57a8-4758-9eeb-d1c23ee50881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '43507c67-f3b7-4fff-aeed-f6eaa24b01f7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:28.475861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.506146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.596912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.669952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Transition to ACTIVE for port object 62ab64b6-9672-4f40-b3b5-dca0234ad682 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:28.730548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:28.851131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:28.928967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-d3b29ecc-ceac-419f-b484-f5aa75b7d77c service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796751 Feb 16 12:43:29.043406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.056323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Transition to ACTIVE for port object 62ab64b6-9672-4f40-b3b5-dca0234ad682 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:29.073630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5dafd-435e-4a3a-bf38-977388dbdc87 None None] Network 8e21df70-8ffd-494c-90a2-833d317b28fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:29.120889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.139056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] For port 526fa862-60e5-4932-9d87-cfd36a7d652c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:29.140893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee9f5da-a69c-4016-9908-751970fabc63,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.195718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.213549 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb9059db-7cbb-4bae-912e-200eb1d1e853 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/0ee9f5da-a69c-4016-9908-751970fabc63 HTTP/1.1" status: 204 len: 168 time: 0.9581592 Feb 16 12:43:29.217422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.223716 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-51e990d4-c24f-4572-b7d0-0102e9fa31a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=802b792144054c73beb8d6d17ec855d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828985 Feb 16 12:43:29.231184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.264047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.272309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-92076cc6-6830-48eb-bd15-6afb6128f049 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:29.273871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92076cc6-6830-48eb-bd15-6afb6128f049 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:29.275723 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92076cc6-6830-48eb-bd15-6afb6128f049 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/dfb07f51-3755-4be2-b1b2-beb29bee2852 HTTP/1.1" status: 404 len: 337 time: 0.0543356 Feb 16 12:43:29.278724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55584) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.289908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0348f896-6300-4331-8669-65bdf7151498 None None] Provisioning for port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:29.295932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] For port 526fa862-60e5-4932-9d87-cfd36a7d652c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=526fa862-60e5-4932-9d87-cfd36a7d652c,segment=NetworkSegment(4c075194-57a8-4758-9eeb-d1c23ee50881),segment_id=4c075194-57a8-4758-9eeb-d1c23ee50881)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:29.315685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.325247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.350871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:29.360258 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:43:29.361674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:29.389015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:29.408284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:29.429782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.442772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Pushing event updated for resources: {'Port': ['ID=62ab64b6-9672-4f40-b3b5-dca0234ad682,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.445526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting subnet 6c804e4f-3677-4ab7-8e43-8aed57245537 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:29.456826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a4196be6-ef1f-4421-842e-615fdf092759 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9242468 Feb 16 12:43:29.458005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:29.459203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.512152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.629067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d48857c-3a5a-4297-aff1-feb7456b2eae req-552c1449-4314-4fc0-b93c-d319d3969596 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437242 Feb 16 12:43:29.692254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6fd539e-bc9a-4f56-afa2-b1908acd8b2c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:29.731554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.765060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.767920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.770395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=d1bd95a1-4b4d-4665-9c8f-5d1b933ad728,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:29.856464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088bd11-811e-442b-88f5-5bde8a1abda4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:29.861928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088bd11-811e-442b-88f5-5bde8a1abda4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:29.863827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7088bd11-811e-442b-88f5-5bde8a1abda4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:29.916518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:29.967042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Attempting to bind port 62ab64b6-9672-4f40-b3b5-dca0234ad682 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:29.967042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Attempting to bind port 62ab64b6-9672-4f40-b3b5-dca0234ad682 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:29.967042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Attempting to bind port 62ab64b6-9672-4f40-b3b5-dca0234ad682 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:29.984951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.005094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 8e21df70-8ffd-494c-90a2-833d317b28fa is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:30.013855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:30.038969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b75d7-d197-46e5-925e-b315fd3088a3 None None] Pushing event updated for resources: {'Port': ['ID=526fa862-60e5-4932-9d87-cfd36a7d652c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.054487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:30.054854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:30.055463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.055927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:30.056414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Bound port: 62ab64b6-9672-4f40-b3b5-dca0234ad682, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:30.057516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.065995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.123742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.127170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7088bd11-811e-442b-88f5-5bde8a1abda4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:30.132232 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7088bd11-811e-442b-88f5-5bde8a1abda4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4638140 Feb 16 12:43:30.133259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55592) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.136199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Subnet': ['ID=6c804e4f-3677-4ab7-8e43-8aed57245537,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.157379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:30.169789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:30.170488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.237249 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e414fe45-a2ab-41b1-8675-33a7f267e056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/6c804e4f-3677-4ab7-8e43-8aed57245537 HTTP/1.1" status: 204 len: 168 time: 0.9558058 Feb 16 12:43:30.241254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55596) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.251866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.257996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:30.258650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.295844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] For port 62ab64b6-9672-4f40-b3b5-dca0234ad682, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:30.303488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] For port 62ab64b6-9672-4f40-b3b5-dca0234ad682, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=62ab64b6-9672-4f40-b3b5-dca0234ad682,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:30.319857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.322527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46a8551-59a6-4ad5-b229-ceaf61bf2bc2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:30.323167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46a8551-59a6-4ad5-b229-ceaf61bf2bc2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:30.330344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5f520-f69f-47a1-a375-cfb92def5328,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.341718 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f46a8551-59a6-4ad5-b229-ceaf61bf2bc2 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/7eca2ad0-0c6c-40ee-91d3-a873b7f0c067 HTTP/1.1" status: 404 len: 337 time: 0.0991535 Feb 16 12:43:30.343807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.345072 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1dc10283-b9f7-4c6a-9e84-63ad77005a62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfe5f520-f69f-47a1-a375-cfb92def5328 HTTP/1.1" status: 204 len: 168 time: 1.1082230 Feb 16 12:43:30.345705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55600) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.377185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:30.429628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e74af-3d2c-49b3-bcfb-6e42269d758a None None] Pushing event updated for resources: {'Port': ['ID=62ab64b6-9672-4f40-b3b5-dca0234ad682,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:30.455576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c830f80-f8a0-4279-918c-3fed67e4dd21 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Synchronizing usage tracker for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:30.537271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c830f80-f8a0-4279-918c-3fed67e4dd21 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Unset dirty status for tenant:f17c9904fd1748e7aa4ae02168637bd4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:30.538750 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c830f80-f8a0-4279-918c-3fed67e4dd21 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "GET /v2.0/ports?device_id=1488492a-4be3-450d-a243-c290571d3968 HTTP/1.1" status: 200 len: 205 time: 0.1736801 Feb 16 12:43:30.542095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.667829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.735035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.787482 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-f49430aa-1feb-409e-b588-70016c72aef7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] delete failed (client error): The resource could not be found. Feb 16 12:43:30.796120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,segment=NetworkSegment(a243bf88-bb7e-4855-867b-968fd95a8a95),segment_id=a243bf88-bb7e-4855-867b-968fd95a8a95)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:30.801073 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f49430aa-1feb-409e-b588-70016c72aef7 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/routers/1488492a-4be3-450d-a243-c290571d3968 HTTP/1.1" status: 404 len: 336 time: 0.2332046 Feb 16 12:43:30.803533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.806287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:30.889127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:30.898321 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4a9c581-6d63-40b0-9343-21b66a913bf6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1385245 Feb 16 12:43:30.900561 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] Sync routers for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:30.901552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:30.916730 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:30.917452 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.013091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:31.024905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Provisioning for port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:31.041252 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab82ecd-588c-40a9-b378-4a8ea0f8c863 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.041733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab82ecd-588c-40a9-b378-4a8ea0f8c863 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.044788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Provisioning complete for port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.046069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.046804 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3ab82ecd-588c-40a9-b378-4a8ea0f8c863 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/c0594855-b0ba-4b76-a9fb-db5295d72263 HTTP/1.1" status: 404 len: 337 time: 0.2215950 Feb 16 12:43:31.051618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.090771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.100216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:31.102529 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.144825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.226940 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:31.227349 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58097476-6d1c-4954-b80c-2d502ca0c49f None None] The sync data for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:31.228357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:31.258586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Provisioning complete for port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.259153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5db4-2279-432c-8225-c88f40bb1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.261810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dffdbb-0d45-438f-bbfe-7570b05326ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.262883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dffdbb-0d45-438f-bbfe-7570b05326ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.267550 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63dffdbb-0d45-438f-bbfe-7570b05326ca tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/4cebb4a9-bd9f-401b-839f-cd5a0d735dce HTTP/1.1" status: 404 len: 337 time: 0.2095163 Feb 16 12:43:31.283235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d700fdf-c110-440d-bc70-801d7ad1fc9b tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:31.285456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d700fdf-c110-440d-bc70-801d7ad1fc9b tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:31.295022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55630) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.446881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:31.461189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceaa241-2270-422f-a79b-bffb1502c8b3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.461639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ceaa241-2270-422f-a79b-bffb1502c8b3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.465730 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1ceaa241-2270-422f-a79b-bffb1502c8b3 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/80aa7353-aa93-46e3-b453-82c72e21b7a3 HTTP/1.1" status: 404 len: 337 time: 0.1671681 Feb 16 12:43:31.486373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.655351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-467feb2e-7710-4a69-a597-f090ea95bc5e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.657977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467feb2e-7710-4a69-a597-f090ea95bc5e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.665578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-467feb2e-7710-4a69-a597-f090ea95bc5e tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/96938d0c-8a20-4bba-837e-af60b154e77a HTTP/1.1" status: 404 len: 333 time: 0.1768842 Feb 16 12:43:31.673273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.753228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6fd539e-bc9a-4f56-afa2-b1908acd8b2c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:31.777274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d700fdf-c110-440d-bc70-801d7ad1fc9b tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:31.778456 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d700fdf-c110-440d-bc70-801d7ad1fc9b tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports/d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 HTTP/1.1" status: 200 len: 910 time: 0.8758163 Feb 16 12:43:31.782190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.788572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.809889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b68209-3a35-4c12-bdf0-41139550a41c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.810216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b68209-3a35-4c12-bdf0-41139550a41c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.814728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8b68209-3a35-4c12-bdf0-41139550a41c tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/f6e05bdc-7371-4dd0-9b11-ba0c8da8123f HTTP/1.1" status: 404 len: 337 time: 0.1364291 Feb 16 12:43:31.815400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.835495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6425a-bd55-4636-8f42-7155a8c4766b None None] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:31.860431 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-89a9c09e-d61d-4b72-998a-cca7c666d954 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8059168 Feb 16 12:43:31.861727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-31ccf979-1f46-4282-8d08-b152bcc594ca None None] Provisioning complete for port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:31.862946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-31ccf979-1f46-4282-8d08-b152bcc594ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:31.865195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e80ae1-ab5a-4f06-a4e0-60ce9bc7978a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.865630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e80ae1-ab5a-4f06-a4e0-60ce9bc7978a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.867381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24e80ae1-ab5a-4f06-a4e0-60ce9bc7978a tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/dfcc5737-6836-481c-b447-5602ad80a153 HTTP/1.1" status: 404 len: 337 time: 0.0496836 Feb 16 12:43:31.870257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.895838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0670b4-a154-46e9-8341-2f9e7cdb7ae9 None None] Network 01b79a68-c5c6-4fbf-b999-c20f70c29f4d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:31.943833 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-611495b7-081a-436c-a9ee-4a0351e53346 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:31.944901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611495b7-081a-436c-a9ee-4a0351e53346 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:31.950390 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-611495b7-081a-436c-a9ee-4a0351e53346 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/de32c33a-45ac-46b9-8f7a-e6fb089be9a5 HTTP/1.1" status: 404 len: 333 time: 0.0787833 Feb 16 12:43:31.951539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55666) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:31.986374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:32.016461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5de14d-2db9-466e-84f9-a76b85a5ff88 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:32.016949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5de14d-2db9-466e-84f9-a76b85a5ff88 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:32.022117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa5de14d-2db9-466e-84f9-a76b85a5ff88 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/bdac888f-3077-4453-adb9-d8ad671b664c HTTP/1.1" status: 404 len: 337 time: 0.0693314 Feb 16 12:43:32.022884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.126040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.135440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd632167-717d-4d4c-934b-677abc129056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] DELETE failed (client error): The resource could not be found. Feb 16 12:43:32.136067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd632167-717d-4d4c-934b-677abc129056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:32.141211 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd632167-717d-4d4c-934b-677abc129056 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/subnets/ab5539cf-bcd4-416b-99ba-d13a4f5ef379 HTTP/1.1" status: 404 len: 337 time: 0.0811877 Feb 16 12:43:32.142104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.164368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-31ccf979-1f46-4282-8d08-b152bcc594ca None None] Port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:32.243985 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbffce49-d5b7-4230-bac3-d07144ae29fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 HTTP/1.1" status: 204 len: 168 time: 2.1026294 Feb 16 12:43:32.254870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.336440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Deleting port c504aec9-4667-41aa-a123-6fb3baf74498 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:32.336783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.382702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:32.384135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.558548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Provisioning complete for port c504aec9-4667-41aa-a123-6fb3baf74498 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:32.558945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.592626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c44c3-67dd-47b3-aa9b-624f8e4d96a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:32.598374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c44c3-67dd-47b3-aa9b-624f8e4d96a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:32.600816 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-656c44c3-67dd-47b3-aa9b-624f8e4d96a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3444302 Feb 16 12:43:32.614960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:32.623261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-7a850cb6-ce10-403d-90aa-a1c1e2eb3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:32.624739 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-7a850cb6-ce10-403d-90aa-a1c1e2eb3214 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1099 time: 0.6009207 Feb 16 12:43:32.667515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Port c504aec9-4667-41aa-a123-6fb3baf74498 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:32.837287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 526fa862-60e5-4932-9d87-cfd36a7d652c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:32.861394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 40ddf70d-0446-4897-b879-00e3f29bc3e4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:32.892179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.935606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] DHCP port deletion for 01b79a68-c5c6-4fbf-b999-c20f70c29f4d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:32.942374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Deleting port 7f68d631-8e79-4d40-a486-91d435c42bda {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:32.942930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:32.981609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.053411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Provisioning complete for port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.054038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.114499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.123267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.149884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:33.174384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 526fa862-60e5-4932-9d87-cfd36a7d652c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:33.200264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 62ab64b6-9672-4f40-b3b5-dca0234ad682 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:33.297346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Provisioning complete for port 7f68d631-8e79-4d40-a486-91d435c42bda triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.297722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.465643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Calling delete_port for c504aec9-4667-41aa-a123-6fb3baf74498 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:33.496102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 62ab64b6-9672-4f40-b3b5-dca0234ad682 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:33.556592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-3800babe-d935-418a-a408-ded492a84548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:33.558045 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-3800babe-d935-418a-a408-ded492a84548 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 898 time: 0.8065970 Feb 16 12:43:33.631755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] For port 7f68d631-8e79-4d40-a486-91d435c42bda, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f68d631-8e79-4d40-a486-91d435c42bda,segment=NetworkSegment(870691db-6838-4c43-b5bd-8129fc7ad581),segment_id=870691db-6838-4c43-b5bd-8129fc7ad581)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:33.638277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.692673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.21.0.1 (43507c67-f3b7-4fff-aeed-f6eaa24b01f7/f42d911e-e957-4c41-a164-c563f5fbcf8c/b6befe0c-ac00-468f-bd81-f7ec7d30df3a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:33.716864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.732273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f68d631-8e79-4d40-a486-91d435c42bda no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:33.819127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.838212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Calling delete_port for 7f68d631-8e79-4d40-a486-91d435c42bda owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:33.873199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55706) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.879371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213527681', 'description': 'tempest-secgroup-smoke-213527681 description', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:33.888714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.891904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:33.896551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=40ddf70d-0446-4897-b879-00e3f29bc3e4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:33.901931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:33.907085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:33.910158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.917807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:33.918074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Provisioning for port 526fa862-60e5-4932-9d87-cfd36a7d652c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:33.918207 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-8725ebc2-e17c-4b79-8e19-dbf52e40722f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 1002 time: 0.3516445 Feb 16 12:43:33.920647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object b6befe0c-ac00-468f-bd81-f7ec7d30df3a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:33.935541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.937177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Provisioning complete for port 526fa862-60e5-4932-9d87-cfd36a7d652c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:33.937769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.952529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.969531 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d87e4b88-ee06-4aed-a17a-3807ecc093c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/40ddf70d-0446-4897-b879-00e3f29bc3e4 HTTP/1.1" status: 204 len: 168 time: 1.3501697 Feb 16 12:43:33.969531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:33.970384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55710) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:33.971217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520b335-69e4-462e-afe8-5bcfe860e5b6 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:33.973291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:34.029485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Port': ['ID=c504aec9-4667-41aa-a123-6fb3baf74498,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.043295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.045192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a429423-b01e-47bd-987a-cbc993cc58d4 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/ports/c504aec9-4667-41aa-a123-6fb3baf74498 HTTP/1.1" status: 204 len: 168 time: 1.8988664 Feb 16 12:43:34.051502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21e35d74-1644-43c1-8c6d-be672a599304 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748096 Feb 16 12:43:34.051682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.051682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.052207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:34.056127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:34.062406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:34.066627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.071527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-044e7a76-27cc-4e6b-93a2-692890d31771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.073500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-044e7a76-27cc-4e6b-93a2-692890d31771 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 200 len: 834 time: 0.1457455 Feb 16 12:43:34.079150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.149971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:34.154282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:34.169535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:34.200641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.212130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=b6befe0c-ac00-468f-bd81-f7ec7d30df3a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.286744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.305516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] Pushing event deleted for resources: {'Port': ['ID=7f68d631-8e79-4d40-a486-91d435c42bda,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.327916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.332241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.337202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:34.345626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:34.350962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:34.352809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c343d5-93e0-4f32-b3f9-9f3a8b1ae9de None None] No DVR routers for this DVR port 7f68d631-8e79-4d40-a486-91d435c42bda on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:34.356556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.370015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:34.389697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.395023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:34.400190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:34.403893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:34.421279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:34.437974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.445539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-c9b423a3-c6af-449d-ae77-ee15f717c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:34.447463 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-c9b423a3-c6af-449d-ae77-ee15f717c44f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e8823ee-e814-4066-afa7-ad3e56f305b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3477783 Feb 16 12:43:34.452385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:34.457061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.463444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207500e0-579f-4fe0-b652-f3d5979c1305,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.482246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] For port 526fa862-60e5-4932-9d87-cfd36a7d652c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=526fa862-60e5-4932-9d87-cfd36a7d652c,segment=NetworkSegment(4c075194-57a8-4758-9eeb-d1c23ee50881),segment_id=4c075194-57a8-4758-9eeb-d1c23ee50881)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:34.496077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.574425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.582906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.623294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cff2b-cd00-42da-9d2b-75d1e8c51f01 None None] Pushing event updated for resources: {'Port': ['ID=526fa862-60e5-4932-9d87-cfd36a7d652c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.630061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Provisioning for port b6befe0c-ac00-468f-bd81-f7ec7d30df3a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:34.643950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:34.649911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Deleting port 62ab64b6-9672-4f40-b3b5-dca0234ad682 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:34.650598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.653821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664218a5-bfe5-4e94-a02e-12227c998b30,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:34.686292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.687627 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f95bb3be-bdba-454e-b152-48523fee4cf5 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8132575 Feb 16 12:43:34.691089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Provisioning complete for port b6befe0c-ac00-468f-bd81-f7ec7d30df3a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:34.691862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.695471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:34.707852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:34.717821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:34.719148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.726313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:34.746635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:34.757199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:34.759219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.774527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b79a68-c5c6-4fbf-b999-c20f70c29f4d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:34.806240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Port b6befe0c-ac00-468f-bd81-f7ec7d30df3a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:34.806672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870691db-6838-4c43-b5bd-8129fc7ad581') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:34.807119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870691db-6838-4c43-b5bd-8129fc7ad581') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:34.829069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.837222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.839191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Provisioning for port 62ab64b6-9672-4f40-b3b5-dca0234ad682 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:34.868494 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-070c98fd-a5bc-4f53-83f3-836f5d570107 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754687 Feb 16 12:43:34.871267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.918427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Provisioning complete for port 62ab64b6-9672-4f40-b3b5-dca0234ad682 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:34.918796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.931614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:34.932042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:34.952767 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:35.073505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] For port 62ab64b6-9672-4f40-b3b5-dca0234ad682, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=62ab64b6-9672-4f40-b3b5-dca0234ad682,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:35.073943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.155142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.176412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.187284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.203455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.214528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] Pushing event deleted for resources: {'Network': ['ID=01b79a68-c5c6-4fbf-b999-c20f70c29f4d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.246807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Calling delete_port for 62ab64b6-9672-4f40-b3b5-dca0234ad682 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:35.250980 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ba6e8f1-9c0c-47e4-abcf-3c5fa9a88584 tempest-PortsIpV6TestJSON-452919034 tempest-PortsIpV6TestJSON-452919034-project] 10.222.0.65 "DELETE /v2.0/networks/01b79a68-c5c6-4fbf-b999-c20f70c29f4d HTTP/1.1" status: 204 len: 168 time: 1.2021403 Feb 16 12:43:35.264172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.273978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9512caaf-e976-4b41-985f-13af712f36f0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.312264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.313517 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6bad2270-0963-4059-a0b6-f010161bbdca tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6167831 Feb 16 12:43:35.317465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:35.326173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:35.346286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.380863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:35.389851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:35.395369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:35.405326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:35.439108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.459557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.513734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] No DVR routers for this DVR port 62ab64b6-9672-4f40-b3b5-dca0234ad682 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:35.519666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788bad3-bb93-4fca-adde-43f8c9abc720 None None] Pushing event deleted for resources: {'Port': ['ID=62ab64b6-9672-4f40-b3b5-dca0234ad682,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.526655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Provisioning complete for port 526fa862-60e5-4932-9d87-cfd36a7d652c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:35.532270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.557221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=7bfd1782-51b0-4462-9df4-f36a77c4e0fd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.557449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.561633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:35.564473 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56245bf0-ab7b-4a4e-b5c1-766e1707d933 req-af903678-eed2-45bc-b232-5b347329bae5 service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847825 Feb 16 12:43:35.566207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:35.569528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:35.570305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.585198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.610538 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4895b546-fa8e-4d4a-8058-0aeb3b71baca tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5585144 Feb 16 12:43:35.613425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:35.623909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '7bfd1782-51b0-4462-9df4-f36a77c4e0fd', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-71697733'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:35.657300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0c4d9-ab37-41c3-9f66-46af6122e071 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:35.693592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 526fa862-60e5-4932-9d87-cfd36a7d652c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:35.703323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.719945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:35.734472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.789002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1c9e25-7e8f-4174-b655-d4449d80dd29,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.806200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=b6befe0c-ac00-468f-bd81-f7ec7d30df3a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:35.809933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.813418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:35.821527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:35.825072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:35.832541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:35.836895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.841392 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57a09184-3c48-4df4-946a-09a654ff0544 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5229416 Feb 16 12:43:35.842390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55746) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:35.849954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:35.857666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:35.884803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:35.890238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:35.895655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:35.903593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:35.913032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5634-a17b-4f89-b9fd-0aabb5d5c802 None None] Could not find standard attr ID for object a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:43:35.941995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 526fa862-60e5-4932-9d87-cfd36a7d652c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:35.942369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.948243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.012688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:36.015327 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8e7d4ba5-911f-499f-8304-e6a0ce3a3ef0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f17c9904fd1748e7aa4ae02168637bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912056 Feb 16 12:43:36.019667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:36.019667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.108456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.123387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.172929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe36748e-116d-473f-8098-9c9aeca8078a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.193803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '7bfd1782-51b0-4462-9df4-f36a77c4e0fd'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:36.193803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.226040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.226040 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9cf644d-4549-4e03-9a88-e0bcbe082eef tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3698065 Feb 16 12:43:36.231210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55754) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.249494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:36.257682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:36.264808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.267800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:36.283130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:36.288601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.325869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 62ab64b6-9672-4f40-b3b5-dca0234ad682 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:36.329702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:36.329702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:36.340544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 9a4b8a42-2371-423e-aae9-99ce8ddf0a7c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:43:36.348286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.433870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 62ab64b6-9672-4f40-b3b5-dca0234ad682 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:36.433870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 62ab64b6-9672-4f40-b3b5-dca0234ad682 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:36.463887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1cac0c5b-3488-49cc-8286-663efb060dd3 None None] Provisioning complete for port b6befe0c-ac00-468f-bd81-f7ec7d30df3a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:36.463887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1cac0c5b-3488-49cc-8286-663efb060dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.533164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.635267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.647241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1cac0c5b-3488-49cc-8286-663efb060dd3 None None] Port b6befe0c-ac00-468f-bd81-f7ec7d30df3a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:36.692305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80606d19-4292-4a0a-9ebd-4e0b286e732a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.701135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/7bfd1782-51b0-4462-9df4-f36a77c4e0fd/b432e49f-8222-4a5d-aaa9-1a1a2938e6a1) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:36.713569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:36.728447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.728447 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89250c46-456f-498b-a416-e92edb3ddcc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80606d19-4292-4a0a-9ebd-4e0b286e732a HTTP/1.1" status: 204 len: 168 time: 0.7041118 Feb 16 12:43:36.728447 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ab3ed62-2d76-4777-8349-77b3248d740f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9440374 Feb 16 12:43:36.736807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55760) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.747345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.760888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.765356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] Sync routers for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:36.784592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10192af-af9a-4429-8a17-af70bde080dd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:36.805242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.805242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2777cf5f-738c-4c72-adcb-5e23fcdd6c50 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5700436 Feb 16 12:43:36.809460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.820816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:36.820816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:36.830387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:36.830387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:36.842792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:36.856048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Project ba92063a7eee4192a9339df9c9bae4d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:43:36.866961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.890703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b78cd9-dbbd-46c0-85fe-2c9802dc370d tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:36.893265 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45b78cd9-dbbd-46c0-85fe-2c9802dc370d tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports/b6befe0c-ac00-468f-bd81-f7ec7d30df3a HTTP/1.1" status: 200 len: 910 time: 0.1592183 Feb 16 12:43:36.907605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55768) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:36.960166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:36.960166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:37.181274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:37.201252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:37.201917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:37.288396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:37.288396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5448ed-dc73-4bc3-b28a-40b6b627d1a5 None None] The sync data for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:37.429806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.442385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.449536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.462767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Transition to ACTIVE for port object b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:37.499536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Transition to ACTIVE for port object b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:37.512492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.515213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:43:37.515213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:43:37.566365 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9fc30a9f-72c7-42ee-8d61-eac6b4b990f2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9485991 Feb 16 12:43:37.567140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.576077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:37.582025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:37.591517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:37.636047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46228d3-668a-4d97-bed4-24cd2ef05d98,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.694472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Pushing event updated for resources: {'Port': ['ID=b432e49f-8222-4a5d-aaa9-1a1a2938e6a1,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.696292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.698330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8a18756-b263-4280-bf39-a51a86630a63 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8917868 Feb 16 12:43:37.701700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55792) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.709317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'security_group_rule': {'security_group_id': '664218a5-bfe5-4e94-a02e-12227c998b30', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:37.720459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d6878-3c58-4c01-b385-f7c6b20f0caa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:37.721099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-803d6878-3c58-4c01-b385-f7c6b20f0caa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:37.722890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Attempting to bind port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:37.723277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Attempting to bind port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:37.723620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Attempting to bind port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:37.725071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:37.731268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:37.731903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:37.732667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.733257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:37.733882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Bound port: b432e49f-8222-4a5d-aaa9-1a1a2938e6a1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:37.734270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.735377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:security_group_rule and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:37.741240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-803d6878-3c58-4c01-b385-f7c6b20f0caa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:37.742910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-803d6878-3c58-4c01-b385-f7c6b20f0caa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1739464 Feb 16 12:43:37.745790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55798) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.769013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:37.787647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:37.807050 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Project ba92063a7eee4192a9339df9c9bae4d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:43:37.817932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.841600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9bfcc-69d5-4c2a-abaf-b91e98c9bfbd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:37.843871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9bfcc-69d5-4c2a-abaf-b91e98c9bfbd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:37.844652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] For port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:37.844779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0dc9bfcc-69d5-4c2a-abaf-b91e98c9bfbd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:37.850072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] For port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b432e49f-8222-4a5d-aaa9-1a1a2938e6a1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:37.856226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.868831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0dc9bfcc-69d5-4c2a-abaf-b91e98c9bfbd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:37.870100 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0dc9bfcc-69d5-4c2a-abaf-b91e98c9bfbd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1231661 Feb 16 12:43:37.874105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.909264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:37.958987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.961217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e241-4a23-4974-ae3f-5b69ce4affe9 None None] Pushing event updated for resources: {'Port': ['ID=b432e49f-8222-4a5d-aaa9-1a1a2938e6a1,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:37.964361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 7bfd1782-51b0-4462-9df4-f36a77c4e0fd {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:37.968156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:37.973451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.006056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.067243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd16803a-4376-456b-b623-86d65a178a51,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.082420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.101074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.105055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd3c1cbf-c966-4e00-aa87-172bcc0d6d8e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3993142 Feb 16 12:43:38.115619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.120847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393046679'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:38.135459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'network': {'name': 'tempest-network-smoke--1982187471', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:38.139458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:38.151738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:38.156394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:38.163933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:38.167177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:network and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:38.178055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:38.183679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:38.208237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:38.236779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:38.243384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.258124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Made reservation on behalf of ba92063a7eee4192a9339df9c9bae4d5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:38.261886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.287075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.319792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:38.328137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:security_group_rule and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:38.332348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.360239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:38.372803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:38.380473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:38.416536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.417108 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Added segment b89a0ec9-668b-46de-911c-8ad4af566a94 of type vlan for network a79e2bae-6a50-4ea8-8c14-558e01773c92 Feb 16 12:43:38.439497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port b6befe0c-ac00-468f-bd81-f7ec7d30df3a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:38.439990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.483369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.494711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.551617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfd1782-51b0-4462-9df4-f36a77c4e0fd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.578405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.614243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.619655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:38.620286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.645628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.656945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.670269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.698535 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fdf8e42c-73ca-4acf-ba00-0853de3a6e16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7bfd1782-51b0-4462-9df4-f36a77c4e0fd HTTP/1.1" status: 204 len: 168 time: 0.8233285 Feb 16 12:43:38.722857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.769574 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6527061 Feb 16 12:43:38.770430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:38.781685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55820) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.789993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591db61-83dc-42f5-a1a2-a78dcfbfece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Network': ['ID=a79e2bae-6a50-4ea8-8c14-558e01773c92,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.795739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for b6befe0c-ac00-468f-bd81-f7ec7d30df3a owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:38.803798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080a6b89-9e8a-48bd-9c3b-4e697b189728,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:38.804017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:38.813630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.813990 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 9a38bc67-ec2e-4f46-b5b7-4194d93d3a22 of type vlan for network 14208718-e541-433a-8b78-42be5bf88288 Feb 16 12:43:38.826796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'admin_state_up': True, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:38.859556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.901525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.912956 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66f6664c-c773-46e7-88d4-85f7116f15d1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1829648 Feb 16 12:43:38.913296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:38.913296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:38.915688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:38.917700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:38.927904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:39.012416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:router and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:39.029258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:39.039201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1286509 Feb 16 12:43:39.044982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:39.052123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6426bea-3747-4651-a517-8857bcc82f91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=14208718-e541-433a-8b78-42be5bf88288,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.064329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 14208718-e541-433a-8b78-42be5bf88288 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:39.166949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b711cb-ce81-4774-8709-67f0ffa2be16 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:39.178213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:39.183141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2010482990'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:39.204598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:39.208929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:39.272056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c8cf5e8f-b930-408a-b8a6-f2ca4a48b5a8 None None] Provisioning for port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:39.342259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:39.344975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.345952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.350329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:39.353473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:39.362087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:39.379082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:39.381176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:39.407882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:39.412202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.425528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:39.428922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.446682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.449444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:39.453389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Deleting port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:39.453760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.615814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:43:39.687260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] For port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b432e49f-8222-4a5d-aaa9-1a1a2938e6a1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:39.687260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.752084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.752084 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment e15e7c21-ff20-4ae0-9f8e-8126177d4458 of type vlan for network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f Feb 16 12:43:39.843857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Calling delete_port for b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:39.918122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.926963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.931733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55834) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:39.935684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:39.968468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] Pushing event deleted for resources: {'Port': ['ID=b432e49f-8222-4a5d-aaa9-1a1a2938e6a1,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:39.972171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152957df-29ce-4bea-9c0c-3461736ae8cb None None] No DVR routers for this DVR port b432e49f-8222-4a5d-aaa9-1a1a2938e6a1 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:39.983805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.088958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=b6befe0c-ac00-468f-bd81-f7ec7d30df3a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.195654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-21f29651-2dce-4595-b6d3-5fc96a868272 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/638a6b61-016e-468d-b0f5-715a04583016 HTTP/1.1" status: 200 len: 994 time: 0.2605228 Feb 16 12:43:40.210773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.226013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:40.226732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.362757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.510152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55844) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:40.538829 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4881883 Feb 16 12:43:40.550088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:40.566130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcff84-10ef-401a-a135-3be690a67690 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=044ea44b-2caa-4fe9-8d0b-579fa54aaa5f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.578025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': '14208718-e541-433a-8b78-42be5bf88288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:40.587153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:43:40.786561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 03035fb6-562d-42b6-8845-9166d53f3e98 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:40.786868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.799075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:40.817628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:40.833015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713fff1-9648-4acb-a73b-1d33f5eb1310 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:40.843662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:40.844283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.954836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=db6e082a-34f2-4d52-bda2-02b8c677b216,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:40.995832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55f2f2ba-5c06-4416-9a8f-a773390fbed9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0735612 Feb 16 12:43:40.995832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:40.997083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:41.005908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:41.009645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:41.017900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:41.018810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:41.025140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.025703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.042296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:router and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:41.085844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:41.105674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:41.106878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:41.120153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'db6e082a-34f2-4d52-bda2-02b8c677b216'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:41.121256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.191244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 03035fb6-562d-42b6-8845-9166d53f3e98 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:41.244801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:41.267578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:41.271064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.273313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.273544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.332608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.339713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/db6e082a-34f2-4d52-bda2-02b8c677b216/6c5fb763-b25f-4a69-baf0-17e73697569c) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:41.364019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.474262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.474262 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3818d442-0d6f-4faa-9295-2a37b6dbd31c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4648681 Feb 16 12:43:41.474262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55856) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:41.538748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.578668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.594477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=03035fb6-562d-42b6-8845-9166d53f3e98,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.623420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.633806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Transition to ACTIVE for port object 6c5fb763-b25f-4a69-baf0-17e73697569c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:41.658442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Transition to ACTIVE for port object 6c5fb763-b25f-4a69-baf0-17e73697569c will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:41.669817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.702216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.748421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:41.748421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:41.762070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:41.854425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Pushing event updated for resources: {'Port': ['ID=6c5fb763-b25f-4a69-baf0-17e73697569c,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:41.878304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Attempting to bind port 6c5fb763-b25f-4a69-baf0-17e73697569c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:41.878304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Attempting to bind port 6c5fb763-b25f-4a69-baf0-17e73697569c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:41.878304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Attempting to bind port 6c5fb763-b25f-4a69-baf0-17e73697569c on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:41.888811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:41.889816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:41.890713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:41.890713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:41.891377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Bound port: 6c5fb763-b25f-4a69-baf0-17e73697569c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:41.891482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.006195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] For port 6c5fb763-b25f-4a69-baf0-17e73697569c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:42.009627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] For port 6c5fb763-b25f-4a69-baf0-17e73697569c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c5fb763-b25f-4a69-baf0-17e73697569c,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:42.016127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.024036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:42.028761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.119611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c42af-fb2b-44eb-8bf5-e6e4aa7d764d None None] Pushing event updated for resources: {'Port': ['ID=6c5fb763-b25f-4a69-baf0-17e73697569c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.163285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.163785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 638a6b61-016e-468d-b0f5-715a04583016 disassociated (deleted). External IP: 172.26.4.154, port: 96ef19c2-7007-479d-ab57-d17407ddae76. Feb 16 12:43:42.280363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Allocated IP 172.26.4.143 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/522db2b4-a600-49aa-9a0e-6534084314fe) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:42.307234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=c9882a19-90cd-4014-a54d-10b08cb9173a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:42.332270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14208718-e541-433a-8b78-42be5bf88288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:42.332854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: 14208718-e541-433a-8b78-42be5bf88288, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:42.398937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:42.416185 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] Sync routers for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:42.435086 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:42.435086 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.456552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.515883 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.543353 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:42.543994 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.662578 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:42.663571 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacab71-e51a-4354-8e0a-aedd8f812ef0 None None] The sync data for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:42.670296 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0386a67b-2fd1-4158-a50b-f0171b7d7d76 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7642617 Feb 16 12:43:42.682007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:42.682672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 14208718-e541-433a-8b78-42be5bf88288 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:42.767511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 14208718-e541-433a-8b78-42be5bf88288) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:42.781860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b58f17-ce08-4ed5-a337-0a7d993cd61a None None] Network 14208718-e541-433a-8b78-42be5bf88288 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:42.859790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:42.860497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:42.940196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.014094 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-834563c2-d6e0-4c3d-bb14-852f713b60e1 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4579988 Feb 16 12:43:43.024871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:43.073387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-14208718-e541-433a-8b78-42be5bf88288', 'network_id': '14208718-e541-433a-8b78-42be5bf88288', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': 'c9882a19-90cd-4014-a54d-10b08cb9173a'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:43.074521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.101434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:43.135694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::1 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/db6e082a-34f2-4d52-bda2-02b8c677b216/3671a8c3-23bb-4aa7-8dc1-298a730fd46f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:43.319434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Allocated IP 2001:db8::2 (14208718-e541-433a-8b78-42be5bf88288/c9882a19-90cd-4014-a54d-10b08cb9173a/cba81704-7359-436c-97f3-809068eb04af) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:43.330289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:43.335756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:43.347920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:43.354018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:43.357295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.402620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:43.459179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.495420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 3671a8c3-23bb-4aa7-8dc1-298a730fd46f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:43.500114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:43.501241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:43.506307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.519690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8eb4db8f-daeb-4ff8-8fc7-8a7ca61e8cfb None None] Provisioning for port 6c5fb763-b25f-4a69-baf0-17e73697569c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:43.538893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:43.556171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:43.619356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=522db2b4-a600-49aa-9a0e-6534084314fe,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:43.630978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:43.654015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.668015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Sync routers for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:43.696383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.700986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:43.702138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:43.813991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:43.819478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:43.835798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:43.835798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:43.848196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c5fb763-b25f-4a69-baf0-17e73697569c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:43.860714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:43.871270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcac9381-62c1-451f-a7c3-b4a3495b9826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/638a6b61-016e-468d-b0f5-715a04583016 HTTP/1.1" status: 204 len: 168 time: 3.3600316 Feb 16 12:43:43.881502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:43:43.969052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76', 'status': 'completed', 'code': 200} Feb 16 12:43:43.974410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.045475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Transition to ACTIVE for port object cba81704-7359-436c-97f3-809068eb04af will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:44.178687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Transition to ACTIVE for port object cba81704-7359-436c-97f3-809068eb04af will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:44.202151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.265599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.326536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Pushing event updated for resources: {'Port': ['ID=cba81704-7359-436c-97f3-809068eb04af,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:44.336199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6c5fb763-b25f-4a69-baf0-17e73697569c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:44.353669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c5fb763-b25f-4a69-baf0-17e73697569c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.355674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.385500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.404618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Network 14208718-e541-433a-8b78-42be5bf88288 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:44.416472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:44.419111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:44.430454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:44.573841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8cba2065-4567-41cf-be56-27b5289fda56 None None] Provisioning for port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:44.593297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8cba2065-4567-41cf-be56-27b5289fda56 None None] Provisioning complete for port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:44.593725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8cba2065-4567-41cf-be56-27b5289fda56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.734782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Attempting to bind port cba81704-7359-436c-97f3-809068eb04af on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:44.735214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Attempting to bind port cba81704-7359-436c-97f3-809068eb04af by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14208718-e541-433a-8b78-42be5bf88288'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:44.735861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Attempting to bind port cba81704-7359-436c-97f3-809068eb04af on network 14208718-e541-433a-8b78-42be5bf88288 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:44.794251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:44.794632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Checking segment: {'id': '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14208718-e541-433a-8b78-42be5bf88288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:44.795065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.795673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Bound using segment: {'id': '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14208718-e541-433a-8b78-42be5bf88288'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:44.796377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Bound port: cba81704-7359-436c-97f3-809068eb04af, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14208718-e541-433a-8b78-42be5bf88288'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:44.796916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.820143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:44.858763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8cba2065-4567-41cf-be56-27b5289fda56 None None] Port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:44.892821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e962ec-9e1b-480e-a735-45e684188806 req-f2c1d689-aee4-4878-8d68-accb65bf2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:44.894734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-f2c1d689-aee4-4878-8d68-accb65bf2a99 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 1099 time: 0.8629744 Feb 16 12:43:44.899865 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:43:44.906512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=2048e968-a508-4390-8160-3c69c352d68a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.044403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.091327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.107094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.121566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.122218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.125302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] For port cba81704-7359-436c-97f3-809068eb04af, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:45.136845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': 'e15e7c21-ff20-4ae0-9f8e-8126177d4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:45.137138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:45.140750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] For port cba81704-7359-436c-97f3-809068eb04af, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cba81704-7359-436c-97f3-809068eb04af,segment=NetworkSegment(9a38bc67-ec2e-4f46-b5b7-4194d93d3a22),segment_id=9a38bc67-ec2e-4f46-b5b7-4194d93d3a22)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:45.149173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 6c5fb763-b25f-4a69-baf0-17e73697569c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c5fb763-b25f-4a69-baf0-17e73697569c,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:45.153296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.191330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.217229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7374b-554a-4290-9410-81106c561fc0 req-09fc38f2-4431-49f4-8d9b-cdcf96d2a4dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.218189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-39e7374b-554a-4290-9410-81106c561fc0 req-09fc38f2-4431-49f4-8d9b-cdcf96d2a4dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:45.252111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:45.259916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Checking router: e7c7eb65-0113-4aa7-912b-b2cd5025ac98 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:45.262672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44f78b-c095-49b4-a6af-fba14a1a2160 None None] Pushing event updated for resources: {'Port': ['ID=cba81704-7359-436c-97f3-809068eb04af,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.273509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:45.337918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-39e7374b-554a-4290-9410-81106c561fc0 req-09fc38f2-4431-49f4-8d9b-cdcf96d2a4dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:45.338449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:45.339086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:45.348042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39e7374b-554a-4290-9410-81106c561fc0 req-09fc38f2-4431-49f4-8d9b-cdcf96d2a4dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.6784258 Feb 16 12:43:45.406366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:45.421354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.421898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.434677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bdb50-3d96-495f-87a2-2c6654daa089 None None] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:45.452118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:45.455050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:45.455387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.466046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e962ec-9e1b-480e-a735-45e684188806 req-65b2a17b-6f07-4bc7-be20-7d5a2a4650ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.468092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-65b2a17b-6f07-4bc7-be20-7d5a2a4650ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 200 len: 898 time: 0.5658207 Feb 16 12:43:45.559359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-2c183760-fa16-414c-8bbf-abeb004608f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 200 len: 217 time: 0.0774920 Feb 16 12:43:45.655296 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-517208c9-1441-4ce1-abba-88111e106a91 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6283505 Feb 16 12:43:45.655913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:45.698878 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39e7374b-554a-4290-9410-81106c561fc0 req-9107370c-ddcb-48b7-8f01-512ee3d795c4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499725 Feb 16 12:43:45.718747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:45.722436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:45.731027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932264999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:45.746222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:45.754250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:45.758406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:45.766934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:45.817341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.831744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.832811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.833335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e962ec-9e1b-480e-a735-45e684188806 req-3bbb432b-289e-4b10-85b2-871ca89e08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:45.834841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-3bbb432b-289e-4b10-85b2-871ca89e08c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 200 len: 834 time: 0.2678015 Feb 16 12:43:45.851231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:45.958154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=6c5fb763-b25f-4a69-baf0-17e73697569c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:46.064567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:46.126380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-044ea44b-2caa-4fe9-8d0b-579fa54aaa5f', 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '2048e968-a508-4390-8160-3c69c352d68a'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:46.127211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.189030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e962ec-9e1b-480e-a735-45e684188806 req-9951a2d6-2436-4787-b437-a356d3333c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:46.191544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-9951a2d6-2436-4787-b437-a356d3333c12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e8823ee-e814-4066-afa7-ad3e56f305b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3468459 Feb 16 12:43:46.319808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Router 3684558a-7860-415e-ae55-ac96ae3d2402 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:46.369498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-39f30eb2-0e46-445d-b6e8-78398bce985a None None] Provisioning complete for port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:46.370119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39f30eb2-0e46-445d-b6e8-78398bce985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.468875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.662809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.669034 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-09f051ff-a415-4c78-bae3-2390d9858e33 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9950356 Feb 16 12:43:46.669034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:46.683386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:46.711613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39f30eb2-0e46-445d-b6e8-78398bce985a None None] Port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:46.745825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Allocated IP 2001:db8:1::2 (044ea44b-2caa-4fe9-8d0b-579fa54aaa5f/2048e968-a508-4390-8160-3c69c352d68a/87c9a120-a56a-44f6-b255-b4ff56fc2a95) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:46.851149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-ce56a223-7c95-4a38-ac59-d6ac2c2a84ed service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512213 Feb 16 12:43:46.890628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:46.896356 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d07872f-4bf9-45ea-8b1a-4849313638eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "PUT /v2.0/routers/3684558a-7860-415e-ae55-ac96ae3d2402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4279871 Feb 16 12:43:46.906923 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Sync routers for ids ['3684558a-7860-415e-ae55-ac96ae3d2402'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:46.929237 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Routers {'3684558a-7860-415e-ae55-ac96ae3d2402'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:46.930162 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3684558a-7860-415e-ae55-ac96ae3d2402'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:46.930336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:46.940969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for d1bd95a1-4b4d-4665-9c8f-5d1b933ad728 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:47.022118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.034464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Transition to ACTIVE for port object 87c9a120-a56a-44f6-b255-b4ff56fc2a95 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:47.058332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Transition to ACTIVE for port object 87c9a120-a56a-44f6-b255-b4ff56fc2a95 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:47.065730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497bd93-b05c-4bb6-b10d-33cf507dca79 None None] Network 14208718-e541-433a-8b78-42be5bf88288 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:47.102879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.116944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a91a29-1ff1-46e2-945b-9fd101b93aab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.117707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3a91a29-1ff1-46e2-945b-9fd101b93aab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:47.121382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Router a46e2988-53c1-4029-8aa0-c882214ebf8f is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:47.121813 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Set router 3684558a-7860-415e-ae55-ac96ae3d2402 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:47.152630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-e671db2c-558c-437e-86e1-33bf0fb340ea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.153783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-e671db2c-558c-437e-86e1-33bf0fb340ea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:47.184526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:47.246867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:47.250227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-eda9ecb4-1a16-44c2-a82d-bbd1bdc0ae6e None None] Provisioning for port cba81704-7359-436c-97f3-809068eb04af completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:47.257011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:47.259464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-e671db2c-558c-437e-86e1-33bf0fb340ea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:47.260787 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-e671db2c-558c-437e-86e1-33bf0fb340ea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 1.1534266 Feb 16 12:43:47.325559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3a91a29-1ff1-46e2-945b-9fd101b93aab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:47.329936 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e3a91a29-1ff1-46e2-945b-9fd101b93aab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports/3671a8c3-23bb-4aa7-8dc1-298a730fd46f HTTP/1.1" status: 200 len: 911 time: 0.3261795 Feb 16 12:43:47.338687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.457939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Pushing event updated for resources: {'Port': ['ID=87c9a120-a56a-44f6-b255-b4ff56fc2a95,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:47.476520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 96ef19c2-7007-479d-ab57-d17407ddae76 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:47.477155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.488155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Attempting to bind port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:47.488840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Attempting to bind port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'e15e7c21-ff20-4ae0-9f8e-8126177d4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:47.489409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Attempting to bind port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 on network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:47.503073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:47.503789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Checking segment: {'id': 'e15e7c21-ff20-4ae0-9f8e-8126177d4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:47.504430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.505725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Bound using segment: {'id': 'e15e7c21-ff20-4ae0-9f8e-8126177d4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:47.506563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Bound port: 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15e7c21-ff20-4ae0-9f8e-8126177d4458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '044ea44b-2caa-4fe9-8d0b-579fa54aaa5f'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:47.507201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.511022 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': '3671a8c3-23bb-4aa7-8dc1-298a730fd46f', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:1f:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:42Z', 'updated_at': '2022-02-16T12:43:44Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.515271 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Checking router: 3684558a-7860-415e-ae55-ac96ae3d2402 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:47.515704 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Updating router 3684558a-7860-415e-ae55-ac96ae3d2402 port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:47.575129 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.589748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.620207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:47.624053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ccbd-ffda-439b-b146-4a182e4637cb None None] The sync data for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv is: [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:42:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '32b74185-f447-4e7b-aff9-03abfaaef8a8', 'name': '', 'network_id': '2e8823ee-e814-4066-afa7-ad3e56f305b9', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:ed:94:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:19Z', 'updated_at': '2022-02-16T12:42:41Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'dcbb5359-1dd8-4570-b791-80c106e6010e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:47.641977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Sync routers for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:47.708611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:47.709749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:47.720071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:47.725244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6313dc9-3f81-4e73-ae42-476d564e560e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.9418638 Feb 16 12:43:47.750234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:47.836814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a52e92-74e6-4d83-a51a-490b74a972c4 req-27477823-d99b-4896-90e2-db3d1b07b0e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:47.859839 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2a52e92-74e6-4d83-a51a-490b74a972c4 req-27477823-d99b-4896-90e2-db3d1b07b0e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.8014436 Feb 16 12:43:47.902709 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07e962ec-9e1b-480e-a735-45e684188806 req-e05a0737-b1b6-45e5-ae41-00395a646d1d service neutron] 10.222.0.81 "GET /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0379934 Feb 16 12:43:48.081270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2a52e92-74e6-4d83-a51a-490b74a972c4 req-b1ba87b3-258e-4ed4-887b-6a9b8e8a170b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202868 Feb 16 12:43:48.088415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.101918 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ffe39c-650a-49b6-ab75-f8177aed2f80 None None] New status for floating IP 638a6b61-016e-468d-b0f5-715a04583016: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:43:48.147519 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d58f30b-271c-4de8-af6e-bc2a0dc97dc2 tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ba92063a7eee4192a9339df9c9bae4d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3938806 Feb 16 12:43:48.167231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55900) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:48.179207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:48.213548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.279866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20b7e9-6faa-4223-9028-ba246e6d0c7c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:48.287075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20b7e9-6faa-4223-9028-ba246e6d0c7c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:48.289122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c20b7e9-6faa-4223-9028-ba246e6d0c7c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:48.303471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] For port 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:48.352823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=d1bd95a1-4b4d-4665-9c8f-5d1b933ad728,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.458957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 96ef19c2-7007-479d-ab57-d17407ddae76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=96ef19c2-7007-479d-ab57-d17407ddae76,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:48.461408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.473825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cba81704-7359-436c-97f3-809068eb04af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:48.497591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c20b7e9-6faa-4223-9028-ba246e6d0c7c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:48.502288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c20b7e9-6faa-4223-9028-ba246e6d0c7c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1570194 Feb 16 12:43:48.512598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55904) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:48.516678 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.539376 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Transition to ACTIVE for port object 3671a8c3-23bb-4aa7-8dc1-298a730fd46f will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:48.552922 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.582216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] For port 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87c9a120-a56a-44f6-b255-b4ff56fc2a95,segment=NetworkSegment(e15e7c21-ff20-4ae0-9f8e-8126177d4458),segment_id=e15e7c21-ff20-4ae0-9f8e-8126177d4458)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:48.604665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.732560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 96ef19c2-7007-479d-ab57-d17407ddae76 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:48.733685 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Pushing event updated for resources: {'Port': ['ID=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.782799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port cba81704-7359-436c-97f3-809068eb04af completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:48.786926 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.787674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.788307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.788890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.789452 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.790206 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.790761 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.791308 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.791993 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.792581 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.793114 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.793832 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:43:48.809653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18106aa-bb39-4802-9c91-e2a3df99fd04 None None] Pushing event updated for resources: {'Port': ['ID=87c9a120-a56a-44f6-b255-b4ff56fc2a95,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:48.822709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cba81704-7359-436c-97f3-809068eb04af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:48.823082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.883375 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Attempting to bind port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:48.883738 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Attempting to bind port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:48.884132 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Attempting to bind port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:48.897282 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:48.897645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:48.898549 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.901320 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:48.902017 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Bound port: 3671a8c3-23bb-4aa7-8dc1-298a730fd46f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:48.903383 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:48.909502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:44Z', 'revision_number': 3, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:48.926166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Checking router: a46e2988-53c1-4029-8aa0-c882214ebf8f for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:48.926814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Updating router a46e2988-53c1-4029-8aa0-c882214ebf8f port 522db2b4-a600-49aa-9a0e-6534084314fe binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:49.013899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.124712 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] For port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:49.133947 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] For port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:49.147145 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.247810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d96aed-c7e8-4061-907e-195bcd980c8f tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:49.249411 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47d96aed-c7e8-4061-907e-195bcd980c8f tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0756297 Feb 16 12:43:49.259942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55910) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.375159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.381354 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Routers {'3684558a-7860-415e-ae55-ac96ae3d2402'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:49.382094 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3684558a-7860-415e-ae55-ac96ae3d2402'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:49.473464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.491155 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-733c9332-5b1b-4a48-a3aa-2d653f00c4b2 tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2295020 Feb 16 12:43:49.506336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:49.548068 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8573fb-15dd-4e00-b146-b27dd35bd114 None None] Pushing event updated for resources: {'Port': ['ID=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:49.548960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793096153', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:43:49.644115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port cba81704-7359-436c-97f3-809068eb04af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cba81704-7359-436c-97f3-809068eb04af,segment=NetworkSegment(9a38bc67-ec2e-4f46-b5b7-4194d93d3a22),segment_id=9a38bc67-ec2e-4f46-b5b7-4194d93d3a22)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:49.678523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.680864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c5fb763-b25f-4a69-baf0-17e73697569c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:49.755445 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] Set router 3684558a-7860-415e-ae55-ac96ae3d2402 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:49.776423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8::1 (14208718-e541-433a-8b78-42be5bf88288/c9882a19-90cd-4014-a54d-10b08cb9173a/a2ffa46d-4735-4be4-95f1-08906e6f78e5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:49.851412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55610-b0a3-4c3b-8007-09e53c93f76d req-4be11e5e-7c83-4138-9129-2ae079dea5db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:49.853186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-86fa9967-ba11-4928-889d-80f8016dd86b None None] Provisioning complete for port cba81704-7359-436c-97f3-809068eb04af triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:49.853749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86fa9967-ba11-4928-889d-80f8016dd86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.854806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06b55610-b0a3-4c3b-8007-09e53c93f76d req-4be11e5e-7c83-4138-9129-2ae079dea5db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 946 time: 0.4563293 Feb 16 12:43:49.978619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06b55610-b0a3-4c3b-8007-09e53c93f76d req-b9f311f4-3ade-415c-91ab-09260f51e92a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4f8999a-8962-4055-bf57-c19c394dd4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153469 Feb 16 12:43:50.061274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=cba81704-7359-436c-97f3-809068eb04af,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:50.083131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:43:50.090021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:subnet and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:43:50.095655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:43:50.105205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:43:50.231846 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': '3671a8c3-23bb-4aa7-8dc1-298a730fd46f', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:1f:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:42Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 4, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:50.234018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Made reservation on behalf of ba92063a7eee4192a9339df9c9bae4d5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:43:50.240138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.241286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.242732 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a0b70-9a98-4306-ba24-83378de08735 None None] The sync data for ids ['3684558a-7860-415e-ae55-ac96ae3d2402'] in dv-neutron-829435-1-hyperv is: [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:43Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': '3671a8c3-23bb-4aa7-8dc1-298a730fd46f', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:1f:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:42Z', 'updated_at': '2022-02-16T12:43:49Z', 'revision_number': 4, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': 'db6e082a-34f2-4d52-bda2-02b8c677b216', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:50.300156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c5fb763-b25f-4a69-baf0-17e73697569c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:50.300530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.399583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 96ef19c2-7007-479d-ab57-d17407ddae76 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:50.402135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.478310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.489993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 96ef19c2-7007-479d-ab57-d17407ddae76 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:50.489993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 96ef19c2-7007-479d-ab57-d17407ddae76 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:50.508473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Transition to ACTIVE for port object 522db2b4-a600-49aa-9a0e-6534084314fe will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:50.556540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836eb11-cef8-45db-ac80-b0ab3f8cb998 None None] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:50.719358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.742688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=96ef19c2-7007-479d-ab57-d17407ddae76,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:50.832641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.860201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object a2ffa46d-4735-4be4-95f1-08906e6f78e5 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:50.865692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port 96ef19c2-7007-479d-ab57-d17407ddae76 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:50.869360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:50.876841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:50.877260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.878542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:50.881159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'name': 'network-vif-deleted', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:43:50.948790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Attempting to bind port 522db2b4-a600-49aa-9a0e-6534084314fe on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:50.949710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Attempting to bind port 522db2b4-a600-49aa-9a0e-6534084314fe by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:50.950307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Attempting to bind port 522db2b4-a600-49aa-9a0e-6534084314fe on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:50.982108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-859fd3d0-b258-4fc6-80e4-88c6af17e0ee req-ce84b2f6-9423-47f9-9ea4-65486911c6a0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/96ef19c2-7007-479d-ab57-d17407ddae76 HTTP/1.1" status: 204 len: 173 time: 3.6984155 Feb 16 12:43:51.041551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:51.041942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:51.042443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.043399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:51.043399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Bound port: 522db2b4-a600-49aa-9a0e-6534084314fe, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:51.052534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.140767 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd280b114-87a2-4ec5-b707-84aab4331afd', 'name': 'network-vif-deleted', 'tag': '96ef19c2-7007-479d-ab57-d17407ddae76', 'status': 'completed', 'code': 200} Feb 16 12:43:51.170719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:51.195185 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2750780b-4143-4cb3-9c0c-9c4803b0ea92 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5099719 Feb 16 12:43:51.198417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.209124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.234344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] Sync routers for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:51.276743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c74bea-12de-4911-b087-de22530232ef None None] Pushing event updated for resources: {'Port': ['ID=522db2b4-a600-49aa-9a0e-6534084314fe,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.284316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b047e133-2283-413a-88aa-1fb184951a95 None None] Provisioning for port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:51.389444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:51.390952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.411865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a9a0ae61-4891-4725-8e10-451894180318 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:51.462753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a9a0ae61-4891-4725-8e10-451894180318 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:51.466077 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9a0ae61-4891-4725-8e10-451894180318 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 HTTP/1.1" status: 200 len: 205 time: 0.1791868 Feb 16 12:43:51.503673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:51.617566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3671a8c3-23bb-4aa7-8dc1-298a730fd46f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:51.695836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=a2ffa46d-4735-4be4-95f1-08906e6f78e5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:51.727895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4caa2dcd-6a17-4642-9c85-7a69427f3c55 req-9cc20130-a8df-4341-8c73-b7920ef2211d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=d280b114-87a2-4ec5-b707-84aab4331afd HTTP/1.1" status: 200 len: 210 time: 0.5260386 Feb 16 12:43:51.734368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.747596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 14208718-e541-433a-8b78-42be5bf88288 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:51.750867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:51.751228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.762363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] For port 522db2b4-a600-49aa-9a0e-6534084314fe, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:51.763373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:51.770605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:51.770605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.818914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.867470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] For port 522db2b4-a600-49aa-9a0e-6534084314fe, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=522db2b4-a600-49aa-9a0e-6534084314fe,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:51.873914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] Routers {'1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:51.874649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.909580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:51.956933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:51.956933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100973c-eee2-4aed-a1d5-96ced819c9b5 None None] The sync data for ids ['1c85e4ca-c67a-4a3c-98ac-ac4beacb3088'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:51.976400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.085727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.085928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 3671a8c3-23bb-4aa7-8dc1-298a730fd46f owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:52.090729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:52.092280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:52.184089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:52.194375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.194750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.250089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Subnet': ['ID=3e3ba377-090a-4c54-805b-6daedb8f4d8d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.251228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c74bea-12de-4911-b087-de22530232ef None None] Pushing event updated for resources: {'Port': ['ID=522db2b4-a600-49aa-9a0e-6534084314fe,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.470559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c40f5309-f419-4fe9-9b99-bf3d72780978 None None] Provisioning for port a2ffa46d-4735-4be4-95f1-08906e6f78e5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:52.491203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c40f5309-f419-4fe9-9b99-bf3d72780978 None None] Provisioning complete for port a2ffa46d-4735-4be4-95f1-08906e6f78e5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:52.492194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c40f5309-f419-4fe9-9b99-bf3d72780978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.523195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.526780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.540932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Checking segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:52.541299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network hostable DHCP agents. Network: a79e2bae-6a50-4ea8-8c14-558e01773c92, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:43:52.573934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.576224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.577148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router 1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:43:52.587937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:43:52.599842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.600685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.601448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-edf9d4b6-b667-4165-85fd-9c0ca35a2685 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 HTTP/1.1" status: 204 len: 168 time: 1.0959926 Feb 16 12:43:52.603827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.656736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, a79e2bae-6a50-4ea8-8c14-558e01773c92) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:52.679167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:52.680475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:52.683072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=3671a8c3-23bb-4aa7-8dc1-298a730fd46f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:52.699621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1852953-afe3-4df2-942c-cc1067d97b1d None None] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:52.723309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ea224ff-09ea-4787-8c1d-c41d14d75e15 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2158003 Feb 16 12:43:52.726304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.779390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:52.856650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port 3671a8c3-23bb-4aa7-8dc1-298a730fd46f update to ACTIVE by agent not found {{(pid=87700) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:43:52.857329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cba81704-7359-436c-97f3-809068eb04af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:52.889636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:52.936320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet f42d911e-e957-4c41-a164-c563f5fbcf8c {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:52.953790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.152235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.169358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.173565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c40f5309-f419-4fe9-9b99-bf3d72780978 None None] Port a2ffa46d-4735-4be4-95f1-08906e6f78e5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:53.345824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.434168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cba81704-7359-436c-97f3-809068eb04af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:53.434168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.484537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.597941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-a79e2bae-6a50-4ea8-8c14-558e01773c92', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:43:53.598869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.732282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87c9a120-a56a-44f6-b255-b4ff56fc2a95 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:53.750252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.804559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:44Z', 'revision_number': 3, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:53.805571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.827727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ea65-062c-40d5-8273-3e56eb805b81 None None] The sync data for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv is: [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:44Z', 'revision_number': 3, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:53.838518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Router 3684558a-7860-415e-ae55-ac96ae3d2402 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:53.872131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:53.896800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db0e9e-35c3-40a1-a227-d5d4f9b228fd None None] Network 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:53.907510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=f42d911e-e957-4c41-a164-c563f5fbcf8c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:53.930069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-10420a95-235b-427a-9b30-f22c0a387101 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/f42d911e-e957-4c41-a164-c563f5fbcf8c HTTP/1.1" status: 204 len: 168 time: 1.3210931 Feb 16 12:43:53.930238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:53.963020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Allocated IP 172.20.0.2 (a79e2bae-6a50-4ea8-8c14-558e01773c92/3e3ba377-090a-4c54-805b-6daedb8f4d8d/66cac6e8-70ef-4cee-ab98-c2582476f06c) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:54.031281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.119617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:54.146782 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Sync routers for ids ['3684558a-7860-415e-ae55-ac96ae3d2402'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:54.174632 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Routers {'3684558a-7860-415e-ae55-ac96ae3d2402'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:54.176160 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3684558a-7860-415e-ae55-ac96ae3d2402'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:54.205096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.216871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.217600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.250039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:54.263658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet 51f86866-c74a-4dd9-9903-db8739761dea {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:54.269555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.368153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.375574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:54.378002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.396233 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Set router 3684558a-7860-415e-ae55-ac96ae3d2402 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:54.483600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.503841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Transition to ACTIVE for port object 66cac6e8-70ef-4cee-ab98-c2582476f06c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:54.535900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Transition to ACTIVE for port object 66cac6e8-70ef-4cee-ab98-c2582476f06c will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:54.539073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.649846 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:52Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:54.662109 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Checking router: 3684558a-7860-415e-ae55-ac96ae3d2402 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:54.681936 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Routers {'3684558a-7860-415e-ae55-ac96ae3d2402'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:54.686404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.693505 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['3684558a-7860-415e-ae55-ac96ae3d2402'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:54.723114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.810071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.858127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Pushing event updated for resources: {'Port': ['ID=66cac6e8-70ef-4cee-ab98-c2582476f06c,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.864105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb896f46-a4fe-45fd-a451-3b2e90d636cd None None] Network 8e21df70-8ffd-494c-90a2-833d317b28fa requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:54.873879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=51f86866-c74a-4dd9-9903-db8739761dea,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.875866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.942255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:54.946814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/a4f8999a-8962-4055-bf57-c19c394dd4ed HTTP/1.1" status: 204 len: 168 time: 2.0559134 Feb 16 12:43:54.954263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95599a55-dd3d-4038-aec9-e10d90094732 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8999a-8962-4055-bf57-c19c394dd4ed,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:54.960916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2dca7aac-1b90-4fe9-a128-0eeec0499842 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "PUT /v2.0/routers/3684558a-7860-415e-ae55-ac96ae3d2402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4465830 Feb 16 12:43:54.966815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:54.968794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf1e78ee-2021-4f1e-b983-52492fc17e03 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/51f86866-c74a-4dd9-9903-db8739761dea HTTP/1.1" status: 204 len: 168 time: 0.8931763 Feb 16 12:43:55.000033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Allocated IP 172.20.0.1 (a79e2bae-6a50-4ea8-8c14-558e01773c92/3e3ba377-090a-4c54-805b-6daedb8f4d8d/c6dda327-3f76-4143-822f-990dc921b23d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:55.033328 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] Set router 3684558a-7860-415e-ae55-ac96ae3d2402 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:55.144752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=a2ffa46d-4735-4be4-95f1-08906e6f78e5,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.158243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.159701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.187716 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:52Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:55.195496 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10d9a1-1a83-4939-975c-bdf227df8f5e None None] The sync data for ids ['3684558a-7860-415e-ae55-ac96ae3d2402'] in dv-neutron-829435-1-hyperv is: [{'id': '3684558a-7860-415e-ae55-ac96ae3d2402', 'name': 'tempest-NetworksTestDHCPv6-router-1200716414', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:52Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:55.215018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:55.218702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:55.224997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:55.346925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.395960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Transition to ACTIVE for port object c6dda327-3f76-4143-822f-990dc921b23d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:55.438220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.452752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf96e4-b3b1-4148-a8dc-2b1889f41732 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.454131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf96e4-b3b1-4148-a8dc-2b1889f41732 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:55.454782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29bf96e4-b3b1-4148-a8dc-2b1889f41732 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:55.455930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.482420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Attempting to bind port 66cac6e8-70ef-4cee-ab98-c2582476f06c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:43:55.482420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Attempting to bind port 66cac6e8-70ef-4cee-ab98-c2582476f06c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:43:55.482420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Attempting to bind port 66cac6e8-70ef-4cee-ab98-c2582476f06c on network a79e2bae-6a50-4ea8-8c14-558e01773c92 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:43:55.511379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:43:55.511906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Checking segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:43:55.514633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.514633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Bound using segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:43:55.514633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Bound port: 66cac6e8-70ef-4cee-ab98-c2582476f06c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:43:55.514633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.551992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.555879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87c9a120-a56a-44f6-b255-b4ff56fc2a95,segment=NetworkSegment(e15e7c21-ff20-4ae0-9f8e-8126177d4458),segment_id=e15e7c21-ff20-4ae0-9f8e-8126177d4458)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:55.638416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:55.642707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:55.649991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:43:55.696026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:55.716917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 14208718-e541-433a-8b78-42be5bf88288 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:55.720804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:55.750752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 526fa862-60e5-4932-9d87-cfd36a7d652c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:55.751179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.765378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.793575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-29bf96e4-b3b1-4148-a8dc-2b1889f41732 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:55.793575 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-29bf96e4-b3b1-4148-a8dc-2b1889f41732 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8209255 Feb 16 12:43:55.815818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] For port 66cac6e8-70ef-4cee-ab98-c2582476f06c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:43:55.826030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] For port 66cac6e8-70ef-4cee-ab98-c2582476f06c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66cac6e8-70ef-4cee-ab98-c2582476f06c,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:43:55.839314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] DHCP port deletion for 43507c67-f3b7-4fff-aeed-f6eaa24b01f7 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:55.842637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] DHCP port deletion for 8e21df70-8ffd-494c-90a2-833d317b28fa request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:55.848086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.870743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55964) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:55.927800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:55.963245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Deleting port 526fa862-60e5-4932-9d87-cfd36a7d652c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:55.964742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.014406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Deleting port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:56.015732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.139509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 522db2b4-a600-49aa-9a0e-6534084314fe up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:56.200894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d369df0-535e-46c2-aa66-26e1fb5f81b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.402634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=87c9a120-a56a-44f6-b255-b4ff56fc2a95,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.430433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.501657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9d1be476-f6ea-4a58-94cf-f49ed15c41fb None None] Provisioning complete for port a2ffa46d-4735-4be4-95f1-08906e6f78e5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.501657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9d1be476-f6ea-4a58-94cf-f49ed15c41fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.509388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet db6e082a-34f2-4d52-bda2-02b8c677b216 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:43:56.693966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.756351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5d6fa-00bb-4c9a-8463-89339775339e None None] Pushing event updated for resources: {'Port': ['ID=66cac6e8-70ef-4cee-ab98-c2582476f06c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:56.827918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 522db2b4-a600-49aa-9a0e-6534084314fe completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:56.895142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9d1be476-f6ea-4a58-94cf-f49ed15c41fb None None] Port a2ffa46d-4735-4be4-95f1-08906e6f78e5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:43:56.911446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 522db2b4-a600-49aa-9a0e-6534084314fe triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:56.911758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.976190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:56.999566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] For port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,segment=NetworkSegment(a243bf88-bb7e-4855-867b-968fd95a8a95),segment_id=a243bf88-bb7e-4855-867b-968fd95a8a95)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:56.999566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.064707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 526fa862-60e5-4932-9d87-cfd36a7d652c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=526fa862-60e5-4932-9d87-cfd36a7d652c,segment=NetworkSegment(4c075194-57a8-4758-9eeb-d1c23ee50881),segment_id=4c075194-57a8-4758-9eeb-d1c23ee50881)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:57.065865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.116825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.122382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.168068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] For port 526fa862-60e5-4932-9d87-cfd36a7d652c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=526fa862-60e5-4932-9d87-cfd36a7d652c,segment=NetworkSegment(4c075194-57a8-4758-9eeb-d1c23ee50881),segment_id=4c075194-57a8-4758-9eeb-d1c23ee50881)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:57.168466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.187514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Calling delete_port for d6fd539e-bc9a-4f56-afa2-b1908acd8b2c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:57.217916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 2a907d4e-1a01-4b6b-90bd-fb0957567658 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:43:57.231028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 526fa862-60e5-4932-9d87-cfd36a7d652c owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:57.324521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.350104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Calling delete_port for 526fa862-60e5-4932-9d87-cfd36a7d652c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:43:57.371874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.379157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.474582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.498991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 522db2b4-a600-49aa-9a0e-6534084314fe, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=522db2b4-a600-49aa-9a0e-6534084314fe,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:57.514076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.549257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:43:57.551079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:43:57.614574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=522db2b4-a600-49aa-9a0e-6534084314fe,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.656632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6fd539e-bc9a-4f56-afa2-b1908acd8b2c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:57.796182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.809709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.854554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Router a46e2988-53c1-4029-8aa0-c882214ebf8f has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:43:57.863986 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No ports have port_id starting with d6fd539e-bc9a-4f56-afa2-b1908acd8b2c Feb 16 12:43:57.865038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9ae95-04d0-4799-bc0b-0f9401680277 None None] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:57.875603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:57.889646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:43:57.890967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:43:57.891699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 526fa862-60e5-4932-9d87-cfd36a7d652c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:57.918117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=526fa862-60e5-4932-9d87-cfd36a7d652c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.946211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 526fa862-60e5-4932-9d87-cfd36a7d652c on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:57.949016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=db6e082a-34f2-4d52-bda2-02b8c677b216,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.978643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] Pushing event deleted for resources: {'Port': ['ID=d6fd539e-bc9a-4f56-afa2-b1908acd8b2c,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:57.988914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c4628-faf6-4dff-bd75-c3d50db813d2 None None] No DVR routers for this DVR port d6fd539e-bc9a-4f56-afa2-b1908acd8b2c on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:43:57.990432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:57.992809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.019364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] Sync routers for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:58.021759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 526fa862-60e5-4932-9d87-cfd36a7d652c {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:58.022002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 526fa862-60e5-4932-9d87-cfd36a7d652c not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:58.022453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3671a8c3-23bb-4aa7-8dc1-298a730fd46f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:43:58.062520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240867e-4daf-4dee-9a73-2b8273878f4c None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:43:58.093842 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a51c336-0290-4573-a1c1-cde2c6c3d626 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4041526 Feb 16 12:43:58.094714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55968) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.137100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3eec3ecd-e52c-4bd6-8d58-25b88d6991fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.138049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:43:58.148282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 3671a8c3-23bb-4aa7-8dc1-298a730fd46f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:43:58.148632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3671a8c3-23bb-4aa7-8dc1-298a730fd46f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:43:58.154171 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Sync routers for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:43:58.167062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:58.167687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.190979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:58.191456 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6a87e74-8926-432f-b5e5-72fd2d9a3911 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "PUT /v2.0/routers/a46e2988-53c1-4029-8aa0-c882214ebf8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4560509 Feb 16 12:43:58.191651 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.237815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8fc961-5965-42b4-914c-c26a4d43ce9f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:58.241791 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0f8fc961-5965-42b4-914c-c26a4d43ce9f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports/a2ffa46d-4735-4be4-95f1-08906e6f78e5 HTTP/1.1" status: 200 len: 911 time: 0.1445763 Feb 16 12:43:58.241991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 55974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.376752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f52b788d-a1f8-44f5-9ffb-3d9ed0b35d14 None None] Provisioning for port 66cac6e8-70ef-4cee-ab98-c2582476f06c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:58.407823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Deleting port 526fa862-60e5-4932-9d87-cfd36a7d652c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:58.409546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.454677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.500989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43507c67-f3b7-4fff-aeed-f6eaa24b01f7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.509784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.515442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66cac6e8-70ef-4cee-ab98-c2582476f06c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:58.522752 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:43:58.532387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c075194-57a8-4758-9eeb-d1c23ee50881') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.532704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c075194-57a8-4758-9eeb-d1c23ee50881') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.549736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.568420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.575060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:43:58.575456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.628336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:43:58.629058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:43:58.697253 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:43:58.717942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aaf0741a-2c20-477e-84e9-6ff18f43c1cf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/db6e082a-34f2-4d52-bda2-02b8c677b216 HTTP/1.1" status: 204 len: 168 time: 2.8406196 Feb 16 12:43:58.718752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:58.735118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.777690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b5bf-0ccb-4082-8446-6b44c4e49340 None None] The port '526fa862-60e5-4932-9d87-cfd36a7d652c' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:43:58.804788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.805192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ace3d1-d2aa-4eda-9ea1-0e26b6cb44b1 None None] The sync data for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:43:58.840352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.866747 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-78dc4f60-8a4a-46bc-ba7c-9b87a7a34233 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213527681&fields=id&tenant_id=ba92063a7eee4192a9339df9c9bae4d5 HTTP/1.1" status: 200 len: 267 time: 0.1684158 Feb 16 12:43:58.927700 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 2, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:43:58.933000 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Checking router: a46e2988-53c1-4029-8aa0-c882214ebf8f for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:43:58.933597 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Updating router a46e2988-53c1-4029-8aa0-c882214ebf8f port c6dda327-3f76-4143-822f-990dc921b23d binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:43:58.969090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:58.991067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 66cac6e8-70ef-4cee-ab98-c2582476f06c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:43:59.011977 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.020589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 66cac6e8-70ef-4cee-ab98-c2582476f06c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:43:59.021564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.094369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.122719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-5f4c00d5-5ec7-467e-9f0a-b186289fcb01 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:43:59.123449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-5f4c00d5-5ec7-467e-9f0a-b186289fcb01 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Synchronizing usage tracker for tenant:ba92063a7eee4192a9339df9c9bae4d5 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:59.125551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.128374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=43507c67-f3b7-4fff-aeed-f6eaa24b01f7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.144172 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63a13e65-86dd-436d-90a7-489ea64837ac tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/43507c67-f3b7-4fff-aeed-f6eaa24b01f7 HTTP/1.1" status: 204 len: 168 time: 3.9782565 Feb 16 12:43:59.146570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.208781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:43:59.218258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Deleting port 6c5fb763-b25f-4a69-baf0-17e73697569c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:43:59.218911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.273195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.338163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c96593a3-2a86-4bff-8b1c-7d5147cecf5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:43:59.346681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-5f4c00d5-5ec7-467e-9f0a-b186289fcb01 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Unset dirty status for tenant:ba92063a7eee4192a9339df9c9bae4d5 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:59.354945 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-5f4c00d5-5ec7-467e-9f0a-b186289fcb01 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 797 time: 0.4552715 Feb 16 12:43:59.417502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-e6f2fcf6-d5cc-4860-8c2d-bf89c78eeeae tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/quotas/ba92063a7eee4192a9339df9c9bae4d5 HTTP/1.1" status: 200 len: 375 time: 0.0612497 Feb 16 12:43:59.425669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 66cac6e8-70ef-4cee-ab98-c2582476f06c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66cac6e8-70ef-4cee-ab98-c2582476f06c,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:59.441810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.442620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 522db2b4-a600-49aa-9a0e-6534084314fe up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:43:59.489738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.522020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c96593a3-2a86-4bff-8b1c-7d5147cecf5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:43:59.526429 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c96593a3-2a86-4bff-8b1c-7d5147cecf5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8040903 Feb 16 12:43:59.534965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 55996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:43:59.594615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] For port 6c5fb763-b25f-4a69-baf0-17e73697569c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c5fb763-b25f-4a69-baf0-17e73697569c,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:43:59.595255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.640671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.665906 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Transition to ACTIVE for port object c6dda327-3f76-4143-822f-990dc921b23d will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:43:59.681004 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.702003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:59.765165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8:1::1 (044ea44b-2caa-4fe9-8d0b-579fa54aaa5f/2048e968-a508-4390-8160-3c69c352d68a/c8f5bcde-065a-4717-8387-f806d7f593a2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:43:59.791605 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e978c-74ed-4633-8dd3-d2298f5c2b81 None None] Pushing event updated for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:43:59.885640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Calling delete_port for 6c5fb763-b25f-4a69-baf0-17e73697569c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:00.021539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.045811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object c8f5bcde-065a-4717-8387-f806d7f593a2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:00.060759 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Attempting to bind port c6dda327-3f76-4143-822f-990dc921b23d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:00.061195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Attempting to bind port c6dda327-3f76-4143-822f-990dc921b23d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:00.061552 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Attempting to bind port c6dda327-3f76-4143-822f-990dc921b23d on network a79e2bae-6a50-4ea8-8c14-558e01773c92 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:00.069235 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:00.069611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Checking segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:00.070010 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.070400 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Bound using segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:00.070857 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Bound port: c6dda327-3f76-4143-822f-990dc921b23d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:00.071232 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.091726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.093012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.124075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.138963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c9c8cab-3d74-48bc-9c18-cc82da4d5af5 None None] Provisioning for port c6dda327-3f76-4143-822f-990dc921b23d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:00.142373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] No DVR routers for this DVR port 6c5fb763-b25f-4a69-baf0-17e73697569c on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:00.145325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=66cac6e8-70ef-4cee-ab98-c2582476f06c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.202293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:00.206078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:00.210696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035663f-e738-4bf7-9a94-2c46e2ff1a5e None None] Pushing event deleted for resources: {'Port': ['ID=6c5fb763-b25f-4a69-baf0-17e73697569c,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.233131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 522db2b4-a600-49aa-9a0e-6534084314fe triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:00.233495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.234629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:00.235324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.270723 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] For port c6dda327-3f76-4143-822f-990dc921b23d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:00.277261 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] For port c6dda327-3f76-4143-822f-990dc921b23d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6dda327-3f76-4143-822f-990dc921b23d,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:00.285579 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.297706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c9c8cab-3d74-48bc-9c18-cc82da4d5af5 None None] Provisioning complete for port 66cac6e8-70ef-4cee-ab98-c2582476f06c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:00.298074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c9c8cab-3d74-48bc-9c18-cc82da4d5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.322797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=c8f5bcde-065a-4717-8387-f806d7f593a2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.458012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.464098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.469806 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e978c-74ed-4633-8dd3-d2298f5c2b81 None None] Pushing event updated for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:00.477091 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:00.477964 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:00.667952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87c9a120-a56a-44f6-b255-b4ff56fc2a95 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:00.762514 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:00.794627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:00.794900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.828189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:00.843777 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-10fda039-3e66-4a78-a5cb-e5afe822c46b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4237161 Feb 16 12:44:00.912273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f08a7cff-1ffc-481a-a93a-605dd7ac1da2 None None] Provisioning for port c8f5bcde-065a-4717-8387-f806d7f593a2 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:00.954108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f08a7cff-1ffc-481a-a93a-605dd7ac1da2 None None] Provisioning complete for port c8f5bcde-065a-4717-8387-f806d7f593a2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:00.954768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f08a7cff-1ffc-481a-a93a-605dd7ac1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.041084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f08a7cff-1ffc-481a-a93a-605dd7ac1da2 None None] Port c8f5bcde-065a-4717-8387-f806d7f593a2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:01.119001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.135986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.135986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.209208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-1ee67832-5006-4b7e-a506-3ac29a42f071 service neutron] 10.222.0.65 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093092 Feb 16 12:44:01.210857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e21df70-8ffd-494c-90a2-833d317b28fa']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.230351 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:00Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.234984 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b579aa-ce43-4331-aae6-2c35ed54dfff None None] The sync data for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv is: [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:00Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:01.239308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66cac6e8-70ef-4cee-ab98-c2582476f06c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:01.252945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.255918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.260586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=c8f5bcde-065a-4717-8387-f806d7f593a2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.342853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 66cac6e8-70ef-4cee-ab98-c2582476f06c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:01.343223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.421416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:01.422616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a243bf88-bb7e-4855-867b-968fd95a8a95') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.423103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:01.423428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a243bf88-bb7e-4855-867b-968fd95a8a95') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:01.508159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.581079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.581967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Fanout notify agent at l3_agent the message router_deleted on router 3684558a-7860-415e-ae55-ac96ae3d2402 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:01.587439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.633810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c5fb763-b25f-4a69-baf0-17e73697569c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:01.667811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:01.668374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.683088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 6c5fb763-b25f-4a69-baf0-17e73697569c {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:01.683677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c5fb763-b25f-4a69-baf0-17e73697569c not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:01.685144 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:01.699227 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-74081672-ae44-4aa4-abb0-63c11710d37f service neutron] 10.222.0.65 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727643 Feb 16 12:44:01.739029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.740420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-71aeed4e-7588-404b-8c95-e551d22fcbdd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/routers/3684558a-7860-415e-ae55-ac96ae3d2402 HTTP/1.1" status: 204 len: 168 time: 2.1971533 Feb 16 12:44:01.792318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:01.812279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:01.839740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.856663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 2a907d4e-1a01-4b6b-90bd-fb0957567658 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:01.890918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:01.968320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=8e21df70-8ffd-494c-90a2-833d317b28fa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:01.977920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-72fa40a3-26f0-46fb-a429-b547a46215ce None None] Provisioning complete for port c8f5bcde-065a-4717-8387-f806d7f593a2 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:01.978283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72fa40a3-26f0-46fb-a429-b547a46215ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.000781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12f7da5d-da56-42cc-9fa3-5f9042bb1fd9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/8e21df70-8ffd-494c-90a2-833d317b28fa HTTP/1.1" status: 204 len: 168 time: 2.8483834 Feb 16 12:44:02.008977 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ab4fe7f-4182-48f6-8f10-cd29e73a5108 req-318cf4e7-cd74-4b3d-b58a-5fa12c77b2c8 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.0862019 Feb 16 12:44:02.011936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.025887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-128585491'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:02.035467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:02.040170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:02.046941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:02.050657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 32b74185-f447-4e7b-aff9-03abfaaef8a8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:02.051185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.096865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:02.130641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:02.134022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.144863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-72fa40a3-26f0-46fb-a429-b547a46215ce None None] Port c8f5bcde-065a-4717-8387-f806d7f593a2 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:02.269820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:02.280490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:02.284109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:02.290669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:02.294234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:02.296280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] Sync routers for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:02.300553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:02.305067 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1855a8b-e665-4436-94a5-eed48f275652 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0612855 Feb 16 12:44:02.309555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.311055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.314339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:02.315390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.327797 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 8bce86c7-79d5-4be4-806c-4d3c8319d3cf of type vlan for network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf Feb 16 12:44:02.358894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:02.363982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.414841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 32b74185-f447-4e7b-aff9-03abfaaef8a8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=32b74185-f447-4e7b-aff9-03abfaaef8a8,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:02.417454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.429953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.437520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.445273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:02.446199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.498511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e667578-6057-4361-bc3e-9e8ca86669aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:02.499469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e667578-6057-4361-bc3e-9e8ca86669aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:02.527706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:02.528659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75070adb-631a-4c29-84d4-df41261e27bb None None] The sync data for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:02.621251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e667578-6057-4361-bc3e-9e8ca86669aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:02.628100 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e667578-6057-4361-bc3e-9e8ca86669aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports/c8f5bcde-065a-4717-8387-f806d7f593a2 HTTP/1.1" status: 200 len: 913 time: 0.3168972 Feb 16 12:44:02.630695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 32b74185-f447-4e7b-aff9-03abfaaef8a8 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:02.637346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:02.746790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.752701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:02.753686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:02.996297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.048149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0349059 Feb 16 12:44:03.053526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56030) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.059658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8f664-4337-47d3-a38a-ae04d263a38c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.078460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:03.091372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:03.095124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:03.117801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:03.129883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:03.130472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.136657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a0447-7c08-43a0-8909-b7025ae13292 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:03.200965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.318306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=19cae88a-87f8-4e51-9991-6a1931219600,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.327452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-859a5bec-413a-4e20-8ba8-8e7f94ae08c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5320163 Feb 16 12:44:03.335444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56034) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:03.343312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:03.357879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6dda327-3f76-4143-822f-990dc921b23d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:03.375484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=32b74185-f447-4e7b-aff9-03abfaaef8a8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:03.390593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:03.429694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:router and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:03.432617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:03.434838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:03.463744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:03.475562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:03.480670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:03.489976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c6dda327-3f76-4143-822f-990dc921b23d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:03.501137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c6dda327-3f76-4143-822f-990dc921b23d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:03.501534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.525885 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5148ee0f-8222-4270-a048-d6f2305a124e req-d328b4e6-a40c-4b94-8928-eb1abdecec7b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.1527846 Feb 16 12:44:03.582062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:03.618897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.621057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.635334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:03.639290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.867221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '19cae88a-87f8-4e51-9991-6a1931219600'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:03.868190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.887909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.971729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-fbaad045-34d2-4cd6-bca2-fd8121ec6207 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:03.973271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-fbaad045-34d2-4cd6-bca2-fd8121ec6207 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.81 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 797 time: 0.5743020 Feb 16 12:44:03.974546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:03.984969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.054940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c6dda327-3f76-4143-822f-990dc921b23d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6dda327-3f76-4143-822f-990dc921b23d,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:04.067903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.078246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f9b13ad5-35c6-4d61-bdb9-fd2b294030df tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Synchronizing usage tracker for tenant:ba92063a7eee4192a9339df9c9bae4d5 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:04.092277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.171785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.177051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad5a9f08-e407-4ae7-ae02-5f4993838293 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8385093 Feb 16 12:44:04.180030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56042) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:04.186740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/19cae88a-87f8-4e51-9991-6a1931219600/dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:04.195462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.245943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f9b13ad5-35c6-4d61-bdb9-fd2b294030df tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Unset dirty status for tenant:ba92063a7eee4192a9339df9c9bae4d5 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:04.247513 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f9b13ad5-35c6-4d61-bdb9-fd2b294030df tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba92063a7eee4192a9339df9c9bae4d5 HTTP/1.1" status: 200 len: 379 time: 0.2555747 Feb 16 12:44:04.249987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.303558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'port': {'device_id': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'admin_state_up': True, 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'security_groups': ['664218a5-bfe5-4e94-a02e-12227c998b30']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:04.347397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:04.438529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.453352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Transition to ACTIVE for port object dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:04.474028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Transition to ACTIVE for port object dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:04.478716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.550310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:04.553741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:04.559104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:04.561437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Pushing event updated for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:04.579942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:04.597715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Sync routers for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:04.614645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:04.615146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:04.636826 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a66e2b51-85bc-456d-8075-1bdd51b96e43 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/e7c7eb65-0113-4aa7-912b-b2cd5025ac98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4613543 Feb 16 12:44:04.641064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:04.662380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Attempting to bind port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:04.663030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Attempting to bind port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:04.663627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Attempting to bind port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:04.671483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:04.672206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:04.672819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.673407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:04.674934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Bound port: dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:04.675539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.779183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet dcbb5359-1dd8-4570-b791-80c106e6010e {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:04.785758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.796404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:04.802049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:04.815065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.882298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-324c7667-18c9-4f73-a313-8620ab4aea12 req-37bf7c77-8ecd-43de-a84c-21286730d170 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.0531619 Feb 16 12:44:04.917453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.952753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.025809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.113236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bfba3-251f-4572-842f-1117c411f999 None None] Pushing event updated for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.279398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:05.288585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:05.329222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.344737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:port and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:05.365838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:05.374689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6dda327-3f76-4143-822f-990dc921b23d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:05.406883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbb5359-1dd8-4570-b791-80c106e6010e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.410244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.417704 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbba8442-8c86-4276-bdf6-18e3a15f5995 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/dcbb5359-1dd8-4570-b791-80c106e6010e HTTP/1.1" status: 204 len: 168 time: 0.7742968 Feb 16 12:44:05.420363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:05.426864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:05.448688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=254a5cf8-4d10-4f51-9c1b-ec7876920712,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:05.473563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592a0b1-67cf-464b-80f6-4863357d3c3c None None] Network 2e8823ee-e814-4066-afa7-ad3e56f305b9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:05.531835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Made reservation on behalf of ba92063a7eee4192a9339df9c9bae4d5 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:05.538976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.846133 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c6dda327-3f76-4143-822f-990dc921b23d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:05.846514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.858513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '8bce86c7-79d5-4be4-806c-4d3c8319d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:05.859154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:05.872892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.908095 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:44:03Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.916268 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Checking router: e7c7eb65-0113-4aa7-912b-b2cd5025ac98 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:05.943083 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Routers {'e7c7eb65-0113-4aa7-912b-b2cd5025ac98'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:05.943703 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:05.945866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.213601 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f47715d5-0e79-465b-ac81-ec2635737ef4 req-ca61cf33-c9e3-47e7-9436-75626561f50b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.1112497 Feb 16 12:44:06.340491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] DHCP port deletion for 2e8823ee-e814-4066-afa7-ad3e56f305b9 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:06.350195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Deleting port ede99c34-cb82-4d78-8520-c3b6fb088802 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:06.350817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.390713 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] Set router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:06.544934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::1 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/19cae88a-87f8-4e51-9991-6a1931219600/dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:06.655835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.681385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 5dfc1111-d74c-49d3-9083-006fa85b596d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:06.682147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.891451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] For port ede99c34-cb82-4d78-8520-c3b6fb088802, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ede99c34-cb82-4d78-8520-c3b6fb088802,segment=NetworkSegment(8b8ffccf-2ae7-4002-a5ff-f38d55c705e6),segment_id=8b8ffccf-2ae7-4002-a5ff-f38d55c705e6)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:06.891949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.981674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:07.019984 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:44:03Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:07.028244 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b92faf-93bb-4aec-83fa-05aac9a14d7c None None] The sync data for ids ['e7c7eb65-0113-4aa7-912b-b2cd5025ac98'] in dv-neutron-829435-1-hyperv is: [{'id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'name': 'tempest-TestNetworkBasicOps-router-1368027424', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:42:03Z', 'updated_at': '2022-02-16T12:44:03Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '5dfc1111-d74c-49d3-9083-006fa85b596d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c7eb65-0113-4aa7-912b-b2cd5025ac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:42:06Z', 'updated_at': '2022-02-16T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:07.039186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 5dfc1111-d74c-49d3-9083-006fa85b596d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5dfc1111-d74c-49d3-9083-006fa85b596d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:07.039580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.061335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:07.068975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Allocated IP 172.20.0.11 (a79e2bae-6a50-4ea8-8c14-558e01773c92/3e3ba377-090a-4c54-805b-6daedb8f4d8d/b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:07.088792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:07.089384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.147646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Calling delete_port for ede99c34-cb82-4d78-8520-c3b6fb088802 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:07.166261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port c8f5bcde-065a-4717-8387-f806d7f593a2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:07.166518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.187104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ea2b6-85f7-4d53-90da-156f7c855631 None None] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:07.211783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.277194 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b46213a8-284e-420b-a239-82a0c622445c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2131348 Feb 16 12:44:07.280862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:07.292999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56060) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:07.308274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 5dfc1111-d74c-49d3-9083-006fa85b596d owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:07.309232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1406654280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:07.445182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1e6a1b63-07d4-4821-9318-3b880238d81d None None] Provisioning for port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:07.498539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:07.507082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f552c45-2466-4d47-8892-9d12c57d4072 req-2d598ac2-d4ab-4357-ac1f-62a291deb422 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.1072783 Feb 16 12:44:07.515548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:07.532485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.591346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf', 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': '254a5cf8-4d10-4f51-9c1b-ec7876920712'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:07.592521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.598501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:07.604440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.615877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] No DVR routers for this DVR port ede99c34-cb82-4d78-8520-c3b6fb088802 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:07.641525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:07.680677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:07.729173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.733230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359369-7515-47e6-8280-32dbe041f288 None None] Pushing event deleted for resources: {'Port': ['ID=ede99c34-cb82-4d78-8520-c3b6fb088802,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.746244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:07.763600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.763600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.772039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:07.789821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:07.790555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.832816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.853582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.865306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.881866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=5dfc1111-d74c-49d3-9083-006fa85b596d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:07.890408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:07.904909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:07.905555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:07.974282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.018645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.096684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for c8f5bcde-065a-4717-8387-f806d7f593a2 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:08.148528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Transition to ACTIVE for port object b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.187346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Allocated IP 172.20.0.2 (51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf/254a5cf8-4d10-4f51-9c1b-ec7876920712/971aa76b-ef24-4abe-aeae-2d5e3731a197) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:08.188543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.189954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.255882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6d214f28-b7c8-449e-9c9c-677231a23d94 None None] Provisioning for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:08.278824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6d214f28-b7c8-449e-9c9c-677231a23d94 None None] Provisioning complete for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:08.279192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d214f28-b7c8-449e-9c9c-677231a23d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.359980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:08.379179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.445666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.448857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.470095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 32b74185-f447-4e7b-aff9-03abfaaef8a8 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:08.489789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.489789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router e7c7eb65-0113-4aa7-912b-b2cd5025ac98 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:08.514144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.518951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6d214f28-b7c8-449e-9c9c-677231a23d94 None None] Port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:08.519072 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b2bffa84-8e5a-4a7e-bf44-492059df24ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/e7c7eb65-0113-4aa7-912b-b2cd5025ac98 HTTP/1.1" status: 204 len: 168 time: 3.0940602 Feb 16 12:44:08.520169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.538885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 32b74185-f447-4e7b-aff9-03abfaaef8a8 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:08.539101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 32b74185-f447-4e7b-aff9-03abfaaef8a8 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:08.539473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ede99c34-cb82-4d78-8520-c3b6fb088802 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:08.610965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ede99c34-cb82-4d78-8520-c3b6fb088802 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:08.612198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ede99c34-cb82-4d78-8520-c3b6fb088802 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:08.619920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:08.630425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.634638 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9d698f3-2876-4884-a4b2-80f198ee03d4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3379223 Feb 16 12:44:08.700567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:08.717174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'port': {'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf', 'name': 'tempest-RoutersTest-41082171'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:08.734333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.751550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.766469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.770351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Transition to ACTIVE for port object 971aa76b-ef24-4abe-aeae-2d5e3731a197 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.776802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.797167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Transition to ACTIVE for port object 971aa76b-ef24-4abe-aeae-2d5e3731a197 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:08.803781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.863297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:08.872291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:08.886883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:08.952515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:08.969387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:08.979270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:08.979648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:09.025204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38bbe2-876a-4b50-aa3b-6b8655939985 req-a40c5980-eab4-416b-ac20-f57500a3f1f0 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.033561 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce38bbe2-876a-4b50-aa3b-6b8655939985 req-a40c5980-eab4-416b-ac20-f57500a3f1f0 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 932 time: 0.2583127 Feb 16 12:44:09.044480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Pushing event updated for resources: {'Port': ['ID=971aa76b-ef24-4abe-aeae-2d5e3731a197,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.050557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Attempting to bind port 971aa76b-ef24-4abe-aeae-2d5e3731a197 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:09.052051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Attempting to bind port 971aa76b-ef24-4abe-aeae-2d5e3731a197 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8bce86c7-79d5-4be4-806c-4d3c8319d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:09.052408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Attempting to bind port 971aa76b-ef24-4abe-aeae-2d5e3731a197 on network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:09.058340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8823ee-e814-4066-afa7-ad3e56f305b9']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.060310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:09.063776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Checking segment: {'id': '8bce86c7-79d5-4be4-806c-4d3c8319d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:09.064821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.065466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Bound using segment: {'id': '8bce86c7-79d5-4be4-806c-4d3c8319d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:09.065972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Bound port: 971aa76b-ef24-4abe-aeae-2d5e3731a197, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bce86c7-79d5-4be4-806c-4d3c8319d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:09.066350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.089054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.095770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8ffccf-2ae7-4002-a5ff-f38d55c705e6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:09.161167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce38bbe2-876a-4b50-aa3b-6b8655939985 req-f7039caa-e501-48da-96b5-8f69090be970 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236436 Feb 16 12:44:09.172204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.177911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.204597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.214592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:09.216601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:09.237388 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:09.293712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:09.294385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.350808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.366581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] For port 971aa76b-ef24-4abe-aeae-2d5e3731a197, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:09.369918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:port and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:09.372349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.380173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=2e8823ee-e814-4066-afa7-ad3e56f305b9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.385299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] For port 971aa76b-ef24-4abe-aeae-2d5e3731a197, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=971aa76b-ef24-4abe-aeae-2d5e3731a197,segment=NetworkSegment(8bce86c7-79d5-4be4-806c-4d3c8319d3cf),segment_id=8bce86c7-79d5-4be4-806c-4d3c8319d3cf)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:09.394050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.400709 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-046fc0ed-c4aa-48f1-a54e-1ba1b91b9324 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/2e8823ee-e814-4066-afa7-ad3e56f305b9 HTTP/1.1" status: 204 len: 168 time: 0.8725362 Feb 16 12:44:09.401274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:09.411247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:09.413265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.420780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1334419384', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:09.431569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.441949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:09.442123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7edafe3-37c4-43ed-b2e2-73ee69a58e92 None None] Provisioning for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:09.442601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:09.448671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:09.461379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.461379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.464705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:09.470088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7edafe3-37c4-43ed-b2e2-73ee69a58e92 None None] Provisioning complete for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:09.470250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.470392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7edafe3-37c4-43ed-b2e2-73ee69a58e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.499389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:09.504562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.507822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:09.538999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.540203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment caf6b144-a725-48bf-bb66-c19669a04725 of type vlan for network db42b12e-3242-4e86-be40-39230ea5fb19 Feb 16 12:44:09.542095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.542532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c20f7-a86a-4dc8-9619-d6238bf7fd6c None None] Pushing event updated for resources: {'Port': ['ID=971aa76b-ef24-4abe-aeae-2d5e3731a197,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.545051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:09.545440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.574781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.597673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f7edafe3-37c4-43ed-b2e2-73ee69a58e92 None None] Port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:09.619557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.627765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:09.628709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=c8f5bcde-065a-4717-8387-f806d7f593a2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.629083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.631912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-f83104ed-0275-4803-b469-edcdf94a2fb6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3329456 Feb 16 12:44:09.676196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] device_id is not set on port ad1b8204-d32d-4c2a-a698-905995812e90 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:09.773978 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3353219 Feb 16 12:44:09.796715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56082) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:09.802620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Request body: {'port': {'device_id': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:09.804604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-275870212', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:09.871851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5dfc1111-d74c-49d3-9083-006fa85b596d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:09.898683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:09.904061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:09.907630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:09.936961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:09.937548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 5dfc1111-d74c-49d3-9083-006fa85b596d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:09.938692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5dfc1111-d74c-49d3-9083-006fa85b596d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:09.960725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ed9f8-c282-4625-8860-f7df3dd6e9d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=db42b12e-3242-4e86-be40-39230ea5fb19,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:09.969280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.971635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:09.975989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network db42b12e-3242-4e86-be40-39230ea5fb19 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:09.993318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.363558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.450623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c219c-bcf1-4c02-8230-188a4675d525 req-e2a839d9-bc47-4f37-8ca8-dc46635df323 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:10.452083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af5c219c-bcf1-4c02-8230-188a4675d525 req-e2a839d9-bc47-4f37-8ca8-dc46635df323 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 932 time: 0.1338162 Feb 16 12:44:10.469286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.492937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.550293 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af5c219c-bcf1-4c02-8230-188a4675d525 req-60db27f8-3ca3-4407-a725-f2d998a24046 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572028 Feb 16 12:44:10.634598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:10.711828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.729237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.20.0.13 (51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf/254a5cf8-4d10-4f51-9c1b-ec7876920712/ad1b8204-d32d-4c2a-a698-905995812e90) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:10.741553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.742325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.860750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807d524-ffc2-4a91-ab6c-aef7a9e766cf None None] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:10.898222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.930503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:10.973993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-19c21562-8ec2-44c8-a293-26c7fe5105f4 None None] Provisioning for port 971aa76b-ef24-4abe-aeae-2d5e3731a197 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:11.068530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.132 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/44796697-7d86-44a2-88f7-4ed681f422e7) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:11.075191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.234844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.276945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.283822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 971aa76b-ef24-4abe-aeae-2d5e3731a197 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:11.365603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=44796697-7d86-44a2-88f7-4ed681f422e7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.381957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:11.383715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:11.385182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 971aa76b-ef24-4abe-aeae-2d5e3731a197 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:11.388824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:11.390990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 971aa76b-ef24-4abe-aeae-2d5e3731a197 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:11.391430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.430557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:11.438715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:11.460595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] Provisioning complete for port 971aa76b-ef24-4abe-aeae-2d5e3731a197 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:11.461348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.540877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 2a907d4e-1a01-4b6b-90bd-fb0957567658 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:11.642279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.687523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] For port 971aa76b-ef24-4abe-aeae-2d5e3731a197, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=971aa76b-ef24-4abe-aeae-2d5e3731a197,segment=NetworkSegment(8bce86c7-79d5-4be4-806c-4d3c8319d3cf),segment_id=8bce86c7-79d5-4be4-806c-4d3c8319d3cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:11.697474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.759094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.760678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.845869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843fba7-cbbd-4f6b-9d12-824f8c5f0d39 None None] Pushing event updated for resources: {'Port': ['ID=971aa76b-ef24-4abe-aeae-2d5e3731a197,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:11.879836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-71bb6564-0f62-475d-aeab-1286db2b8e82 None None] Provisioning complete for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:11.880589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-71bb6564-0f62-475d-aeab-1286db2b8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:11.915691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:11.916063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:11.936217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-71bb6564-0f62-475d-aeab-1286db2b8e82 None None] Port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:12.004403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:12.012269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.031511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object ad1b8204-d32d-4c2a-a698-905995812e90 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:12.086030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3423d3-3d4c-4a7b-be38-c3b6c05f035d req-4ab700ea-ed03-4bf1-9ff1-5ea133a6998b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:12.087486 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6f3423d3-3d4c-4a7b-be38-c3b6c05f035d req-4ab700ea-ed03-4bf1-9ff1-5ea133a6998b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 932 time: 0.2531328 Feb 16 12:44:12.136550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:12.140894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:12.153949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.154255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] Sync routers for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:12.164740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:12.165355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.180179 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37c1f108-5bdd-4efc-b643-385f30a759ad tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5415173 Feb 16 12:44:12.180920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:12.194666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Transition to ACTIVE for port object b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:12.219581 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6f3423d3-3d4c-4a7b-be38-c3b6c05f035d req-694c93af-fbd0-42d9-a1dd-dd6fcccae41b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248164 Feb 16 12:44:12.232968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.251003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:12.253217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.253877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.263222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:12.265119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.321309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.322071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172df60-c093-437f-b136-7ea481cd9664 None None] The sync data for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:12.404173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.523793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:12.559172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:12.561902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:12.592117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:12.769863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:12.881262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1721c241-8f48-41a7-96bf-1207775aa9af None None] Provisioning for port ad1b8204-d32d-4c2a-a698-905995812e90 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:12.887369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1721c241-8f48-41a7-96bf-1207775aa9af None None] Provisioning complete for port ad1b8204-d32d-4c2a-a698-905995812e90 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:12.887807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1721c241-8f48-41a7-96bf-1207775aa9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.947688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1721c241-8f48-41a7-96bf-1207775aa9af None None] Port ad1b8204-d32d-4c2a-a698-905995812e90 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:12.956632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:12.965825 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:12.976470 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:12.977084 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:12.988611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:12.990287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91f800a3-03ac-450e-aae7-7a645347aae4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1942837 Feb 16 12:44:12.993544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56094) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.013428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.014040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.026004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=ad1b8204-d32d-4c2a-a698-905995812e90,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:13.068129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:13.073398 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4c018fe-1747-4118-9144-dd50745cd7fa tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "PUT /v2.0/routers/327aa303-6e6a-49d2-8c36-1125ab23fcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8902848 Feb 16 12:44:13.082702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.084503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Sync routers for ids ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:13.095071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Routers {'327aa303-6e6a-49d2-8c36-1125ab23fcc8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:13.096385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.133894 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50561084-245c-4f8f-a39d-ae2445dda749 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.4320354 Feb 16 12:44:13.134686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.201615 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:13.202353 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f22ba562-4b6b-4a53-a176-005cffadc30c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2073510 Feb 16 12:44:13.203662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.252721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Attempting to bind port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:13.253052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Attempting to bind port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:13.253429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Attempting to bind port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 on network a79e2bae-6a50-4ea8-8c14-558e01773c92 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:13.281398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 on network a79e2bae-6a50-4ea8-8c14-558e01773c92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:44:13.281725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Attempting to bind port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 on network a79e2bae-6a50-4ea8-8c14-558e01773c92 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:13.344734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 971aa76b-ef24-4abe-aeae-2d5e3731a197 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:13.432527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e8767-db5b-42fb-be07-820f72264071 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.441888 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e62e8767-db5b-42fb-be07-820f72264071 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2324407 Feb 16 12:44:13.441888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56114) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.452389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Set router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:13.527092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 971aa76b-ef24-4abe-aeae-2d5e3731a197 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:13.527588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.542965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b8204a-cb0a-4bbc-a2b2-75df76fd86f6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.543618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31b8204a-cb0a-4bbc-a2b2-75df76fd86f6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:13.555211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:13.555567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Checking segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:13.558707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Bound using segment: {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:13.558707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Bound port: b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a0ec9-668b-46de-911c-8ad4af566a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:13.558707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.559036 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-009b23c6-b241-4dcc-aa07-4d7c3f17ecef tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1141732 Feb 16 12:44:13.560503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56118) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.566286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135079737', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:13.676645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:11Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.683493 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:13.684202 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Updating router bb2ef908-e799-4363-b146-79a8b829a50c port 44796697-7d86-44a2-88f7-4ed681f422e7 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:13.705161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c070c2-a6ee-4b7b-83bd-956e60fe4bf9 req-6b6d85a7-97ab-4a58-b95f-6e1d55bd3941 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:13.713173 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3c070c2-a6ee-4b7b-83bd-956e60fe4bf9 req-6b6d85a7-97ab-4a58-b95f-6e1d55bd3941 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 944 time: 0.2201383 Feb 16 12:44:13.744080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:13.754389 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.756989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:13.761739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:13.772344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:13.779906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3c070c2-a6ee-4b7b-83bd-956e60fe4bf9 req-2ade9d3f-bb6e-4d8d-aece-7198aedc0643 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658991 Feb 16 12:44:13.800593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:13.805085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:13.815759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31b8204a-cb0a-4bbc-a2b2-75df76fd86f6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:13.819476 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31b8204a-cb0a-4bbc-a2b2-75df76fd86f6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports/dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 HTTP/1.1" status: 200 len: 911 time: 0.7331145 Feb 16 12:44:13.826080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56122) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:13.992917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:08Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': 'dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:99:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '19cae88a-87f8-4e51-9991-6a1931219600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:06Z', 'updated_at': '2022-02-16T12:44:09Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': '19cae88a-87f8-4e51-9991-6a1931219600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:13.999873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Checking router: 327aa303-6e6a-49d2-8c36-1125ab23fcc8 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:14.000565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Updating router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:14.007367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:14.028150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab1079-2bd2-41a3-a050-d9ccf2373abf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.034694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab1079-2bd2-41a3-a050-d9ccf2373abf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.035518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35ab1079-2bd2-41a3-a050-d9ccf2373abf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:14.035673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:14.053651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35ab1079-2bd2-41a3-a050-d9ccf2373abf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:14.057875 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35ab1079-2bd2-41a3-a050-d9ccf2373abf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2307105 Feb 16 12:44:14.059385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.060910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56126) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:14.093598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.156479 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.169005 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Transition to ACTIVE for port object 44796697-7d86-44a2-88f7-4ed681f422e7 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:14.180593 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.191830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.192529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.193888 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] 10.222.0.81 "PUT /v2.0/ports/b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 1094 time: 4.5308654 Feb 16 12:44:14.203226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:14.287379 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Attempting to bind port 44796697-7d86-44a2-88f7-4ed681f422e7 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:14.287835 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Attempting to bind port 44796697-7d86-44a2-88f7-4ed681f422e7 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:14.288543 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Attempting to bind port 44796697-7d86-44a2-88f7-4ed681f422e7 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:14.303651 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:14.303935 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:14.304355 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.304742 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:14.305516 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Bound port: 44796697-7d86-44a2-88f7-4ed681f422e7, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:14.305962 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.340998 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'status': 'completed', 'code': 200} Feb 16 12:44:14.420405 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] For port 44796697-7d86-44a2-88f7-4ed681f422e7, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:14.425089 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] For port 44796697-7d86-44a2-88f7-4ed681f422e7, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44796697-7d86-44a2-88f7-4ed681f422e7,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:14.429237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.440674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.450076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.450670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.451182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.451665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.452222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.452700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.453174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.453670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.454198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.454907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.455545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.456835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1e4dc-b955-42b9-b6e3-e78e318d9601 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:14.465584 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49873d-576f-4e6f-8097-70c6ce4384ec None None] Pushing event updated for resources: {'Port': ['ID=44796697-7d86-44a2-88f7-4ed681f422e7,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.489592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.520945 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:14.521577 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:14.523633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.647469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.661774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Transition to ACTIVE for port object dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:14.677555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.739605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:14.760763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ac43d-eba5-4b8e-8331-0dfd8a4f8f39 None None] Pushing event updated for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.834008 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:14.926781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=601e09cb-56e4-4f5f-899e-ae3e9585a131,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:14.929752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-ca880d8f-70e3-4915-84a9-6fb73f1c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:14.932999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-ca880d8f-70e3-4915-84a9-6fb73f1c06bf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1097 time: 0.6718514 Feb 16 12:44:15.000895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.001265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.001593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.003459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.003810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.004171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.004504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.005017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.005353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.005812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.007150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.007150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:15.031598 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49873d-576f-4e6f-8097-70c6ce4384ec None None] Pushing event updated for resources: {'Port': ['ID=44796697-7d86-44a2-88f7-4ed681f422e7,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.075473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Attempting to bind port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:15.076124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Attempting to bind port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:15.076869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Attempting to bind port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:15.083400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:15.083767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:15.084196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.084591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:15.085127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Bound port: dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:15.085591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.116206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:15.116572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: db42b12e-3242-4e86-be40-39230ea5fb19, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:15.126002 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-10459c0d-9f8a-4d79-84a1-fa2d008634b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 217 time: 0.1503522 Feb 16 12:44:15.183437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] For port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:15.185993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] For port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:15.197868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.204195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network db42b12e-3242-4e86-be40-39230ea5fb19 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:15.224048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f85d-9e19-480c-b797-e600ac7de954 req-af8ceb1d-fe30-4043-a28c-f50261520375 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.225695 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37d4f85d-9e19-480c-b797-e600ac7de954 req-af8ceb1d-fe30-4043-a28c-f50261520375 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 944 time: 0.2834988 Feb 16 12:44:15.229183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, db42b12e-3242-4e86-be40-39230ea5fb19) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:15.267181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.268677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.309205 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f34d3472-4fff-458d-ac47-c80a710751f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7451282 Feb 16 12:44:15.310842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56134) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:15.326466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37d4f85d-9e19-480c-b797-e600ac7de954 req-8b9fbd4e-c61f-496d-9358-82d064f7f37f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816386 Feb 16 12:44:15.326808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0415e95-ec4d-446d-bd10-5b8c29e0607f None None] Network db42b12e-3242-4e86-be40-39230ea5fb19 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:15.341634 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:11Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:15.348717 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ab8f-b741-4225-be5b-c79f514578ba None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:11Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:15.527827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ac43d-eba5-4b8e-8331-0dfd8a4f8f39 None None] Pushing event updated for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:15.531325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Routers {'327aa303-6e6a-49d2-8c36-1125ab23fcc8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:15.531925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:15.608433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-9d14401e-afb4-4c04-a6ef-351f42b20ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.614395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-9d14401e-afb4-4c04-a6ef-351f42b20ac0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 200 len: 834 time: 0.4798636 Feb 16 12:44:15.808989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.835932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.868305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] Set router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:15.910051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:15.917953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c930-a09a-4741-b863-f886f9a2a545 req-d83a822a-af05-4e71-8f2b-17d9fb695600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:15.920500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-d83a822a-af05-4e71-8f2b-17d9fb695600 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a79e2bae-6a50-4ea8-8c14-558e01773c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2888844 Feb 16 12:44:16.111677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-db42b12e-3242-4e86-be40-39230ea5fb19', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:16.112523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.176224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=ad1b8204-d32d-4c2a-a698-905995812e90,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:16.178564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port a2ffa46d-4735-4be4-95f1-08906e6f78e5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:16.178908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.404599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:16.405080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.521324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bb958e8a-6474-457d-af8d-4edaf86cbf1f None None] Provisioning complete for port ad1b8204-d32d-4c2a-a698-905995812e90 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:16.522127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bb958e8a-6474-457d-af8d-4edaf86cbf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.559956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:08Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': 'dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:99:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '19cae88a-87f8-4e51-9991-6a1931219600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:06Z', 'updated_at': '2022-02-16T12:44:15Z', 'revision_number': 4, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': '19cae88a-87f8-4e51-9991-6a1931219600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:16.582890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39e510-ae4c-499b-b744-98743a488866 None None] The sync data for ids ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'] in dv-neutron-829435-1-hyperv is: [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:08Z', 'revision_number': 2, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None, '_interfaces': [{'id': 'dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48', 'name': '', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'mac_address': 'fa:16:3e:99:55:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '19cae88a-87f8-4e51-9991-6a1931219600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:06Z', 'updated_at': '2022-02-16T12:44:15Z', 'revision_number': 4, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'subnets': [{'id': '19cae88a-87f8-4e51-9991-6a1931219600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:16.592746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Allocated IP 172.20.0.2 (db42b12e-3242-4e86-be40-39230ea5fb19/601e09cb-56e4-4f5f-899e-ae3e9585a131/7574710f-be06-41c8-b4e5-6553df1816ec) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:16.659191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.675681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bb958e8a-6474-457d-af8d-4edaf86cbf1f None None] Port ad1b8204-d32d-4c2a-a698-905995812e90 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:16.809590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for a2ffa46d-4735-4be4-95f1-08906e6f78e5 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:16.849476 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-ac3e208e-32b9-4eb8-8c0b-8a156b1b5a31 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775675 Feb 16 12:44:16.914445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:16.934424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Transition to ACTIVE for port object 7574710f-be06-41c8-b4e5-6553df1816ec will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:16.960316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Transition to ACTIVE for port object 7574710f-be06-41c8-b4e5-6553df1816ec will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:16.973759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.055077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Network db42b12e-3242-4e86-be40-39230ea5fb19 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:17.062460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:17.066325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:17.105007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Pushing event updated for resources: {'Port': ['ID=7574710f-be06-41c8-b4e5-6553df1816ec,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.132626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999688a-2c23-4f68-986e-0eb66ce978e2 req-9b503730-2f34-4b53-a01e-bf6f72aa0f02 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.134202 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6999688a-2c23-4f68-986e-0eb66ce978e2 req-9b503730-2f34-4b53-a01e-bf6f72aa0f02 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 944 time: 0.5238299 Feb 16 12:44:17.137337 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f031c930-a09a-4741-b863-f886f9a2a545 req-4a19fe2a-d6f1-4ecd-94f0-bc4018e42af9 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787929 Feb 16 12:44:17.240530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.246823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.254916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:17.255691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.256303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Attempting to bind port 7574710f-be06-41c8-b4e5-6553df1816ec on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:17.256775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Attempting to bind port 7574710f-be06-41c8-b4e5-6553df1816ec by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:17.257093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Attempting to bind port 7574710f-be06-41c8-b4e5-6553df1816ec on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:17.262903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:17.263278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Checking segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:17.263684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.268045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Bound using segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:17.268045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Bound port: 7574710f-be06-41c8-b4e5-6553df1816ec, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:17.268045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.416786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:17.521814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] For port 7574710f-be06-41c8-b4e5-6553df1816ec, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:17.525826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] For port 7574710f-be06-41c8-b4e5-6553df1816ec, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7574710f-be06-41c8-b4e5-6553df1816ec,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:17.538222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.583923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:17.598208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:17.598589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.626698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6999688a-2c23-4f68-986e-0eb66ce978e2 req-8e8ba0ee-fa7d-476e-ae4b-ad192eb3b691 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630663 Feb 16 12:44:17.630156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-b7384e9b-5571-4739-8e18-0b5f2ec34bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.631433 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-b7384e9b-5571-4739-8e18-0b5f2ec34bec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1097 time: 0.3792863 Feb 16 12:44:17.669969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.723899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:17.731716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30804773-c429-4632-935f-3fdaf3b8cfbf None None] Pushing event updated for resources: {'Port': ['ID=7574710f-be06-41c8-b4e5-6553df1816ec,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.834560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.848441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=a2ffa46d-4735-4be4-95f1-08906e6f78e5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.883791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:17.888419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.889502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44796697-7d86-44a2-88f7-4ed681f422e7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:18.069070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.098873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 44796697-7d86-44a2-88f7-4ed681f422e7 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:18.105924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 44796697-7d86-44a2-88f7-4ed681f422e7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:18.105924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.161275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:18.161869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:18.193813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (db42b12e-3242-4e86-be40-39230ea5fb19/601e09cb-56e4-4f5f-899e-ae3e9585a131/ad1194bd-2586-4aa4-9bf9-1f52606f2bd1) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:18.206857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-cd642d57-f954-4ad2-8390-28485e70fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.209397 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-cd642d57-f954-4ad2-8390-28485e70fa33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 898 time: 0.5678675 Feb 16 12:44:18.209886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.292858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.294609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.312659 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-fd3a97a2-77bc-4d00-9c91-c8aab697d6ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 217 time: 0.0853515 Feb 16 12:44:18.316796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 44796697-7d86-44a2-88f7-4ed681f422e7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44796697-7d86-44a2-88f7-4ed681f422e7,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:18.324778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.398480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=44796697-7d86-44a2-88f7-4ed681f422e7,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.428606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.435992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:44:18.445683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:18.474111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.543655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network db42b12e-3242-4e86-be40-39230ea5fb19 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:18.546793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:18.551165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:18.598727 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.599457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:18.614097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-5cfc32c6-2a3a-48a4-aab9-18510bfee388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.615114 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-5cfc32c6-2a3a-48a4-aab9-18510bfee388 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 200 len: 834 time: 0.2947040 Feb 16 12:44:18.622346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'mac_address': 'fa:16:3e:f0:3e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:44:18.628300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.675410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:18.677520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.695553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.719927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:18.739684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:18.745882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.867391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.932931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 2a907d4e-1a01-4b6b-90bd-fb0957567658 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:19.044375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:44:19.092409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feca268-1433-4b91-a69e-5f9dbc9b6083 None None] Network db42b12e-3242-4e86-be40-39230ea5fb19 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:19.225681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6c751ec6-d0d1-4228-b10c-4cb9f0068a2a None None] Provisioning for port 7574710f-be06-41c8-b4e5-6553df1816ec completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:19.269643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.350057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:19.352515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:19.360644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-29617e85-5550-4d0a-a68e-3d1458c70405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.362847 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-29617e85-5550-4d0a-a68e-3d1458c70405 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a79e2bae-6a50-4ea8-8c14-558e01773c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5708466 Feb 16 12:44:19.364136 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] Sync routers for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:19.374766 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:19.375600 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.425359 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2cb3811f-7302-44a0-bfc9-f5ccdb049923 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2389421 Feb 16 12:44:19.439058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56142) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.447633 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.458114 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] Routers {'2a907d4e-1a01-4b6b-90bd-fb0957567658'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:19.458984 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['2a907d4e-1a01-4b6b-90bd-fb0957567658'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.513627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80116e5-85f3-4668-80c9-10d513424946 req-c40658ca-3632-410e-975d-502b7438c4e2 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.521911 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:19.522531 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab3de6-6159-4b45-93d5-3be64b8b5d31 None None] The sync data for ids ['2a907d4e-1a01-4b6b-90bd-fb0957567658'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:19.541992 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f80116e5-85f3-4668-80c9-10d513424946 req-c40658ca-3632-410e-975d-502b7438c4e2 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 945 time: 0.6943352 Feb 16 12:44:19.552339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3eae908-efff-4021-bd1b-411e89339259 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:19.609454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3eae908-efff-4021-bd1b-411e89339259 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:19.610593 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b3eae908-efff-4021-bd1b-411e89339259 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a907d4e-1a01-4b6b-90bd-fb0957567658 HTTP/1.1" status: 200 len: 205 time: 0.1697333 Feb 16 12:44:19.615467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.620986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.669712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:19.670244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.680655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-0bf46987-777f-4551-9794-4ef6960742c0 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043642 Feb 16 12:44:19.687610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.699149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f80116e5-85f3-4668-80c9-10d513424946 req-ee63c090-6ced-49ca-b004-07e951e7ec9c tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557257 Feb 16 12:44:19.699354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:19.699595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.835650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:19.866748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7574710f-be06-41c8-b4e5-6553df1816ec up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:19.966910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.008863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7574710f-be06-41c8-b4e5-6553df1816ec completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:20.016022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7574710f-be06-41c8-b4e5-6553df1816ec triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.018813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.030068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=ad1b8204-d32d-4c2a-a698-905995812e90,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.079483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89d32877-1aaf-4eba-81b7-9b9ed8aff644 None None] Provisioning for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:20.094891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89d32877-1aaf-4eba-81b7-9b9ed8aff644 None None] Provisioning complete for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.096021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89d32877-1aaf-4eba-81b7-9b9ed8aff644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.164883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-89d32877-1aaf-4eba-81b7-9b9ed8aff644 None None] Port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:20.167523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.178243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.221643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.254346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 7574710f-be06-41c8-b4e5-6553df1816ec, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7574710f-be06-41c8-b4e5-6553df1816ec,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.261363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.262143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44796697-7d86-44a2-88f7-4ed681f422e7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:20.310135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.321366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.326491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.357896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.361560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.401837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=7574710f-be06-41c8-b4e5-6553df1816ec,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.406837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a86debad-2762-480d-a885-0545946930b9 None None] Provisioning complete for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.407206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a86debad-2762-480d-a885-0545946930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.461935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.480276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:20.481442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.482165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router 2a907d4e-1a01-4b6b-90bd-fb0957567658 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:20.500737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.502111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6634de2f-9765-4777-a296-b16dbe1d4c40 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658 HTTP/1.1" status: 204 len: 168 time: 0.8844693 Feb 16 12:44:20.537637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a86debad-2762-480d-a885-0545946930b9 None None] Port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:20.542003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 44796697-7d86-44a2-88f7-4ed681f422e7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.542376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.558431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.569780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56150) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:20.692877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network db42b12e-3242-4e86-be40-39230ea5fb19 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:20.703580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:20.704673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:20.718372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:20.718751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.860332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99639dc8-f024-40ce-a559-bcd954a95c66 req-eeefa1ec-c912-4374-8c70-c7f64eeb86fe service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398404 Feb 16 12:44:20.874111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.904124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:20.917751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:20.919850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:20.932674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:20.946113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.002146 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'code': 200} Feb 16 12:44:21.057594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.078565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-24238b2c-4f70-4832-a2cc-bc6e0e0a8bc0 None None] Provisioning complete for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:21.078941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-24238b2c-4f70-4832-a2cc-bc6e0e0a8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.138879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-24238b2c-4f70-4832-a2cc-bc6e0e0a8bc0 None None] Port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:21.185479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.193529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 4180100b-24c1-4dae-8df1-2324a48f2cd4 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:21.201747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 2048e968-a508-4390-8160-3c69c352d68a {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:21.263652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.322373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7574710f-be06-41c8-b4e5-6553df1816ec up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:21.395264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-df850d03-3410-4e88-b32e-99cbd4378857 None None] Provisioning complete for port ad1b8204-d32d-4c2a-a698-905995812e90 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:21.395738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-df850d03-3410-4e88-b32e-99cbd4378857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.453445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-df850d03-3410-4e88-b32e-99cbd4378857 None None] Port ad1b8204-d32d-4c2a-a698-905995812e90 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:21.458497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:21.462368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7574710f-be06-41c8-b4e5-6553df1816ec triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:21.462823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.466149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08209376-8d1c-4db3-b8ff-4437fd54b646 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/4180100b-24c1-4dae-8df1-2324a48f2cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3215601 Feb 16 12:44:21.466963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56158) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.494768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] Sync routers for ids ['4180100b-24c1-4dae-8df1-2324a48f2cd4'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:21.498963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.524895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa8f0-fcc1-4501-9b64-4749896df52a req-88addbea-5fbc-4348-87a1-e5bcd39316d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.525824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] Routers {'4180100b-24c1-4dae-8df1-2324a48f2cd4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:21.526757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74bfa8f0-fcc1-4501-9b64-4749896df52a req-88addbea-5fbc-4348-87a1-e5bcd39316d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1099 time: 0.2198427 Feb 16 12:44:21.526896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4180100b-24c1-4dae-8df1-2324a48f2cd4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.570640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3337d532-82da-44bc-8620-fa51667138c8 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.571217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3337d532-82da-44bc-8620-fa51667138c8 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:21.592257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.598938 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74bfa8f0-fcc1-4501-9b64-4749896df52a req-b870677e-d2eb-452f-ad62-1a7978be1343 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645318 Feb 16 12:44:21.602172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3337d532-82da-44bc-8620-fa51667138c8 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:21.603149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:21.604922 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3337d532-82da-44bc-8620-fa51667138c8 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports/ad1b8204-d32d-4c2a-a698-905995812e90 HTTP/1.1" status: 200 len: 976 time: 0.1309409 Feb 16 12:44:21.607400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.609250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] Routers {'4180100b-24c1-4dae-8df1-2324a48f2cd4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:21.609885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4180100b-24c1-4dae-8df1-2324a48f2cd4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.678082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:21.678996 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f24517-7cfb-4f46-8573-e4f653d44b93 None None] The sync data for ids ['4180100b-24c1-4dae-8df1-2324a48f2cd4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:21.714131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c360-430e-416c-8ac8-5b17ffd8ad20 req-bd06ec28-e6ad-4f0e-a4d1-0860b5a79b76 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:21.715617 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2d3c360-430e-416c-8ac8-5b17ffd8ad20 req-bd06ec28-e6ad-4f0e-a4d1-0860b5a79b76 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.7345009 Feb 16 12:44:21.781527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:21.873465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.900606 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:22.055209 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2d3c360-430e-416c-8ac8-5b17ffd8ad20 req-b3e27d47-73c0-47d9-997d-5de7a80d5c25 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803903 Feb 16 12:44:22.059036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:22.070147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.078519 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Sync routers for ids ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:22.088898 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Routers {'327aa303-6e6a-49d2-8c36-1125ab23fcc8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:22.089908 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.122036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:22.125693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.134582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:22.149824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:22.150575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.153457 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b8f6d3b-9310-45f2-9107-6ec92caa1c2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "PUT /v2.0/routers/327aa303-6e6a-49d2-8c36-1125ab23fcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0915380 Feb 16 12:44:22.157383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56166) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.167944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74700753-8f8c-4704-97c5-5204cbc284cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/bb2ef908-e799-4363-b146-79a8b829a50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8536637 Feb 16 12:44:22.196219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56170) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.237730 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Set router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:22.356389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:22.372686 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:20Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.381045 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Checking router: 327aa303-6e6a-49d2-8c36-1125ab23fcc8 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:22.393262 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Routers {'327aa303-6e6a-49d2-8c36-1125ab23fcc8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:22.394765 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.476034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.535986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96d4a3-d636-419d-b97a-9d6216b83a8e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.537689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96d4a3-d636-419d-b97a-9d6216b83a8e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.538434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b96d4a3-d636-419d-b97a-9d6216b83a8e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:22.550828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=2048e968-a508-4390-8160-3c69c352d68a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.574996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.593128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-57126fd2-0159-433d-9340-c7172e42beb6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/2048e968-a508-4390-8160-3c69c352d68a HTTP/1.1" status: 204 len: 168 time: 2.0168145 Feb 16 12:44:22.593932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.623550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7da138-bc32-49d5-b08b-1f25a9a4f788 None None] Network 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:22.628354 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] Set router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:22.653049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b96d4a3-d636-419d-b97a-9d6216b83a8e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:22.654143 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b96d4a3-d636-419d-b97a-9d6216b83a8e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4952035 Feb 16 12:44:22.657318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.674493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.674966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.675430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.675885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.676388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.676842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.677288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.677739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.678187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.678633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.679080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.683828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae8f2064-cb26-4f84-a866-a2633b15296c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7724 time: 0.4813018 Feb 16 12:44:22.687982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.743611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet c9882a19-90cd-4014-a54d-10b08cb9173a {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:22.748113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.821260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 19cae88a-87f8-4e51-9991-6a1931219600 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:22.824514 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:20Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:22.825483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.831304 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbeeadb-59c6-4630-8781-717c168f43ea None None] The sync data for ids ['327aa303-6e6a-49d2-8c36-1125ab23fcc8'] in dv-neutron-829435-1-hyperv is: [{'id': '327aa303-6e6a-49d2-8c36-1125ab23fcc8', 'name': 'tempest-NetworksTestDHCPv6-router-768323891', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:03Z', 'updated_at': '2022-02-16T12:44:20Z', 'revision_number': 3, 'project_id': 'f8771ac86d9a46e68ad8a239426592a0', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:22.837443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.899516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.899725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port ad1b8204-d32d-4c2a-a698-905995812e90 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:22.899858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.899975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.900237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.900683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.901840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.901840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.902079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.902413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.902849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.903289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.905281 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25121e0a-93b7-4519-91bc-9de6f2db8fcf tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.2166748 Feb 16 12:44:22.910075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56186) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.945075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.088094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:19Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:23.092491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:23.092921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Updating router bb2ef908-e799-4363-b146-79a8b829a50c port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:23.097915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.169548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.178913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.193381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] DHCP port deletion for 044ea44b-2caa-4fe9-8d0b-579fa54aaa5f request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:23.213112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.241577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Deleting port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:23.242181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.281808 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8d6adc8d-b975-46b3-b9ab-96caa12a94cd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4844 time: 0.3709471 Feb 16 12:44:23.284636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.337032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=c9882a19-90cd-4014-a54d-10b08cb9173a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.339258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:23.349276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.388582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00427a-7cef-4e5c-8937-d607ba48e211 None None] Network 14208718-e541-433a-8b78-42be5bf88288 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:23.407011 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-327b9869-72c4-413b-ab8d-15ebe46df5fa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/c9882a19-90cd-4014-a54d-10b08cb9173a HTTP/1.1" status: 204 len: 168 time: 0.8075531 Feb 16 12:44:23.408646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56194) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.418620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:23.418958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc6cf5ac-da66-41df-bb2a-8f5bbbd81b48 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:23.419475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87c9a120-a56a-44f6-b255-b4ff56fc2a95 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:23.458225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for ad1b8204-d32d-4c2a-a698-905995812e90 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:23.591007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.648628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fc6e9-ce9a-4a3a-a1ac-1cca1b11f135 req-d791d4bd-bd3b-4a60-b944-c51616f21f8c tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:23.649800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=19cae88a-87f8-4e51-9991-6a1931219600,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.650590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b63fc6e9-ce9a-4a3a-a1ac-1cca1b11f135 req-d791d4bd-bd3b-4a60-b944-c51616f21f8c tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.2983472 Feb 16 12:44:23.656462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.662503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.695404 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e77834d7-c941-4af5-81f3-917b07518f16 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/19cae88a-87f8-4e51-9991-6a1931219600 HTTP/1.1" status: 204 len: 168 time: 1.0359635 Feb 16 12:44:23.698423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.715078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b63fc6e9-ce9a-4a3a-a1ac-1cca1b11f135 req-9b3cfa3c-dda3-4dd0-94df-c9811110b26e tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497119 Feb 16 12:44:23.719602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:23.720071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.728882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bd710-cc0d-44fb-8a9a-e668eb1b7d0f None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:23.945394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a63e8e89-73ea-4b3c-aca8-455621341f35 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:23.953239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.008963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87c9a120-a56a-44f6-b255-b4ff56fc2a95,segment=NetworkSegment(e15e7c21-ff20-4ae0-9f8e-8126177d4458),segment_id=e15e7c21-ff20-4ae0-9f8e-8126177d4458)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:24.009399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.022465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=ad1b8204-d32d-4c2a-a698-905995812e90,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.038825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] For port 87c9a120-a56a-44f6-b255-b4ff56fc2a95, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87c9a120-a56a-44f6-b255-b4ff56fc2a95,segment=NetworkSegment(e15e7c21-ff20-4ae0-9f8e-8126177d4458),segment_id=e15e7c21-ff20-4ae0-9f8e-8126177d4458)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:24.039275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.063327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:24.073589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666372136', 'description': 'tempest-secgroup-smoke-1666372136 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:24.077787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a63e8e89-73ea-4b3c-aca8-455621341f35 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:24.082007 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a63e8e89-73ea-4b3c-aca8-455621341f35 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3790760 Feb 16 12:44:24.100105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:24.119877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:24.144141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:24.240419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.258970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Calling delete_port for 87c9a120-a56a-44f6-b255-b4ff56fc2a95 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:24.341488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.347741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:24.354850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:24.445495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 87c9a120-a56a-44f6-b255-b4ff56fc2a95 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:24.485173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.535940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:24.557611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:24.581267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.648814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.774354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] DHCP port deletion for 14208718-e541-433a-8b78-42be5bf88288 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:24.787176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] Pushing event deleted for resources: {'Port': ['ID=87c9a120-a56a-44f6-b255-b4ff56fc2a95,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.805149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Deleting port cba81704-7359-436c-97f3-809068eb04af {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:24.805531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.808766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 4180100b-24c1-4dae-8df1-2324a48f2cd4 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:24.836719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb122dbf-daed-4ced-97a5-63f2a07f0f46 None None] No DVR routers for this DVR port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:24.847638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262e5a2-f340-4332-a089-8bbb305964b5 req-37adc697-8235-4f62-803c-932a0f1827e3 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.848304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b262e5a2-f340-4332-a089-8bbb305964b5 req-37adc697-8235-4f62-803c-932a0f1827e3 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.9197757 Feb 16 12:44:24.854345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.857877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.878219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.902484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Transition to ACTIVE for port object ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:24.919510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:24.920156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:24.933228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b262e5a2-f340-4332-a089-8bbb305964b5 req-b587551f-a6ea-4119-8004-c6fa784c5c5d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624270 Feb 16 12:44:24.934298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.934963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Fanout notify agent at l3_agent the message router_deleted on router 327aa303-6e6a-49d2-8c36-1125ab23fcc8 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:24.944651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.965233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.013338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.019682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:25.028625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.030117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aa7933b0-b8f0-42d1-83a1-1846f959c8e4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/routers/327aa303-6e6a-49d2-8c36-1125ab23fcc8 HTTP/1.1" status: 204 len: 168 time: 0.9270861 Feb 16 12:44:25.033553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.040275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.040494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:25.041562 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] Sync routers for ids ['4180100b-24c1-4dae-8df1-2324a48f2cd4'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:25.058694 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] Routers {'4180100b-24c1-4dae-8df1-2324a48f2cd4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:25.060202 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4180100b-24c1-4dae-8df1-2324a48f2cd4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.137456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3646b04-a18f-4451-b118-6627e54a5a32 tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.144448 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3646b04-a18f-4451-b118-6627e54a5a32 tempest-TestNetworkAdvancedServerOps-1735485013 tempest-TestNetworkAdvancedServerOps-1735485013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1094 time: 0.1628881 Feb 16 12:44:25.144657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.153167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.170101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.179360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Usage tracker for resource:floatingip and tenant:ba92063a7eee4192a9339df9c9bae4d5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:25.188233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:25.192417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.202210 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-14d985da-9718-4a20-88b4-9ce6620c03c4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/4180100b-24c1-4dae-8df1-2324a48f2cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933228 Feb 16 12:44:25.202335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.210550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.211436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.212304 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-703294a8-e5fb-4927-a414-d40a6bb07355 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1487243 Feb 16 12:44:25.215181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.223185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.238158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.243981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:25.250024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:25.269799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Pushing event updated for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.277800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.287005 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.297883 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] Routers {'4180100b-24c1-4dae-8df1-2324a48f2cd4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:25.299054 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4180100b-24c1-4dae-8df1-2324a48f2cd4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.301715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde7ca5-f39a-4d01-aec6-8d5f1a2d852f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.306156 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9cde7ca5-f39a-4d01-aec6-8d5f1a2d852f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2554617 Feb 16 12:44:25.306997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.382031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.386099 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:25.387053 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2930d17-36cb-46ea-91ea-d3cce16e8fa9 None None] The sync data for ids ['4180100b-24c1-4dae-8df1-2324a48f2cd4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:25.444314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 87c9a120-a56a-44f6-b255-b4ff56fc2a95 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:25.445146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.473843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.484868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.494198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.501173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.501173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:25.501173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Deleting port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:25.501173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.526956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.531490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b37f01-06dc-4713-9745-8f984d8550f8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.563620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806bf391-2ddf-4d88-9f09-2a0c310ab4c0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.563620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-806bf391-2ddf-4d88-9f09-2a0c310ab4c0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:25.563620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.563620 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57006787-6485-4d0f-bf25-d0376a6189fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3426023 Feb 16 12:44:25.578711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.581281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.588602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.593527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:25.597861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:25.603797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.612589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-806bf391-2ddf-4d88-9f09-2a0c310ab4c0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:25.616871 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-806bf391-2ddf-4d88-9f09-2a0c310ab4c0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3081560 Feb 16 12:44:25.617789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.646930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:25.692285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.724165 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c696f3c-669a-4b91-a56c-270979009ae3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031296 Feb 16 12:44:25.726400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.731202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] The port '87c9a120-a56a-44f6-b255-b4ff56fc2a95' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:25.734282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.754892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Attempting to bind port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:25.755263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Attempting to bind port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:25.755876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Attempting to bind port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:25.779499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:25.780648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Checking segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:25.781051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.781446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Bound using segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:25.783234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Bound port: ad1194bd-2586-4aa4-9bf9-1f52606f2bd1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:25.783624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.878263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.883678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.885710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:25.914669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70840b0d-5914-4272-9bbd-0584d33cadf3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.919226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.934207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.935215 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9ee56c2-fc4a-4b16-b965-adb89454ed03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3601658 Feb 16 12:44:25.938402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.947252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7aa08428-251a-48cb-a055-cbed45cb2042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.950473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.956141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:25.958156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] For port cba81704-7359-436c-97f3-809068eb04af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cba81704-7359-436c-97f3-809068eb04af,segment=NetworkSegment(9a38bc67-ec2e-4f46-b5b7-4194d93d3a22),segment_id=9a38bc67-ec2e-4f46-b5b7-4194d93d3a22)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:25.958564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.961338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.968179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] For port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:25.988323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.010663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.016380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.085218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] For port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:26.088694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.139674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.223817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Calling delete_port for cba81704-7359-436c-97f3-809068eb04af owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:26.250773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.263208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.282407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.287198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.298431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.310657 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-4fd03578-eafa-4db6-9d97-f7a2429ad2b2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:44:26.314968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4fd03578-eafa-4db6-9d97-f7a2429ad2b2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/4180100b-24c1-4dae-8df1-2324a48f2cd4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1090980 Feb 16 12:44:26.329483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.347421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422140fa-31f0-4ed6-86e4-bed22ea8a8d5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.354032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.355190 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70afe312-ae7d-4ab8-8d12-2b9a1bccafb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149346 Feb 16 12:44:26.359330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.365719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:26.386733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.394112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044ea44b-2caa-4fe9-8d0b-579fa54aaa5f']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.394553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.400335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.416337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27ede62f-5342-4e09-96e1-c2f68abda89f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:26.420757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15e7c21-ff20-4ae0-9f8e-8126177d4458') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.421330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15e7c21-ff20-4ae0-9f8e-8126177d4458') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.422525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.437599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:26.450593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.493318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.499489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.515202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27ede62f-5342-4e09-96e1-c2f68abda89f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:26.516772 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27ede62f-5342-4e09-96e1-c2f68abda89f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=4180100b-24c1-4dae-8df1-2324a48f2cd4 HTTP/1.1" status: 200 len: 205 time: 0.1847737 Feb 16 12:44:26.517098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.518388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cba81704-7359-436c-97f3-809068eb04af no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:26.525232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:26.525895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.533929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.543819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e2c62-a79c-491e-b26b-c59794b28bda None None] Pushing event updated for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:26.548485 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:26.633593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:26.634158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:43:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.741042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.742448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.780750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:26.781421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.783022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.790198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.812042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.844157 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=044ea44b-2caa-4fe9-8d0b-579fa54aaa5f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.854349 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74e5d3eb-c161-43d0-9aaf-0179bf692dd3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/044ea44b-2caa-4fe9-8d0b-579fa54aaa5f HTTP/1.1" status: 204 len: 168 time: 3.4403450 Feb 16 12:44:26.855171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56264) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.951411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.989617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.003201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Calling delete_port for dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:27.041745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.061995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Allocated IP 172.26.4.9 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/6fb8a1e3-24db-428e-b426-f7dc363b28f7) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:27.062848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756a7b81-524e-4eef-84c2-bce35bfe87fe,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.132045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] No DVR routers for this DVR port cba81704-7359-436c-97f3-809068eb04af on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:27.145001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No active binding found for port cba81704-7359-436c-97f3-809068eb04af {{(pid=87700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:44:27.145417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cba81704-7359-436c-97f3-809068eb04af not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:27.146819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.149459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.150645 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-98dc58fc-77ac-4f91-a171-0474b9fa127b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7904065 Feb 16 12:44:27.155056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56268) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.165784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:27.171472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:27.241918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae517dd-a93d-4979-bba3-3b7e66103f73 None None] Pushing event deleted for resources: {'Port': ['ID=cba81704-7359-436c-97f3-809068eb04af,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.276523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:27.322583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.326662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:27.341834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:27.342238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:27.346977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:27.352667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:27.372070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14208718-e541-433a-8b78-42be5bf88288']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:27.395885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:27.396412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a38bc67-ec2e-4f46-b5b7-4194d93d3a22') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:27.408711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:27.413140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.416846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.435154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.443855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.445042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.454466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:44:27.457732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:27.458410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:27.474363 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:27.478813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.547885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.548830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router 4180100b-24c1-4dae-8df1-2324a48f2cd4 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:27.567806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.588769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.589673 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6978d46e-5307-42a7-8469-adda95d35334 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/4180100b-24c1-4dae-8df1-2324a48f2cd4 HTTP/1.1" status: 204 len: 168 time: 1.0029483 Feb 16 12:44:27.593422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.636050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:25Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:27.643781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcab1e-4e18-4d09-94ce-7cf11a4844f0 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:25Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:27.662254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.666630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=6fb8a1e3-24db-428e-b426-f7dc363b28f7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.670885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.721628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:27.730016 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/14208718-e541-433a-8b78-42be5bf88288 HTTP/1.1" status: 204 len: 168 time: 0.8700786 Feb 16 12:44:27.731043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:27.732935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.733687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829e46-3f09-4954-9075-d20a6ce01408 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=14208718-e541-433a-8b78-42be5bf88288,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.737567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:27.754095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.758340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet 254a5cf8-4d10-4f51-9c1b-ec7876920712 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:27.767902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818473711'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:27.776407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.778135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.780082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:27.787455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:27.792277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:27.805475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:27.825559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.843698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Deleting port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:27.844291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.852245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109acf9d-8b1e-4a60-8a93-13ab7f0a994e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.911840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-77c6c9b9-c7ab-4561-97f1-b019a4ef913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.967965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:27.971703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.982199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.093451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.097588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:28.098355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff55471a-53b6-4a74-93e6-8389d1622abf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9414258 Feb 16 12:44:28.099042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.107078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'a7a2ea63-8052-4de5-a5c5-38aa4b5260bd', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:28.113648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:28.117508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:28.120408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:28.130626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:28.138827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.139067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 35df69f8-2ddb-4fdd-b9e4-90ec2a42efec of type vlan for network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 Feb 16 12:44:28.225951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:28.226669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.227446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:28.237054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.317984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.326046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.326919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.362157 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:44:28.378821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.405069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Calling delete_port for dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:28.420216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.457171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.501203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:28.505792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.510358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:28.523113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.523708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.529478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=ec39b828-42bc-48e7-bd99-e38f0032fc9f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.535497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.537756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:28.539641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:28.546138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.553124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.553813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.578619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=254a5cf8-4d10-4f51-9c1b-ec7876920712,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.580313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.592944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.593454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f8317-9276-4744-b35e-7af6875ef81c None None] Network 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:28.605771 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6fa1dbe-1c87-4e24-9e45-36333dd4ec2a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/254a5cf8-4d10-4f51-9c1b-ec7876920712 HTTP/1.1" status: 204 len: 168 time: 1.0084231 Feb 16 12:44:28.608233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56284) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.656018 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4fc4a75-df5b-4cfe-b169-f1d8c1a92891 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9257929 Feb 16 12:44:28.663495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.665953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9301758 Feb 16 12:44:28.673299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.682873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:28.722910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da15453a-9465-4a76-8f8e-1e730ef031d4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.735252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:28.809150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.892703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.893907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa2add36-8747-4d08-b5f3-e5f15aa95a8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7913289 Feb 16 12:44:28.948574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] DHCP port deletion for 51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:28.953575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Deleting port 971aa76b-ef24-4abe-aeae-2d5e3731a197 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:28.953967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.959368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906819a-4a3d-477f-9161-e7c78acb87d9 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=e6eed46f-8cca-49f9-93a6-b26d1e6a4810,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.964068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.026508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.073705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:29.078152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 971aa76b-ef24-4abe-aeae-2d5e3731a197 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:29.078772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.120403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:29.128572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:29.142869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:29.231279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:29.264255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:29.266792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:29.288209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-3aef708a-1d03-4dc7-a523-cdf2ed2ad4cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:29.312588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:29.312588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.346899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:29.350677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.425787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-3aef708a-1d03-4dc7-a523-cdf2ed2ad4cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:29.427083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-3aef708a-1d03-4dc7-a523-cdf2ed2ad4cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666372136&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.2462528 Feb 16 12:44:29.433783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Deleting port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:29.434174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.434875 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.461456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:29.469070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.469512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 971aa76b-ef24-4abe-aeae-2d5e3731a197, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=971aa76b-ef24-4abe-aeae-2d5e3731a197,segment=NetworkSegment(8bce86c7-79d5-4be4-806c-4d3c8319d3cf),segment_id=8bce86c7-79d5-4be4-806c-4d3c8319d3cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:29.469796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.538008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] For port 971aa76b-ef24-4abe-aeae-2d5e3731a197, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=971aa76b-ef24-4abe-aeae-2d5e3731a197,segment=NetworkSegment(8bce86c7-79d5-4be4-806c-4d3c8319d3cf),segment_id=8bce86c7-79d5-4be4-806c-4d3c8319d3cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:29.539095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.556489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.610264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 971aa76b-ef24-4abe-aeae-2d5e3731a197 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:29.623327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.697812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Calling delete_port for 971aa76b-ef24-4abe-aeae-2d5e3731a197 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:29.699348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event updated for resources: {'Port': ['ID=6fb8a1e3-24db-428e-b426-f7dc363b28f7,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.751741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.756119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.808671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 971aa76b-ef24-4abe-aeae-2d5e3731a197 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:29.815053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:29.849726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:29.850101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.853259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=971aa76b-ef24-4abe-aeae-2d5e3731a197,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.868350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-50e6f594-9871-4828-b95d-5078ca1852fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:29.869116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-50e6f594-9871-4828-b95d-5078ca1852fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:29.900383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:29.900740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:29.960448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.009094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.018078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-50e6f594-9871-4828-b95d-5078ca1852fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:30.024952 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-50e6f594-9871-4828-b95d-5078ca1852fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 797 time: 0.5875847 Feb 16 12:44:30.052266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] For port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:30.052892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.056385 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-21c0f92e-d8aa-4083-92a6-ad8176d0447c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0304911 Feb 16 12:44:30.065199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.084212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=9f73d36c-314a-4d20-b657-e50ca6227a6c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.090645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bce86c7-79d5-4be4-806c-4d3c8319d3cf') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.090984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bce86c7-79d5-4be4-806c-4d3c8319d3cf') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.107633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.117683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Floating IP 9bb79d8a-4d03-4eff-bda8-aaadd4e14402 associated. External IP: 172.26.4.9, port: b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81. Feb 16 12:44:30.123456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:30.123816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: e6eed46f-8cca-49f9-93a6-b26d1e6a4810, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:30.137889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.146873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:30.147301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:30.163000 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:30.179902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:30.237814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Calling delete_port for dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:30.248604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e6eed46f-8cca-49f9-93a6-b26d1e6a4810) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:30.253895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.254500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.265374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.271400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.282248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adc47e-b42a-49fe-af06-379bc93ec864 None None] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:30.294959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.306732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.323596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5ed50c6-a51f-4205-a894-326056fc9f98 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6481843 Feb 16 12:44:30.324204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56308) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.330828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154148517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.336897 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbe699d7-7e83-4ec5-aaad-b6e3ad3d274f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/51279cc7-5ef2-4f3a-afa5-34ef8f1a81bf HTTP/1.1" status: 204 len: 168 time: 1.7274432 Feb 16 12:44:30.341270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.344110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.350193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266361854'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.356790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.359172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.363637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.366634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.371552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.374264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.380895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.393817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.394079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.398128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:30.401573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.409563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Deleting port 971aa76b-ef24-4abe-aeae-2d5e3731a197 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:30.410183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.433765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.446321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:30.460148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.460503 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 40d2695f-2132-456a-abdd-a090eed84c50 of type vlan for network 6558ae37-4124-47b6-bd3e-467c4eb94a8a Feb 16 12:44:30.467741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.484359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:30.509111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.512275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.516507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.520081 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1392cf9-936b-4929-9280-520820f343f7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1922638 Feb 16 12:44:30.525799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.533489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56316) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.534619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-75ce27bc-749d-4d9f-ac52-34999d669332 None None] The port '971aa76b-ef24-4abe-aeae-2d5e3731a197' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:30.567361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.601634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'port': {'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810', 'name': 'tempest-RoutersIpV6Test-324412744'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.619797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:30.623450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.628506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-7a6e35e3-904a-4e34-9f05-90d828616f4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:30.630425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.631028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.638494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:30.646227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.646840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.655020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 971aa76b-ef24-4abe-aeae-2d5e3731a197 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:30.727019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=e190f887-671d-4ae5-8a03-e0ac0bbdab87,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.727256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 971aa76b-ef24-4abe-aeae-2d5e3731a197 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:30.727256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 971aa76b-ef24-4abe-aeae-2d5e3731a197 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:30.755402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-7a6e35e3-904a-4e34-9f05-90d828616f4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:30.756744 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-7a6e35e3-904a-4e34-9f05-90d828616f4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6874332 Feb 16 12:44:30.769085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-07e02f2a-a6d8-40c8-8b61-ffb55e84756f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0985899 Feb 16 12:44:30.769813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56320) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.771758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.776960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:c3:9a:e7', 'name': 'tempest-NetworksTestDHCPv6-2144278300'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.850952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.913113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-e6eed46f-8cca-49f9-93a6-b26d1e6a4810', 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '9f73d36c-314a-4d20-b657-e50ca6227a6c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:30.914039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.950213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] Pushing event deleted for resources: {'Port': ['ID=dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.982108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=6558ae37-4124-47b6-bd3e-467c4eb94a8a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.005315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:31.032393 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b02b949-747b-42fe-83df-4f05bb29cec6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6872022 Feb 16 12:44:31.044160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.059623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:31.101892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Router a46e2988-53c1-4029-8aa0-c882214ebf8f has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:31.103637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ba32b-07dd-4b81-a0b3-956eda6fee55 None None] No DVR routers for this DVR port dbf2cd8a-cc43-4d56-85b2-5f54b1ebd190 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:31.106735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:31.111658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:31.114625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:31.121084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:31.133287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb21db-d5ff-4246-9e06-1f79715b2c99 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:31.138568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:31.209002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:31.220060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:31.227714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:31.237361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:31.237361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:31.247295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:31.261810 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-0ee9f815-e091-4aee-9d28-16777c0de6c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2771091 Feb 16 12:44:31.264041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:31.267529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.291171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:31.293832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-218932b7-980a-46c0-a495-51d7e0ac7ddf service neutron] 10.222.0.65 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018539 Feb 16 12:44:31.294681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.310284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] device_id is not set on port 011246dc-3c58-436c-b599-2f97747fc5c5 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:31.341523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:31.438190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Allocated IP 2001:db8::2 (e6eed46f-8cca-49f9-93a6-b26d1e6a4810/9f73d36c-314a-4d20-b657-e50ca6227a6c/ed60a0fc-ff83-4847-95ec-3a8cd046cf85) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:31.513753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.554904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646560d-684b-470f-93d6-591c5332d631 req-5d3e4da0-7575-4bbe-a4c3-269605ee1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.556551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-5d3e4da0-7575-4bbe-a4c3-269605ee1162 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 1099 time: 0.2080350 Feb 16 12:44:31.596165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:31.597235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:31.597793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.599372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port fcb915cd-0f42-40f9-ade8-54565edf6247 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:31.636976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Sync routers for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:31.641331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-127823e9-2bff-4617-8cfc-a96d436f2877 service neutron] 10.222.0.65 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327198 Feb 16 12:44:31.680704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.796327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b821e3f-5ac3-45ef-bb90-4a1723c7c965 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6502800 Feb 16 12:44:31.800182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:31.837362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:31.838153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:31.839023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646560d-684b-470f-93d6-591c5332d631 req-308446b5-3e20-43cf-8f46-a63d3b275f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.840838 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-308446b5-3e20-43cf-8f46-a63d3b275f84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.2343106 Feb 16 12:44:31.843920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.987025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'e190f887-671d-4ae5-8a03-e0ac0bbdab87'}, {'subnet_id': 'ec39b828-42bc-48e7-bd99-e38f0032fc9f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:31.987285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=ecc54bdc-cc27-4ac4-bd67-1c24fa030332,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.987383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.069968 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-4b86d892-a8e4-47b6-a45e-fb7ccaf31642 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 200 len: 1002 time: 0.2186065 Feb 16 12:44:32.140434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646560d-684b-470f-93d6-591c5332d631 req-b4eb79cd-d91b-46d7-a540-48fe4eb925d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.142351 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-b4eb79cd-d91b-46d7-a540-48fe4eb925d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0646167 Feb 16 12:44:32.143318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '40d2695f-2132-456a-abdd-a090eed84c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:32.143684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 6558ae37-4124-47b6-bd3e-467c4eb94a8a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:32.152104 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'status': 'completed', 'code': 200} Feb 16 12:44:32.217015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:32.241644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646560d-684b-470f-93d6-591c5332d631 req-934fe226-c5b6-461a-8f1d-bc80406f8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.241644 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-934fe226-c5b6-461a-8f1d-bc80406f8ba6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929353 Feb 16 12:44:32.245095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6558ae37-4124-47b6-bd3e-467c4eb94a8a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:32.248990 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ab54140-5d34-44e3-8e76-433dc6f7bb04 req-d767f6e7-d1aa-4ba5-8963-53bb23ea988a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 210 time: 0.0957050 Feb 16 12:44:32.262069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.265646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.297240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 172.20.0.14 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e190f887-671d-4ae5-8a03-e0ac0bbdab87/fcb915cd-0f42-40f9-ade8-54565edf6247) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:32.308887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fec3:9ae7 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/ec39b828-42bc-48e7-bd99-e38f0032fc9f/fcb915cd-0f42-40f9-ade8-54565edf6247) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:32.361945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:32.374106 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7ff3a22c-3afa-4589-8944-879e5d27b3d2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3260126 Feb 16 12:44:32.375193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dab0d-db75-45a6-94e4-e0f86001dddc req-f8d69ee6-88e2-4360-b55a-52dd2da01566 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.376783 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e5dab0d-db75-45a6-94e4-e0f86001dddc req-f8d69ee6-88e2-4360-b55a-52dd2da01566 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.2591074 Feb 16 12:44:32.376921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.384531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1116570752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:32.392596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:32.399281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:32.404418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-fc0cb15e-6713-4bba-a960-f032bc7ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.405917 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-fc0cb15e-6713-4bba-a960-f032bc7ddd6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1099 time: 0.3382709 Feb 16 12:44:32.409278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:32.418156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:32.445897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.447179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.454915 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-e46d77e5-2915-4480-99d2-ebd1667413fd service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807308 Feb 16 12:44:32.462401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca4f8a-2906-40e5-ab61-3528f3a0d856 None None] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:32.496693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.520041 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e5dab0d-db75-45a6-94e4-e0f86001dddc req-7dde2063-094e-412c-80ab-cdd80be84b68 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309249 Feb 16 12:44:32.569852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.597856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.630042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.633245 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-121287ac-d30e-47cb-b9b3-739357315e28 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2550960 Feb 16 12:44:32.641032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.661020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.752799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Transition to ACTIVE for port object ed60a0fc-ff83-4847-95ec-3a8cd046cf85 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:32.807117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Transition to ACTIVE for port object ed60a0fc-ff83-4847-95ec-3a8cd046cf85 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:32.846355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.850801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.869278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object fcb915cd-0f42-40f9-ade8-54565edf6247 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:32.875731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-befdc40c-fb01-4a32-a09d-f93541d56682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:32.877958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-befdc40c-fb01-4a32-a09d-f93541d56682 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 898 time: 0.4544837 Feb 16 12:44:32.931431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1646560d-684b-470f-93d6-591c5332d631 req-fbd2d9b4-a1ba-4549-867a-217799f79041 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687688 Feb 16 12:44:32.995216 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97630c69-930d-410f-9a84-573a3b28ea66 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/floatingips/9bb79d8a-4d03-4eff-bda8-aaadd4e14402 HTTP/1.1" status: 200 len: 990 time: 0.4197397 Feb 16 12:44:33.019358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:33.024596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.027286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:33.074215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:33.113660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:33.118561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:33.120954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:33.137751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Pushing event updated for resources: {'Port': ['ID=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.150956 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-41d0148b-f8b9-4135-8531-380222c837b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 998 time: 0.2559581 Feb 16 12:44:33.218099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=fcb915cd-0f42-40f9-ade8-54565edf6247,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.258271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8::c2 (e6eed46f-8cca-49f9-93a6-b26d1e6a4810/9f73d36c-314a-4d20-b657-e50ca6227a6c/011246dc-3c58-436c-b599-2f97747fc5c5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.273538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.274761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.297991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-726439a3-4c86-4c8e-9dc0-d123b7a3db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.300371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-726439a3-4c86-4c8e-9dc0-d123b7a3db52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 200 len: 834 time: 0.1401854 Feb 16 12:44:33.329230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-6558ae37-4124-47b6-bd3e-467c4eb94a8a', 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': 'ecc54bdc-cc27-4ac4-bd67-1c24fa030332'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:33.330729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.347376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Attempting to bind port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:33.347735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Attempting to bind port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:33.348118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Attempting to bind port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 on network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:33.374278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:33.374969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Checking segment: {'id': '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:33.375105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.375388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Bound using segment: {'id': '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:33.375860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Bound port: ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6eed46f-8cca-49f9-93a6-b26d1e6a4810'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:33.376326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.388552 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9ac3d5f-eced-4e8f-a546-0438580259bd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6176648 Feb 16 12:44:33.389248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56356) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:33.478330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Allocated IP 172.20.0.2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e190f887-671d-4ae5-8a03-e0ac0bbdab87/4beb12d9-a3ec-4020-b682-5e4a8fee776a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.503168 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-04745bf4-f5d3-4891-902f-d591f9fcc668 req-04048b63-9b92-4c5a-95db-f0ca5984b21f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 210 time: 0.0568008 Feb 16 12:44:33.545192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-6ccb1e4e-0012-45dc-b7ae-88dcf9dbae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.546652 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-6ccb1e4e-0012-45dc-b7ae-88dcf9dbae89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a79e2bae-6a50-4ea8-8c14-558e01773c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2393026 Feb 16 12:44:33.612606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2fa20-5a81-475f-a63b-69ef8ceed746 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.613994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-23b2fa20-5a81-475f-a63b-69ef8ceed746 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:33.717365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-23b2fa20-5a81-475f-a63b-69ef8ceed746 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:33.721816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] For port ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:33.723872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23b2fa20-5a81-475f-a63b-69ef8ceed746 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3317950 Feb 16 12:44:33.724868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:33.725973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] For port ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,segment=NetworkSegment(35df69f8-2ddb-4fdd-b9e4-90ec2a42efec),segment_id=35df69f8-2ddb-4fdd-b9e4-90ec2a42efec)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:33.728153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.744598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Allocated IP 2001:db8::f816:3eff:fe7c:2e3e (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/ec39b828-42bc-48e7-bd99-e38f0032fc9f/4beb12d9-a3ec-4020-b682-5e4a8fee776a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.761928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.810479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.816442 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-28036133-716a-4b76-8bf8-69d999e3c6e5 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556984 Feb 16 12:44:33.825677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port fcb915cd-0f42-40f9-ade8-54565edf6247 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:33.825677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.839192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object 011246dc-3c58-436c-b599-2f97747fc5c5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:33.852835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-70933ca4-e0e9-40e4-8935-277b16e7368f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.854376 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-70933ca4-e0e9-40e4-8935-277b16e7368f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 797 time: 0.3364434 Feb 16 12:44:33.868434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9bb79d8a-4d03-4eff-bda8-aaadd4e14402', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'mac_address': 'fa:16:3e:f0:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:28Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 0, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.938417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Checking router: a46e2988-53c1-4029-8aa0-c882214ebf8f for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:34.000961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.019765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c8b0-13f6-4921-a31d-5b58c30f1849 None None] Pushing event updated for resources: {'Port': ['ID=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.030089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:34.030310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.140875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b67a2e13-d072-4540-9de7-256f5f4163f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:34.141156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Allocated IP 172.20.0.2 (6558ae37-4124-47b6-bd3e-467c4eb94a8a/ecc54bdc-cc27-4ac4-bd67-1c24fa030332/92fc9f66-80cb-4acd-a470-07e691d9ac76) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:34.214741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b67a2e13-d072-4540-9de7-256f5f4163f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:34.215869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b67a2e13-d072-4540-9de7-256f5f4163f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 380 time: 0.3083551 Feb 16 12:44:34.226738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '3350e725-25d1-40f2-9a15-97c80a5af903', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['a7a2ea63-8052-4de5-a5c5-38aa4b5260bd']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:34.282419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.286899 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6aca8f2-bf07-4864-a57e-bf283ff5550a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/floatingips/9bb79d8a-4d03-4eff-bda8-aaadd4e14402 HTTP/1.1" status: 200 len: 990 time: 0.2829962 Feb 16 12:44:34.341299 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d5f71f1-295f-4180-9302-3fd01e426c97 req-de4d194b-2d16-4c49-8dab-ea2eff6cd694 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842355 Feb 16 12:44:34.434114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.439503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:34.607470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for fcb915cd-0f42-40f9-ade8-54565edf6247 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:34.644733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:34.657973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:34.662388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=011246dc-3c58-436c-b599-2f97747fc5c5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.666825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:34.672344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:34.672976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.718587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:34.727814 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6a0d4cf5-d5a8-4fd4-9dba-c94deed1456b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.1782360 Feb 16 12:44:34.729427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.734685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:34.734891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.748040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:34.752669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.899133 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ab91a6b-47e2-4677-9241-114446687df1 req-2134d817-317e-459e-9875-72ae86a8150c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 210 time: 0.0706961 Feb 16 12:44:34.934141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.12 (db42b12e-3242-4e86-be40-39230ea5fb19/601e09cb-56e4-4f5f-899e-ae3e9585a131/c02f3ec4-09e1-4c4a-85f5-ce157571d62f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:34.967123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.041106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9bb79d8a-4d03-4eff-bda8-aaadd4e14402', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'mac_address': 'fa:16:3e:f0:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:28Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 0, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:35.045950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78620176-f8bc-41d2-a7ac-86d9331e7144 None None] The sync data for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv is: [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9bb79d8a-4d03-4eff-bda8-aaadd4e14402', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'mac_address': 'fa:16:3e:f0:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:28Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 0, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:35.259677 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37cb1f-75d5-47bc-8f24-053c708c38e0 None None] New status for floating IP 9bb79d8a-4d03-4eff-bda8-aaadd4e14402: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:35.291020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.322180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Transition to ACTIVE for port object 92fc9f66-80cb-4acd-a470-07e691d9ac76 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:35.325282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Transition to ACTIVE for port object 4beb12d9-a3ec-4020-b682-5e4a8fee776a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:35.340275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.396100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed60a0fc-ff83-4847-95ec-3a8cd046cf85 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:35.408997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=fcb915cd-0f42-40f9-ade8-54565edf6247,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.481553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Transition to ACTIVE for port object 4beb12d9-a3ec-4020-b682-5e4a8fee776a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:35.492177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Transition to ACTIVE for port object 92fc9f66-80cb-4acd-a470-07e691d9ac76 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:35.495699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.634560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a018a6e-6027-4c37-83e4-de4aed9eabee None None] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:35.654329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.672429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object c02f3ec4-09e1-4c4a-85f5-ce157571d62f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:35.709422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.799171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.809538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.817838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.827513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.836652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:35.838691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3977f862-4554-4827-ad4d-89461b029e2c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/fcb915cd-0f42-40f9-ade8-54565edf6247 HTTP/1.1" status: 204 len: 168 time: 2.1087182 Feb 16 12:44:35.838904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.852928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network db42b12e-3242-4e86-be40-39230ea5fb19 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.856799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:35.867963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.881812 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24addd20-27e9-4963-9a3e-a0029457cd97 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/floatingips/9bb79d8a-4d03-4eff-bda8-aaadd4e14402 HTTP/1.1" status: 200 len: 992 time: 0.5872302 Feb 16 12:44:35.882551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:35.900432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.906816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.913721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Pushing event updated for resources: {'Port': ['ID=4beb12d9-a3ec-4020-b682-5e4a8fee776a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.925048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.961869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.20.0.1 (6558ae37-4124-47b6-bd3e-467c4eb94a8a/ecc54bdc-cc27-4ac4-bd67-1c24fa030332/969131f7-2eb2-4202-99a5-905bbd208089) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:35.976121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Provisioning for port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:35.986988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.988653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.990160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.991352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:36.009226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:36.113514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Provisioning complete for port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:36.113907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.184142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:36.187967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f043f236-6c93-4189-a329-de7f255c893e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3460453 Feb 16 12:44:36.192179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56388) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:36.197755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.243520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.243520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.261885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.294633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-e7ac47e6-43ba-452d-b60d-3884ef9208e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0717821 Feb 16 12:44:36.296092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object 969131f7-2eb2-4202-99a5-905bbd208089 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:36.303154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Pushing event updated for resources: {'Port': ['ID=92fc9f66-80cb-4acd-a470-07e691d9ac76,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.328509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Request body: {'port': {'device_id': '3350e725-25d1-40f2-9a15-97c80a5af903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:36.337906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Attempting to bind port 4beb12d9-a3ec-4020-b682-5e4a8fee776a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:36.338257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Attempting to bind port 4beb12d9-a3ec-4020-b682-5e4a8fee776a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:36.339190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Attempting to bind port 4beb12d9-a3ec-4020-b682-5e4a8fee776a on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:36.359844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.386612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:36.386984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:36.387566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.388148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:36.388785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Bound port: 4beb12d9-a3ec-4020-b682-5e4a8fee776a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:36.389154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.390585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet e190f887-671d-4ae5-8a03-e0ac0bbdab87 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:36.404252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.413129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Attempting to bind port 92fc9f66-80cb-4acd-a470-07e691d9ac76 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:36.413493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Attempting to bind port 92fc9f66-80cb-4acd-a470-07e691d9ac76 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '40d2695f-2132-456a-abdd-a090eed84c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:36.413854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Attempting to bind port 92fc9f66-80cb-4acd-a470-07e691d9ac76 on network 6558ae37-4124-47b6-bd3e-467c4eb94a8a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:36.444421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:36.449433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:36.457067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:36.457338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Checking segment: {'id': '40d2695f-2132-456a-abdd-a090eed84c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:36.457756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.458187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Bound using segment: {'id': '40d2695f-2132-456a-abdd-a090eed84c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:36.458666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Bound port: 92fc9f66-80cb-4acd-a470-07e691d9ac76, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d2695f-2132-456a-abdd-a090eed84c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6558ae37-4124-47b6-bd3e-467c4eb94a8a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:36.459235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.461372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:36.494899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441e377-7aa6-4e2e-abe9-7dea07c77e1c req-ee4efcca-c664-417c-a8e9-dd61c1713aad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.496682 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4441e377-7aa6-4e2e-abe9-7dea07c77e1c req-ee4efcca-c664-417c-a8e9-dd61c1713aad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 932 time: 0.3565702 Feb 16 12:44:36.506445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.545379 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=969131f7-2eb2-4202-99a5-905bbd208089,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.581125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.593269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.616137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.633243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.635354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4441e377-7aa6-4e2e-abe9-7dea07c77e1c req-23771e67-256c-4f89-bd05-a7be54b95672 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952835 Feb 16 12:44:36.637843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.701271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] For port ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,segment=NetworkSegment(35df69f8-2ddb-4fdd-b9e4-90ec2a42efec),segment_id=35df69f8-2ddb-4fdd-b9e4-90ec2a42efec)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:36.719279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.723053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] For port 4beb12d9-a3ec-4020-b682-5e4a8fee776a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:36.781207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=011246dc-3c58-436c-b599-2f97747fc5c5,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.798836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] For port 92fc9f66-80cb-4acd-a470-07e691d9ac76, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:36.823256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] For port 92fc9f66-80cb-4acd-a470-07e691d9ac76, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92fc9f66-80cb-4acd-a470-07e691d9ac76,segment=NetworkSegment(40d2695f-2132-456a-abdd-a090eed84c50),segment_id=40d2695f-2132-456a-abdd-a090eed84c50)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:36.825611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] For port 4beb12d9-a3ec-4020-b682-5e4a8fee776a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4beb12d9-a3ec-4020-b682-5e4a8fee776a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:36.843043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.844222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.856848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.860445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.890250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c77d-5a6e-4c1a-8ef3-9058515abb60 None None] Pushing event updated for resources: {'Port': ['ID=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.960549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9d219ea0-8fc9-45aa-ad6f-e8fafb2610e4 None None] Provisioning for port c02f3ec4-09e1-4c4a-85f5-ce157571d62f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:36.988218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9d219ea0-8fc9-45aa-ad6f-e8fafb2610e4 None None] Provisioning complete for port c02f3ec4-09e1-4c4a-85f5-ce157571d62f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:36.988218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9d219ea0-8fc9-45aa-ad6f-e8fafb2610e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.090051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9d219ea0-8fc9-45aa-ad6f-e8fafb2610e4 None None] Port c02f3ec4-09e1-4c4a-85f5-ce157571d62f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:37.116847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.120494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.120630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a12e4-591f-4db0-9034-79fe70b88271 None None] Pushing event updated for resources: {'Port': ['ID=92fc9f66-80cb-4acd-a470-07e691d9ac76,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.190533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=e190f887-671d-4ae5-8a03-e0ac0bbdab87,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.210940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.249363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Provisioning complete for port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:37.249730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.281291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-50c0c927-b42e-403b-850d-79e6741029a5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e190f887-671d-4ae5-8a03-e0ac0bbdab87 HTTP/1.1" status: 204 len: 168 time: 1.0829279 Feb 16 12:44:37.285315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:37.292387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1be01-6958-4651-a59d-952de9e179fe None None] Pushing event updated for resources: {'Port': ['ID=4beb12d9-a3ec-4020-b682-5e4a8fee776a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.450416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed60a0fc-ff83-4847-95ec-3a8cd046cf85 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:37.498951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.676288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet ec39b828-42bc-48e7-bd99-e38f0032fc9f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:37.689138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.731234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:37.732351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.773875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Provisioning for port 011246dc-3c58-436c-b599-2f97747fc5c5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:37.789385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Provisioning complete for port 011246dc-3c58-436c-b599-2f97747fc5c5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:37.790143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.894760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-226fdfe8-8c68-454e-8d91-79f5db5a341d None None] Port 011246dc-3c58-436c-b599-2f97747fc5c5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:37.924871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f3ec4-09e1-4c4a-85f5-ce157571d62f {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:37.959201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.994000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Transition to ACTIVE for port object c02f3ec4-09e1-4c4a-85f5-ce157571d62f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:38.004624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.020026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-82d18788-147c-4c59-b3d4-a09d9d3d2296 None None] Provisioning complete for port 011246dc-3c58-436c-b599-2f97747fc5c5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:38.020418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-82d18788-147c-4c59-b3d4-a09d9d3d2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.080576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-82d18788-147c-4c59-b3d4-a09d9d3d2296 None None] Port 011246dc-3c58-436c-b599-2f97747fc5c5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:38.154644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.181726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Pushing event updated for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.239768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.249401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.353047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0292a-64ab-4f47-9222-32f3bae5028a req-ed933556-8248-477b-965f-6532eb39926e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:38.354583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9af0292a-64ab-4f47-9222-32f3bae5028a req-ed933556-8248-477b-965f-6532eb39926e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 944 time: 0.3680367 Feb 16 12:44:38.418387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.463952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.477855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=969131f7-2eb2-4202-99a5-905bbd208089,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.480236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Attempting to bind port c02f3ec4-09e1-4c4a-85f5-ce157571d62f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:38.480653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Attempting to bind port c02f3ec4-09e1-4c4a-85f5-ce157571d62f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:38.481026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Attempting to bind port c02f3ec4-09e1-4c4a-85f5-ce157571d62f on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:38.499115 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9af0292a-64ab-4f47-9222-32f3bae5028a req-a987a221-1e2a-412c-a5fb-2b48683d7c28 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242001 Feb 16 12:44:38.508514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Port c02f3ec4-09e1-4c4a-85f5-ce157571d62f on network db42b12e-3242-4e86-be40-39230ea5fb19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:44:38.509129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Attempting to bind port c02f3ec4-09e1-4c4a-85f5-ce157571d62f on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:38.519939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:38.519939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Checking segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:38.520540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Bound using segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:38.520833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Bound port: c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:38.521246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.541609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.554045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.555077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.598174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.676317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=ec39b828-42bc-48e7-bd99-e38f0032fc9f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.703593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa63be-16ac-48b4-b859-4dd7c1d02414 None None] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:38.744573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.752753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:38.766128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:38.768698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:38.770162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.777805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.854276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Pushing event updated for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.909853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=011246dc-3c58-436c-b599-2f97747fc5c5,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.922226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:38.925466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ab687f1b-16b2-46e2-8623-ca72727d0e81 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/ec39b828-42bc-48e7-bd99-e38f0032fc9f HTTP/1.1" status: 204 len: 168 time: 1.6333778 Feb 16 12:44:38.927681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:38.929102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.945623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ba7e361-a239-4644-9245-b604f52a3e95 None None] Provisioning for port 92fc9f66-80cb-4acd-a470-07e691d9ac76 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:39.036519 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d10b65b6-7201-46da-b234-8b282a2c91d3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929976 Feb 16 12:44:39.037800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56402) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.116371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:39.117499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.118860 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-b7251a76-2f9e-44f3-9835-fb2ab1e996bd service neutron] 10.222.0.81 "PUT /v2.0/ports/c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 1094 time: 2.7950718 Feb 16 12:44:39.123915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:39.152130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:39.233589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 90dbe82c-814b-48ee-a3c1-2697cdf81ae7 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:39.350876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10dc07-8632-47b3-bd1e-4f67dc3518e5 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:39.505411 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'status': 'completed', 'code': 200} Feb 16 12:44:39.538281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92fc9f66-80cb-4acd-a470-07e691d9ac76 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:39.561008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.568476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.574486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:39.577674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.588510 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-212f2be4-4b86-4fad-abab-da8b17948458 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/90dbe82c-814b-48ee-a3c1-2697cdf81ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8535883 Feb 16 12:44:39.591095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.599050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.637274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] Sync routers for ids ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:39.675553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-62ef45cf-cfa9-4afb-a43c-16b17b93059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:39.677478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-62ef45cf-cfa9-4afb-a43c-16b17b93059b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1097 time: 0.4876072 Feb 16 12:44:39.679418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router c5e071ea-0753-4264-9dd3-5e2778eb8736 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:39.681881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:39.685633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.693599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809e5e6-b48f-4ef9-a075-764b749b81c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:39.694564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3809e5e6-b48f-4ef9-a075-764b749b81c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:39.742822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] Routers {'90dbe82c-814b-48ee-a3c1-2697cdf81ae7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:39.743385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.757179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3809e5e6-b48f-4ef9-a075-764b749b81c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:39.757982 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3809e5e6-b48f-4ef9-a075-764b749b81c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports/011246dc-3c58-436c-b599-2f97747fc5c5 HTTP/1.1" status: 200 len: 982 time: 0.1654129 Feb 16 12:44:39.770155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.824114 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-d27d70eb-caff-428b-a5b7-e6e858c80de5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 217 time: 0.1082437 Feb 16 12:44:39.837786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.843385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8aafcda0-de6a-49bc-851b-4574e4be4e1b None None] Provisioning for port 4beb12d9-a3ec-4020-b682-5e4a8fee776a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:39.865051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] Routers {'90dbe82c-814b-48ee-a3c1-2697cdf81ae7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:39.865979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.933529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.933932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f034c2-2944-4476-955d-46db5bde85ba None None] The sync data for ids ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:39.977816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 92fc9f66-80cb-4acd-a470-07e691d9ac76 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:39.991982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92fc9f66-80cb-4acd-a470-07e691d9ac76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:39.992586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.040535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Provisioning complete for port 011246dc-3c58-436c-b599-2f97747fc5c5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.040905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.086982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:40.109541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Deleting port 4beb12d9-a3ec-4020-b682-5e4a8fee776a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:40.110017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.170285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-571a3f2d-c08e-4e06-921c-69a608ae0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.171792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-571a3f2d-c08e-4e06-921c-69a608ae0186 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.2957599 Feb 16 12:44:40.174923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:40.184849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Port 011246dc-3c58-436c-b599-2f97747fc5c5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:40.190619 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] Sync routers for ids ['c5e071ea-0753-4264-9dd3-5e2778eb8736'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:40.199865 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] Routers {'c5e071ea-0753-4264-9dd3-5e2778eb8736'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:40.200737 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c5e071ea-0753-4264-9dd3-5e2778eb8736'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.252135 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94274ae-f618-4ff0-92b9-1c1e351a7296 req-a50f1cf4-dffc-476f-916b-98a6a854bcfc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.259066 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c94274ae-f618-4ff0-92b9-1c1e351a7296 req-a50f1cf4-dffc-476f-916b-98a6a854bcfc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 944 time: 0.5411072 Feb 16 12:44:40.263561 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.273339 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] Routers {'c5e071ea-0753-4264-9dd3-5e2778eb8736'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:40.274224 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c5e071ea-0753-4264-9dd3-5e2778eb8736'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.296783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Provisioning for port 969131f7-2eb2-4202-99a5-905bbd208089 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:40.304795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.340422 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.341183 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc480297-1591-4e24-b2b8-cbc785978deb None None] The sync data for ids ['c5e071ea-0753-4264-9dd3-5e2778eb8736'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:40.344917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Provisioning complete for port 969131f7-2eb2-4202-99a5-905bbd208089 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.345544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.353752 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c94274ae-f618-4ff0-92b9-1c1e351a7296 req-6ec9005e-c93e-409c-94b7-b3a0bf867e2e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938265 Feb 16 12:44:40.365951 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85bc859b-9d4d-44f6-834c-902918f49594 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/c5e071ea-0753-4264-9dd3-5e2778eb8736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7237725 Feb 16 12:44:40.369009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.433412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-bec7746d-425b-402a-8b34-a29f003021ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.435336 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-bec7746d-425b-402a-8b34-a29f003021ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2526176 Feb 16 12:44:40.487579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 92fc9f66-80cb-4acd-a470-07e691d9ac76, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92fc9f66-80cb-4acd-a470-07e691d9ac76,segment=NetworkSegment(40d2695f-2132-456a-abdd-a090eed84c50),segment_id=40d2695f-2132-456a-abdd-a090eed84c50)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:40.488631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Port 969131f7-2eb2-4202-99a5-905bbd208089 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:40.491235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] For port 4beb12d9-a3ec-4020-b682-5e4a8fee776a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4beb12d9-a3ec-4020-b682-5e4a8fee776a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:40.491627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.494997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1acd25-f3b8-4df5-92ff-e9372be80672 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.496935 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aa1acd25-f3b8-4df5-92ff-e9372be80672 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports/969131f7-2eb2-4202-99a5-905bbd208089 HTTP/1.1" status: 200 len: 910 time: 0.1265156 Feb 16 12:44:40.500058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.505532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.506234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4beb12d9-a3ec-4020-b682-5e4a8fee776a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:40.691602 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-a12ca648-1630-49d5-a5c8-cb812a24b656 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475512 Feb 16 12:44:40.700574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Calling delete_port for 4beb12d9-a3ec-4020-b682-5e4a8fee776a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:40.796346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=92fc9f66-80cb-4acd-a470-07e691d9ac76,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.805332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:40.824634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Provisioning complete for port 92fc9f66-80cb-4acd-a470-07e691d9ac76 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.825182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f9ac-b67f-454e-8a8b-0e3d33ea899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.870045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4beb12d9-a3ec-4020-b682-5e4a8fee776a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:40.873016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.885639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.925625 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b0bd682-c6e5-422d-a275-8a894cb023da req-7a95e933-837d-4bdb-bbd7-47f5935402ac service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247119 Feb 16 12:44:40.933940 dv-neutron-829435-1-hyperv neutron-server[87699]: WARNING neutron.services.revisions.revision_plugin [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Could not find related port for resource to bump revision. Feb 16 12:44:40.941110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Port 4beb12d9-a3ec-4020-b682-5e4a8fee776a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:44:40.941506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7c:2e3e {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:44:40.947481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7c:2e3e {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:44:40.949040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.963355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4beb12d9-a3ec-4020-b682-5e4a8fee776a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.963355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.006930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] Pushing event deleted for resources: {'Port': ['ID=4beb12d9-a3ec-4020-b682-5e4a8fee776a,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.010953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.014268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.017156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.017469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84574526-4b7d-43c6-9bca-38b858e117a4 None None] No DVR routers for this DVR port 4beb12d9-a3ec-4020-b682-5e4a8fee776a on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:41.018114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.019251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port 4beb12d9-a3ec-4020-b682-5e4a8fee776a was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:44:41.076369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e03d4-55e3-4c15-8edb-1615a831c337 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:41.105853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=123e20af-c3d9-4b16-8199-67089376118f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.118079 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b33bb47-583a-406c-933f-f25ce2f47dfe tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0064309 Feb 16 12:44:41.118747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.127357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:41.251853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3b63-217f-4bb8-953d-72a70526de44 req-b5717068-39f3-48f6-a096-18ffa4411104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.253366 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-b5717068-39f3-48f6-a096-18ffa4411104 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1097 time: 0.1979616 Feb 16 12:44:41.306682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92fc9f66-80cb-4acd-a470-07e691d9ac76 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:41.351628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 011246dc-3c58-436c-b599-2f97747fc5c5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:41.352234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.383691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:41.405599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:41.407987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '123e20af-c3d9-4b16-8199-67089376118f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:41.409011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.411020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:41.422257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:41.472430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3b63-217f-4bb8-953d-72a70526de44 req-b6b1d955-e589-43a5-893c-23c3907e3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.475164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-b6b1d955-e589-43a5-893c-23c3907e3fe9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 0.2139163 Feb 16 12:44:41.481717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:41.492200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7c4adabd-9b1a-40f9-880d-10a33876dc6e None None] Provisioning complete for port 969131f7-2eb2-4202-99a5-905bbd208089 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:41.492580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7c4adabd-9b1a-40f9-880d-10a33876dc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.493527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.629794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7c4adabd-9b1a-40f9-880d-10a33876dc6e None None] Port 969131f7-2eb2-4202-99a5-905bbd208089 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:41.673611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92fc9f66-80cb-4acd-a470-07e691d9ac76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:41.674023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.750580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.793258 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-90916ffd-d671-4a28-bda9-c5be6b457c92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 217 time: 0.2666826 Feb 16 12:44:41.809912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Allocated IP 2001:db8::f816:3eff:fe64:6881 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/123e20af-c3d9-4b16-8199-67089376118f/417ddd0a-33ca-4f7d-91d5-c33560a7ed4a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:41.930344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3b63-217f-4bb8-953d-72a70526de44 req-99a2b923-4593-4aca-9d9e-ba4a4b650ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.932139 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-99a2b923-4593-4aca-9d9e-ba4a4b650ae7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.0912192 Feb 16 12:44:41.973021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.981104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4beb12d9-a3ec-4020-b682-5e4a8fee776a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:41.995198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cedea-def1-4dd7-855b-3f32019183a9 req-1d733771-c06a-4deb-9403-2f22a096fe50 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.996955 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c6cedea-def1-4dd7-855b-3f32019183a9 req-1d733771-c06a-4deb-9403-2f22a096fe50 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 944 time: 0.4362602 Feb 16 12:44:42.027494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 4beb12d9-a3ec-4020-b682-5e4a8fee776a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:42.028127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4beb12d9-a3ec-4020-b682-5e4a8fee776a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:42.062893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b3b63-217f-4bb8-953d-72a70526de44 req-9a73fd95-9ed7-4863-aabf-0b2ac21c8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:42.065309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-9a73fd95-9ed7-4863-aabf-0b2ac21c8beb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1249471 Feb 16 12:44:42.135650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.146962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Transition to ACTIVE for port object 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.165492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Transition to ACTIVE for port object 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.175321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.202917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 011246dc-3c58-436c-b599-2f97747fc5c5 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:42.240272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:42.243120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-396a2180-8712-42af-8a44-d97cf7d705cf service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686704 Feb 16 12:44:42.243360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:42.244508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.246086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:42.326419 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c6cedea-def1-4dd7-855b-3f32019183a9 req-b5c1c697-4d0f-445a-8bf2-bef1cb35f552 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153571 Feb 16 12:44:42.326646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.336494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:42.366730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Attempting to bind port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:42.366730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Attempting to bind port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:42.366730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Attempting to bind port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:42.371100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:42.371304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:42.371967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.372981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:42.372981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Bound port: 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:42.373443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.388955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:42.399688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:42.400294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.419250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=e3b3a141-e99f-4c46-8cbc-293d83591616,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.445833 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d41820cf-554d-4813-9377-b0824ce3ff53 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3250635 Feb 16 12:44:42.449218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.463474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:ad:39:d7', 'name': 'tempest-NetworksTestDHCPv6-148879577'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.485353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 969131f7-2eb2-4202-99a5-905bbd208089 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:42.486025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.493780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:42.497955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:42.499378 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-107b3b63-217f-4bb8-953d-72a70526de44 req-d521c4e4-8f74-4a95-8e6c-2c11dd13be73 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214706 Feb 16 12:44:42.503100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.586968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.601190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df6c01-46b0-4eef-a907-280e4ab88a06 None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.604074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device c02f3ec4-09e1-4c4a-85f5-ce157571d62f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:44:42.624698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:42.630245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:42.633608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:42.640401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:42.662764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:42.797380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=011246dc-3c58-436c-b599-2f97747fc5c5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.807956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:42.827473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'port_id': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'mac_address': 'fa:16:3e:11:f7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:44:42.850134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.882516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:42.915911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.961925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f3ec4-09e1-4c4a-85f5-ce157571d62f {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:44:42.976519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.993614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:42.998868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.142060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.201543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 172.20.0.7 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e3b3a141-e99f-4c46-8cbc-293d83591616/c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.207639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fead:39d7 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/123e20af-c3d9-4b16-8199-67089376118f/c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.276317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.318980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['c02f3ec4-09e1-4c4a-85f5-ce157571d62f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:44:43.350448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:43.461368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.482428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:43.489562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:43.490939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 969131f7-2eb2-4202-99a5-905bbd208089 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:43.541077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.651006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.662144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:43.663705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:43.665991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:43.751937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 90dbe82c-814b-48ee-a3c1-2697cdf81ae7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:43.859550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.860212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.887291 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ae154f9-d5b0-42b9-9e34-3982314e6d59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4370561 Feb 16 12:44:43.890793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56438) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.917841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:43.931642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80972b0b-cba4-4903-a22d-4015271cada8 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:43.949206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] Sync routers for ids ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:43.978085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76b628d0-06a8-41b9-af8c-bcb305b6393c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/90dbe82c-814b-48ee-a3c1-2697cdf81ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1991870 Feb 16 12:44:43.982148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.983793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d573e9-2c33-4545-a77d-5bd356ab1394 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.990657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d573e9-2c33-4545-a77d-5bd356ab1394 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.991478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0d573e9-2c33-4545-a77d-5bd356ab1394 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:44.008184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0d573e9-2c33-4545-a77d-5bd356ab1394 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:44.011973 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0d573e9-2c33-4545-a77d-5bd356ab1394 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1180689 Feb 16 12:44:44.012351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.034070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] Routers {'90dbe82c-814b-48ee-a3c1-2697cdf81ae7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:44.034070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.068955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c9953-0982-455c-8a85-0c3ffdaac006 req-fe85b738-b6ff-4fcb-9893-ca61a799ab5a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:44.070441 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d8c9953-0982-455c-8a85-0c3ffdaac006 req-fe85b738-b6ff-4fcb-9893-ca61a799ab5a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 945 time: 0.5926321 Feb 16 12:44:44.087217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:44.088101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.108583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.114105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Provisioning for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:44.132281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:44.132647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.161266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.164530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] Routers {'90dbe82c-814b-48ee-a3c1-2697cdf81ae7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:44.165038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.246900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.247215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829be0b9-0a65-409a-9bb5-baa1d848cc4a None None] The sync data for ids ['90dbe82c-814b-48ee-a3c1-2697cdf81ae7'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:44.337765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=969131f7-2eb2-4202-99a5-905bbd208089,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.348875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.423834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.472266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:44.481294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.502057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:44.639889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d8c9953-0982-455c-8a85-0c3ffdaac006 req-87af7a96-ed90-4d0d-b228-81967c80d0bd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5143645 Feb 16 12:44:44.646093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device c02f3ec4-09e1-4c4a-85f5-ce157571d62f up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:44.709453 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-9555bfa2-0ff4-4b30-98e2-7c815e18b4f5 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:44:44.713125 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9555bfa2-0ff4-4b30-98e2-7c815e18b4f5 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/90dbe82c-814b-48ee-a3c1-2697cdf81ae7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7274508 Feb 16 12:44:44.713271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cda76-33f4-436e-8200-096e597c347b None None] Update dhcp port {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '123e20af-c3d9-4b16-8199-67089376118f', 'ip_address': '2001:db8::f816:3eff:fe64:6881'}, {'subnet_id': 'e3b3a141-e99f-4c46-8cbc-293d83591616'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '417ddd0a-33ca-4f7d-91d5-c33560a7ed4a'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:44:44.713412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.772178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0821-026c-4670-a1d8-ed07bab49f21 None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.790423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d7db27a-b153-4624-ab9a-3c7db099c4a5 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:44.794644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-960cda76-33f4-436e-8200-096e597c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.825725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d7db27a-b153-4624-ab9a-3c7db099c4a5 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:44.829607 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d7db27a-b153-4624-ab9a-3c7db099c4a5 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=90dbe82c-814b-48ee-a3c1-2697cdf81ae7 HTTP/1.1" status: 200 len: 205 time: 0.1125379 Feb 16 12:44:44.831394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.844855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port c02f3ec4-09e1-4c4a-85f5-ce157571d62f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:44.858235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port c02f3ec4-09e1-4c4a-85f5-ce157571d62f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:44.858605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.866184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.904375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.015264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.067625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.114109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.132034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-960cda76-33f4-436e-8200-096e597c347b None None] Allocated IP 172.20.0.2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e3b3a141-e99f-4c46-8cbc-293d83591616/417ddd0a-33ca-4f7d-91d5-c33560a7ed4a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:45.158777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:45.159120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router c5e071ea-0753-4264-9dd3-5e2778eb8736 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:45.187957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:45.228203 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'code': 200} Feb 16 12:44:45.231539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.307986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:45.312813 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-023dd12c-576d-4623-a623-2a60e1c604a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/c5e071ea-0753-4264-9dd3-5e2778eb8736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8116872 Feb 16 12:44:45.315782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56460) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.325048 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] Sync routers for ids ['c5e071ea-0753-4264-9dd3-5e2778eb8736'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:45.340801 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] Routers {'c5e071ea-0753-4264-9dd3-5e2778eb8736'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:45.341769 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c5e071ea-0753-4264-9dd3-5e2778eb8736'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.394757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2827aaa-5d38-4e43-9689-c39e65b56df1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:45.418325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2827aaa-5d38-4e43-9689-c39e65b56df1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:45.420525 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2827aaa-5d38-4e43-9689-c39e65b56df1 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5e071ea-0753-4264-9dd3-5e2778eb8736 HTTP/1.1" status: 200 len: 205 time: 0.1035886 Feb 16 12:44:45.420986 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.423294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56464) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.436863 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] Routers {'c5e071ea-0753-4264-9dd3-5e2778eb8736'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:45.437626 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c5e071ea-0753-4264-9dd3-5e2778eb8736'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.472427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.482072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:45.536969 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.537713 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f454e36-a92a-4a0c-9c15-61732cdce534 None None] The sync data for ids ['c5e071ea-0753-4264-9dd3-5e2778eb8736'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:45.582588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:45.582981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.608428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.661858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-960cda76-33f4-436e-8200-096e597c347b None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:45.689736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-960cda76-33f4-436e-8200-096e597c347b None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.700220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.707214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.709561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-960cda76-33f4-436e-8200-096e597c347b None None] Transition to ACTIVE for port object 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:45.722563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-960cda76-33f4-436e-8200-096e597c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.738251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.759328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.760189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router 90dbe82c-814b-48ee-a3c1-2697cdf81ae7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:45.770320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.772482 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-547adc38-c2bc-4e9f-a805-f89abdb8db65 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/90dbe82c-814b-48ee-a3c1-2697cdf81ae7 HTTP/1.1" status: 204 len: 168 time: 0.9401546 Feb 16 12:44:45.781431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.789623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c67d9557-1545-4029-8edc-950ddcf04446 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 HTTP/1.1" status: 204 len: 168 time: 1.7738926 Feb 16 12:44:45.790490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56474) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.867391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63156b-22c7-4ee7-888c-f4e24aac0084 req-e745f917-dcff-4099-87c2-8591605d584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.868786 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f63156b-22c7-4ee7-888c-f4e24aac0084 req-e745f917-dcff-4099-87c2-8591605d584f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1099 time: 0.3166697 Feb 16 12:44:45.932047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cda76-33f4-436e-8200-096e597c347b None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.953937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 9f73d36c-314a-4d20-b657-e50ca6227a6c {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:45.961500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.963108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.964627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.965452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:45.976765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.006683 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f63156b-22c7-4ee7-888c-f4e24aac0084 req-42d03f63-2da0-47db-9870-340a0a7a65ff service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311746 Feb 16 12:44:46.028833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:46.029984 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d791f338-0928-4a08-90eb-c5fea6c452bf tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2089341 Feb 16 12:44:46.037428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.082824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.140111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.143418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.159716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 123e20af-c3d9-4b16-8199-67089376118f {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:46.168420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.177983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.178631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router c5e071ea-0753-4264-9dd3-5e2778eb8736 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:46.198695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1569c1-ff49-4165-a281-89a67b9f26e9 req-9dd1e6c1-38e3-4a01-b24e-3a21df7dd0e6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:46.200419 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a1569c1-ff49-4165-a281-89a67b9f26e9 req-9dd1e6c1-38e3-4a01-b24e-3a21df7dd0e6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 0.3929312 Feb 16 12:44:46.205129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.208672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18deda2b-e720-41f2-b502-6ba6f6d4a022 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/c5e071ea-0753-4264-9dd3-5e2778eb8736 HTTP/1.1" status: 204 len: 168 time: 0.7816925 Feb 16 12:44:46.209799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.249316 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a1569c1-ff49-4165-a281-89a67b9f26e9 req-76a9e987-828a-484a-b933-bd13b67f55c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Feb 16 12:44:46.286608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.347047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet ecc54bdc-cc27-4ac4-bd67-1c24fa030332 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:46.354529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.401035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.494341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.562781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.622773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.625933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3722dda4-0051-47b1-a02f-923126c48337 None None] Provisioning for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:46.632354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3722dda4-0051-47b1-a02f-923126c48337 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:46.632771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3722dda4-0051-47b1-a02f-923126c48337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.689213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=9f73d36c-314a-4d20-b657-e50ca6227a6c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.695540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.708126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-984a0906-a235-4c1d-9e83-c40dbba897cf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/9f73d36c-314a-4d20-b657-e50ca6227a6c HTTP/1.1" status: 204 len: 168 time: 0.9248438 Feb 16 12:44:46.710825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.711973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.749140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327bdc65-f8d2-4489-be67-8f598020676a None None] Network e6eed46f-8cca-49f9-93a6-b26d1e6a4810 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.771646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.817027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=123e20af-c3d9-4b16-8199-67089376118f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.823256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.846725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.851756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-07bf2382-58ea-4ba2-ad47-afecde0f3eb7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/123e20af-c3d9-4b16-8199-67089376118f HTTP/1.1" status: 204 len: 168 time: 0.8103309 Feb 16 12:44:46.851756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.852055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.880350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3722dda4-0051-47b1-a02f-923126c48337 None None] Could not find standard attr ID for object c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:46.894797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc54bdc-cc27-4ac4-bd67-1c24fa030332,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.904402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.908902 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad9d53d4-248e-4293-8c39-3e5d32d3b537 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/ecc54bdc-cc27-4ac4-bd67-1c24fa030332 HTTP/1.1" status: 204 len: 168 time: 0.6960804 Feb 16 12:44:46.909081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:46.909081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.909264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.915174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71713d7a-0f80-42a5-a718-1a942183444f None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.935224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05e2b5-c9a8-43ff-8592-882f0ab76446 None None] Network 6558ae37-4124-47b6-bd3e-467c4eb94a8a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.970615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet e3b3a141-e99f-4c46-8cbc-293d83591616 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:46.981356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.035916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.046904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 92fc9f66-80cb-4acd-a470-07e691d9ac76 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:47.047350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.080700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.099088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2afd6b84-5cfc-446f-b8a3-7ecaf889270d None None] Could not find standard attr ID for object fcb915cd-0f42-40f9-ade8-54565edf6247. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:47.264943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.343665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:47.466203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 92fc9f66-80cb-4acd-a470-07e691d9ac76, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92fc9f66-80cb-4acd-a470-07e691d9ac76,segment=NetworkSegment(40d2695f-2132-456a-abdd-a090eed84c50),segment_id=40d2695f-2132-456a-abdd-a090eed84c50)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:47.466551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.498222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,segment=NetworkSegment(35df69f8-2ddb-4fdd-b9e4-90ec2a42efec),segment_id=35df69f8-2ddb-4fdd-b9e4-90ec2a42efec)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:47.498569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.529959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:47.530424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.567634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] DHCP port deletion for e6eed46f-8cca-49f9-93a6-b26d1e6a4810 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:47.588909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Deleting port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:47.589399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.608539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 92fc9f66-80cb-4acd-a470-07e691d9ac76 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:47.647965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for ed60a0fc-ff83-4847-95ec-3a8cd046cf85 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:47.719777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d884fa-3417-4da3-b0e7-b82bbbdf77f4 None None] DHCP port deletion for 6558ae37-4124-47b6-bd3e-467c4eb94a8a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:47.735051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.739530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-20d884fa-3417-4da3-b0e7-b82bbbdf77f4 None None] Deleting port 92fc9f66-80cb-4acd-a470-07e691d9ac76 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:47.739987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-20d884fa-3417-4da3-b0e7-b82bbbdf77f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.742198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.822908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=92fc9f66-80cb-4acd-a470-07e691d9ac76,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.830847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b3a141-e99f-4c46-8cbc-293d83591616,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.831079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 92fc9f66-80cb-4acd-a470-07e691d9ac76 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:47.862546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.907226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3112f-9c4f-45ad-9d00-e23dacadd95f req-17a2a005-f816-4d41-8e1e-795dcbe78ee7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.909123 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89b3112f-9c4f-45ad-9d00-e23dacadd95f req-17a2a005-f816-4d41-8e1e-795dcbe78ee7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 0.5037477 Feb 16 12:44:47.911987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f71b4f8-9240-46eb-a164-2f8df03b014c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e3b3a141-e99f-4c46-8cbc-293d83591616 HTTP/1.1" status: 204 len: 168 time: 1.0594993 Feb 16 12:44:47.923316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56500) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:47.937365 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-20d884fa-3417-4da3-b0e7-b82bbbdf77f4 None None] The port '92fc9f66-80cb-4acd-a470-07e691d9ac76' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:48.034911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.069027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.069381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6558ae37-4124-47b6-bd3e-467c4eb94a8a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.083986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d2695f-2132-456a-abdd-a090eed84c50') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.085422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d2695f-2132-456a-abdd-a090eed84c50') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.086787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] For port ed60a0fc-ff83-4847-95ec-3a8cd046cf85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,segment=NetworkSegment(35df69f8-2ddb-4fdd-b9e4-90ec2a42efec),segment_id=35df69f8-2ddb-4fdd-b9e4-90ec2a42efec)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:48.087396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.116438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.142997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.150247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:48.150816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.161046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bcf1e73a-aa5e-41f9-9478-ba72025750fb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:48.173804 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:48.177096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=ed60a0fc-ff83-4847-95ec-3a8cd046cf85,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.178766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:48.243762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Calling delete_port for ed60a0fc-ff83-4847-95ec-3a8cd046cf85 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:48.262171 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89b3112f-9c4f-45ad-9d00-e23dacadd95f req-7684f16f-55bb-4222-bea1-6d320825d785 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429706 Feb 16 12:44:48.296402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bcf1e73a-aa5e-41f9-9478-ba72025750fb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:router {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:48.300888 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcf1e73a-aa5e-41f9-9478-ba72025750fb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3805268 Feb 16 12:44:48.301937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.308386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.356095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:48.356459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:48.400103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.430120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.434426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.436742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.456876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.459789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.474505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.475384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6eed46f-8cca-49f9-93a6-b26d1e6a4810']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.479751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=6558ae37-4124-47b6-bd3e-467c4eb94a8a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.496306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff2cdceb-7845-4a55-b74a-a53687b0e705 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/6558ae37-4124-47b6-bd3e-467c4eb94a8a HTTP/1.1" status: 204 len: 168 time: 1.5824881 Feb 16 12:44:48.496879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.502024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.516341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56514) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.549029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1525701866', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.562154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.617756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.622932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.622932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35df69f8-2ddb-4fdd-b9e4-90ec2a42efec') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.623197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.633037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.637217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.656868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.660053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.671081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.674898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dcba5e-f44d-4811-9e13-7e88cd88ee73 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:48.681827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:48.682527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:48.697787 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:48.710488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0547-c9cb-4beb-9584-30f51bba0238 req-5ed4c4eb-bce5-4273-8203-bb9e9d7958e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.711971 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8edd0547-c9cb-4beb-9584-30f51bba0238 req-5ed4c4eb-bce5-4273-8203-bb9e9d7958e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 0.2895756 Feb 16 12:44:48.783014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.815555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.819400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8e4c1727-bfd7-4f4a-939c-db1d9f38b219 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:48.820387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1727-bfd7-4f4a-939c-db1d9f38b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.838787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:48.841756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.843746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:48.846723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.847262 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8edd0547-c9cb-4beb-9584-30f51bba0238 req-941ebf99-0bd0-4ded-9095-171ecda96428 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244099 Feb 16 12:44:48.852534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=e6eed46f-8cca-49f9-93a6-b26d1e6a4810,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.865930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Deleting port ed60a0fc-ff83-4847-95ec-3a8cd046cf85 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:48.866300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.878534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.878534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.878825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96c560c4-6302-44ca-a3f2-e51f6b32c4b6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/e6eed46f-8cca-49f9-93a6-b26d1e6a4810 HTTP/1.1" status: 204 len: 168 time: 2.1615138 Feb 16 12:44:48.878825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.881678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503554295'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:48.881861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.886534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.891275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.895346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.901288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.912097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.915453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.951620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:48.957240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=1f3c5c91-71a5-48e2-bcca-cd3109ff66cf,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.957841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a9988-434e-4c4b-9ade-7c18b1f20951 None None] The port 'ed60a0fc-ff83-4847-95ec-3a8cd046cf85' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:48.978174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.978678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 0abcb682-4c5a-42e4-84f8-4b03ec75be94 of type vlan for network e3d776e3-e41b-40df-bf5e-b5210cdb4143 Feb 16 12:44:49.010781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.031919 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6104635e-be72-4202-b497-bb63f3e0ed5a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7289097 Feb 16 12:44:49.035093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.051897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.056360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.058992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.059657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.184532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=e3d776e3-e41b-40df-bf5e-b5210cdb4143,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.188882 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-01fa5036-5f7b-4c9e-8240-f7c018e30162 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3138554 Feb 16 12:44:49.191844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56530) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.196677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:49.199303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.311167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed60a0fc-ff83-4847-95ec-3a8cd046cf85 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:49.342713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:49.348239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:49.349561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04beb9e0-95ec-46d3-8784-0b4b305776bd None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:49.351757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:49.357535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:49.370579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:49.374549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.387273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ed60a0fc-ff83-4847-95ec-3a8cd046cf85 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:49.387649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed60a0fc-ff83-4847-95ec-3a8cd046cf85 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:49.388046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92fc9f66-80cb-4acd-a470-07e691d9ac76 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:49.429483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a332e4-2f0e-48d1-90eb-5a7b576e1741 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:49.433736 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8a332e4-2f0e-48d1-90eb-5a7b576e1741 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1094 time: 0.5468419 Feb 16 12:44:49.441699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 92fc9f66-80cb-4acd-a470-07e691d9ac76 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:49.442045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92fc9f66-80cb-4acd-a470-07e691d9ac76 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:49.471841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.475788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.487546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:49.498145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:49.502828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:49.506271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.512116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9f2d7122-a16f-4dfa-b7e5-2575c83605ab None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:49.512116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7122-a16f-4dfa-b7e5-2575c83605ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.513822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:49.574326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:49.581367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:49.585874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:49.595161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:49.631427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.660335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:49.663776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.786960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.915039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=022df138-d6f5-4c23-bbf4-af26bb42b07f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.924339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '0abcb682-4c5a-42e4-84f8-4b03ec75be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:49.924339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: e3d776e3-e41b-40df-bf5e-b5210cdb4143, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:49.964597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:49.972968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.995814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.014816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e3d776e3-e41b-40df-bf5e-b5210cdb4143) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:50.022934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:50.023529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.029149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.030419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7017ae-1363-4718-936c-8ddbf10fcaaa None None] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:50.084817 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-26db35b6-34e0-4853-900d-f50797e6bb58 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8894036 Feb 16 12:44:50.086555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:50.092381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1878976276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:50.100593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:50.107156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:50.112724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:50.120931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:50.184401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.186058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.204948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f351b23a-fd8c-49b1-ab82-e9846cf5a9f6 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:50.205316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f351b23a-fd8c-49b1-ab82-e9846cf5a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.223202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.247116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.52 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8826ae27-4a64-43ed-a1f8-73579ef5d102) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:50.289450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.330668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.331840 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7db246b6-cb71-4a83-9d4c-c9f9979676be tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2443082 Feb 16 12:44:50.335131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56544) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:50.388978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:50.440538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-e3d776e3-e41b-40df-bf5e-b5210cdb4143', 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '022df138-d6f5-4c23-bbf4-af26bb42b07f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:50.441452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.634751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.658128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Allocated IP 2001:db8::2 (e3d776e3-e41b-40df-bf5e-b5210cdb4143/022df138-d6f5-4c23-bbf4-af26bb42b07f/176cd27d-d597-4f8a-85b9-e278a4d0332a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:50.660302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b71003bb-bae8-4e50-b353-0c80df7d70ae None None] Could not find standard attr ID for object c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:50.874929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.887376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Transition to ACTIVE for port object 176cd27d-d597-4f8a-85b9-e278a4d0332a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:50.890125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:50.906465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.911555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Transition to ACTIVE for port object 176cd27d-d597-4f8a-85b9-e278a4d0332a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:50.920097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.921965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.926026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.927273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.991780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:50.999111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.003897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:51.010138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Pushing event updated for resources: {'Port': ['ID=176cd27d-d597-4f8a-85b9-e278a4d0332a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.040861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:51.053532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.056737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.057334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.075355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.081335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367dda86-f0c9-4ceb-b854-2f6c759faa69 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:51.088681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=4925632a-ac98-4ecd-95ac-cc2ed256c755,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.098316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.133363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Attempting to bind port 176cd27d-d597-4f8a-85b9-e278a4d0332a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:51.133740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Attempting to bind port 176cd27d-d597-4f8a-85b9-e278a4d0332a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '0abcb682-4c5a-42e4-84f8-4b03ec75be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:51.134107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Attempting to bind port 176cd27d-d597-4f8a-85b9-e278a4d0332a on network e3d776e3-e41b-40df-bf5e-b5210cdb4143 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:51.153290 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6248917-c26a-42c0-a327-427543e27a1e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1168184 Feb 16 12:44:51.153786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.162296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:f4:47:05', 'name': 'tempest-NetworksTestDHCPv6-1011381552'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:51.164841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.187025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:51.187436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Checking segment: {'id': '0abcb682-4c5a-42e4-84f8-4b03ec75be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:51.187800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.188220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Bound using segment: {'id': '0abcb682-4c5a-42e4-84f8-4b03ec75be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:51.189236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Bound port: 176cd27d-d597-4f8a-85b9-e278a4d0332a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abcb682-4c5a-42e4-84f8-4b03ec75be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e3d776e3-e41b-40df-bf5e-b5210cdb4143'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:51.189628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.299117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:51.330234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:51.335092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:51.342760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:51.386961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] For port 176cd27d-d597-4f8a-85b9-e278a4d0332a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:51.403900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.26.4.43 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/29c7f66e-2ace-4dcf-a018-19463bd7adc5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:51.415938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=8826ae27-4a64-43ed-a1f8-73579ef5d102,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.448915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] For port 176cd27d-d597-4f8a-85b9-e278a4d0332a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=176cd27d-d597-4f8a-85b9-e278a4d0332a,segment=NetworkSegment(0abcb682-4c5a-42e4-84f8-4b03ec75be94),segment_id=0abcb682-4c5a-42e4-84f8-4b03ec75be94)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:51.466172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.538607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:51.542769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:51.545804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:51.552717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:51.570627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:51.618161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:51.618696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.675683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8::1 (e3d776e3-e41b-40df-bf5e-b5210cdb4143/022df138-d6f5-4c23-bbf4-af26bb42b07f/2bbecb8e-a612-408b-b4bf-0d2314de3eb0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:51.716974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.750325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.766026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c24287-8283-4d5f-be24-3e5218a9f820 None None] Pushing event updated for resources: {'Port': ['ID=176cd27d-d597-4f8a-85b9-e278a4d0332a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.789842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 1caffbed-589d-437f-99b8-18f750d2c2c7 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:51.855323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.964093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Update dhcp port {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '4925632a-ac98-4ecd-95ac-cc2ed256c755', 'ip_address': '2001:db8::f816:3eff:fe64:6881'}, {'subnet_id': '1f3c5c91-71a5-48e2-bcca-cd3109ff66cf'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '417ddd0a-33ca-4f7d-91d5-c33560a7ed4a'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:44:51.986592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:51.993443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.000380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:52.020418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.038058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.058794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=29c7f66e-2ace-4dcf-a018-19463bd7adc5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.075132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.106027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.162719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.192825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.368495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 172.20.0.14 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/1f3c5c91-71a5-48e2-bcca-cd3109ff66cf/1caffbed-589d-437f-99b8-18f750d2c2c7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:52.386050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fef4:4705 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/4925632a-ac98-4ecd-95ac-cc2ed256c755/1caffbed-589d-437f-99b8-18f750d2c2c7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:52.434516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:52.444710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.451008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:52.451527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.465102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=2bbecb8e-a612-408b-b4bf-0d2314de3eb0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.489649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.714116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.714357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.935018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46342486-a4a1-4238-b508-d846ea95b348 None None] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:52.949387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:52.973977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.994027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.042566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.045492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3214288e-3e22-494e-9bbc-ff5069ff896d None None] Provisioning for port 176cd27d-d597-4f8a-85b9-e278a4d0332a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:53.083791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 1caffbed-589d-437f-99b8-18f750d2c2c7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:53.203608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=8826ae27-4a64-43ed-a1f8-73579ef5d102,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.235276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.290520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.378557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.382770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 176cd27d-d597-4f8a-85b9-e278a4d0332a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:53.399092 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:53.426571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Allocated IP 172.20.0.2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/1f3c5c91-71a5-48e2-bcca-cd3109ff66cf/417ddd0a-33ca-4f7d-91d5-c33560a7ed4a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:53.481164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:53.484535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.500460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:53.512639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.513976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.533850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=1caffbed-589d-437f-99b8-18f750d2c2c7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.597372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Provisioning for port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:53.604818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 176cd27d-d597-4f8a-85b9-e278a4d0332a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:53.611814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Provisioning complete for port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.612378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.646268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 176cd27d-d597-4f8a-85b9-e278a4d0332a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.646651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.661900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344 associated. External IP: 172.26.4.52, port: c02f3ec4-09e1-4c4a-85f5-ce157571d62f. Feb 16 12:44:53.698565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:53.698565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.727565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:53.756592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:53.790573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-744060cf-2191-42d5-ae50-e06895ec7c70 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6341760 Feb 16 12:44:53.793916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.799619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Provisioning complete for port 176cd27d-d597-4f8a-85b9-e278a4d0332a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.799619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.812415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=2bbecb8e-a612-408b-b4bf-0d2314de3eb0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.827210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.874468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:53.913607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Transition to ACTIVE for port object 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:53.927403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.940120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.946826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:53.949520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a33bea-1690-4045-80f4-e19b6db371f5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:53.951919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:53.956067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a33bea-1690-4045-80f4-e19b6db371f5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:53.956394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96a33bea-1690-4045-80f4-e19b6db371f5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:54.002255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-96a33bea-1690-4045-80f4-e19b6db371f5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:54.003425 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96a33bea-1690-4045-80f4-e19b6db371f5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2086041 Feb 16 12:44:54.006896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.025765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dfa27-27b4-4d01-83b4-cd8f2d883895 None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.161496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 1caffbed-589d-437f-99b8-18f750d2c2c7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:54.162054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.188815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.195099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:54.217516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 176cd27d-d597-4f8a-85b9-e278a4d0332a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=176cd27d-d597-4f8a-85b9-e278a4d0332a,segment=NetworkSegment(0abcb682-4c5a-42e4-84f8-4b03ec75be94),segment_id=0abcb682-4c5a-42e4-84f8-4b03ec75be94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:54.226223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] Sync routers for ids ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:54.234351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.295601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.299802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-733a9280-065b-4fa4-a2d7-08788e7610f5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7682023 Feb 16 12:44:54.311005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.322636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] Routers {'70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:54.323271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:54.413559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:54.452091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] Routers {'70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:54.452719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:54.524670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:54.525051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-802cb544-db03-46db-abf7-1d2fee1f9d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:54.525531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=176cd27d-d597-4f8a-85b9-e278a4d0332a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.529921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:54.530335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a91c1-4ba0-492e-a936-2a6b370dffe8 None None] The sync data for ids ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:54.543265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:54.623838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router ce7b8e9c-3b64-453b-a75b-af77d10079a6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:54.696497 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03917f4c-cd75-4818-b28b-bb011e18659a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers/70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 200 len: 880 time: 0.3822641 Feb 16 12:44:54.703061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.894414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:54.896523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:54.909528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:54.912782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] Sync routers for ids ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:54.915122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.921229 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6773a45f-cc22-41f6-a400-38894ce1b8a8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/ce7b8e9c-3b64-453b-a75b-af77d10079a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5829258 Feb 16 12:44:54.921698 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:54.925868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.929715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:54.931211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] Routers {'ce7b8e9c-3b64-453b-a75b-af77d10079a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:54.931986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.007245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb6cc0-c22a-4841-904e-371104919edb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.007845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7eb6cc0-c22a-4841-904e-371104919edb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.037218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.084560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7eb6cc0-c22a-4841-904e-371104919edb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:55.088082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7eb6cc0-c22a-4841-904e-371104919edb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports/2bbecb8e-a612-408b-b4bf-0d2314de3eb0 HTTP/1.1" status: 200 len: 911 time: 0.1586800 Feb 16 12:44:55.091962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.105741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.123962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 1caffbed-589d-437f-99b8-18f750d2c2c7 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:55.127925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] Routers {'ce7b8e9c-3b64-453b-a75b-af77d10079a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:55.128835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.204650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.205319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b396a-cce5-4069-a600-4b551259247b None None] The sync data for ids ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:55.209732 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:55.263802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0dac9b7c-06ee-449f-824a-eba7bf2ec018 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7894433 Feb 16 12:44:55.264059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:44:55.270542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.346305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Provisioning complete for port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:55.346683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.407170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:55.466217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'status': 'completed', 'code': 200} Feb 16 12:44:55.499441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:55.536526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Provisioning for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:55.552788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6618e76b-b77c-4dc5-b90d-e247cc8d80a6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.555401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:55.556046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.624702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:55.625430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5477b6b8-6f38-4ec8-9690-c27dc67de222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.633892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0276d97-3900-4381-a272-345feb11a432 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 991 time: 0.2899587 Feb 16 12:44:55.646055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6618e76b-b77c-4dc5-b90d-e247cc8d80a6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:55.647416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6618e76b-b77c-4dc5-b90d-e247cc8d80a6 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9434345 Feb 16 12:44:55.651971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-225a1fc8-fb7b-4192-9d79-0921ac5a0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.653453 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-225a1fc8-fb7b-4192-9d79-0921ac5a0ce6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1099 time: 0.1958323 Feb 16 12:44:55.655993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.662077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1525701866'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:55.753715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:11:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3350e725-25d1-40f2-9a15-97c80a5af903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:44:51Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.758738 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:55.770002 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:55.770627 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:55.773744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-45c5d92d-ab6d-40e4-be8c-e72402e583d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.910991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 176cd27d-d597-4f8a-85b9-e278a4d0332a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:55.978069 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:55.990970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 176cd27d-d597-4f8a-85b9-e278a4d0332a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:55.991677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.106513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.249609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d45ef49d-8888-41db-9a5e-3f295754d170 None None] Provisioning for port 1caffbed-589d-437f-99b8-18f750d2c2c7 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:56.255087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d45ef49d-8888-41db-9a5e-3f295754d170 None None] Provisioning complete for port 1caffbed-589d-437f-99b8-18f750d2c2c7 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:56.255456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d45ef49d-8888-41db-9a5e-3f295754d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.290301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d45ef49d-8888-41db-9a5e-3f295754d170 None None] Port 1caffbed-589d-437f-99b8-18f750d2c2c7 was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:44:56.357771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:11:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3350e725-25d1-40f2-9a15-97c80a5af903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:44:51Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:56.360629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.362495 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99417143-10eb-4e52-9cfc-9391f0fe5294 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:11:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3350e725-25d1-40f2-9a15-97c80a5af903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:44:51Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:56.467396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:56.467739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.590499 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b33889-8a6f-4c10-ad4c-5c5c4befe707 None None] New status for floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:44:56.601266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=1caffbed-589d-437f-99b8-18f750d2c2c7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.645963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.733601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.756606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-16652d53-69f9-4a43-bd28-25f0c49529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.758171 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-16652d53-69f9-4a43-bd28-25f0c49529e4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 0.6820092 Feb 16 12:44:56.760555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.883538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 2bbecb8e-a612-408b-b4bf-0d2314de3eb0 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:56.912662 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c36f6a2-daaa-41cf-bd98-fdebd8a53ba7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 991 time: 0.2610862 Feb 16 12:44:56.934043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.044169 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-8460e088-fa7e-4dc6-8c40-6b18e72c845f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 999 time: 0.2322919 Feb 16 12:44:57.047055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.095776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.148799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=2bbecb8e-a612-408b-b4bf-0d2314de3eb0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.169260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d17eb85-af29-40c1-9c37-85e96bfe3c31 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/1caffbed-589d-437f-99b8-18f750d2c2c7 HTTP/1.1" status: 204 len: 168 time: 3.1611757 Feb 16 12:44:57.182418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.234328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-8f436f48-356a-4405-a029-1222a6cd6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.235832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-8f436f48-356a-4405-a029-1222a6cd6032 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.1849456 Feb 16 12:44:57.332411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.336093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.337615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.339224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.340054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:57.346882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:57.427724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:57.428869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a3c8d817-e053-4bd2-a052-7b190c1d02d0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2436962 Feb 16 12:44:57.448977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56598) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.511220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-f594ac2a-b632-4246-a331-050d421291bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.512756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-f594ac2a-b632-4246-a331-050d421291bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2601001 Feb 16 12:44:57.644713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 1f3c5c91-71a5-48e2-bcca-cd3109ff66cf {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:57.700294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.765490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router ce7b8e9c-3b64-453b-a75b-af77d10079a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:57.786786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:57.801111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.802265 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-508fbf54-3142-4209-8dff-fe76285cf9f2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 200 len: 887 time: 2.1452875 Feb 16 12:44:57.803177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] Sync routers for ids ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:57.804716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.814548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] Routers {'70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:57.815559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.823675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56602) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.860793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-6b18b585-a83f-4e94-a576-757613d094d7 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353019 Feb 16 12:44:57.892594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.910478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] Routers {'70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:57.911760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.918030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.972678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00b9960a-c222-4ed0-b96d-e7be88143787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.982419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:57.983178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6601ed2-c34e-4ad4-a7b8-e73c7057e794 None None] The sync data for ids ['70710cf6-a37f-4f58-b9fa-c01bcb32f3e4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:57.985870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:58.005209 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] Sync routers for ids ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:58.017007 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] Routers {'ce7b8e9c-3b64-453b-a75b-af77d10079a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:58.017719 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:58.060506 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fe93cec-1de2-4f79-933e-674b12618d07 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/ce7b8e9c-3b64-453b-a75b-af77d10079a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648981 Feb 16 12:44:58.063037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.096834 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:58.103476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d9b905b4-3a06-4cfc-960d-de6eb864eea7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers/70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 200 len: 887 time: 0.2785659 Feb 16 12:44:58.106084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.112323 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] Routers {'ce7b8e9c-3b64-453b-a75b-af77d10079a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:58.113095 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:58.160140 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8ab9b65-4165-4bff-97b1-2699c34a8ff0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 200 len: 205 time: 0.0492377 Feb 16 12:44:58.160405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.180047 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:58.180607 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d11ab7-620c-477f-8a60-0ce19d5ea3e9 None None] The sync data for ids ['ce7b8e9c-3b64-453b-a75b-af77d10079a6'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:58.289887 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-30f46fa1-65d7-4015-b878-1cdd2f7efbac tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce7b8e9c-3b64-453b-a75b-af77d10079a6 HTTP/1.1" status: 200 len: 205 time: 0.2229578 Feb 16 12:44:58.303363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56622) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.378669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.398849 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-018a487b-bc89-4a01-b5ef-beb430f8eac8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 993 time: 0.4773183 Feb 16 12:44:58.401893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.506732 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ea2376b-6c58-4b9e-91a8-c8990df7e4bc req-1dad194a-8628-4aaf-81b8-bb55e5fd3dcf service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366720 Feb 16 12:44:58.511231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.573910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.586673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 29c7f66e-2ace-4dcf-a018-19463bd7adc5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:58.587006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.778353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.830523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.879718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.889126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.891020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3c5c91-71a5-48e2-bcca-cd3109ff66cf,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.898494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.904844 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:58.909748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491984a-bf69-4764-807f-a942b6905b2c None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:58.926065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.927061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router ce7b8e9c-3b64-453b-a75b-af77d10079a6 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:44:58.936418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.939793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d00d0630-dd3c-4aae-a622-b67b67d505bc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/ce7b8e9c-3b64-453b-a75b-af77d10079a6 HTTP/1.1" status: 204 len: 168 time: 0.6323507 Feb 16 12:44:58.942995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.946778 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2bbc2511-743a-45b8-95d9-793104a7c72a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3c5c91-71a5-48e2-bcca-cd3109ff66cf HTTP/1.1" status: 204 len: 168 time: 1.4946139 Feb 16 12:44:58.947359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56630) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.042660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 29c7f66e-2ace-4dcf-a018-19463bd7adc5 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:59.045071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.083783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 4925632a-ac98-4ecd-95ac-cc2ed256c755 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:59.088954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 022df138-d6f5-4c23-bbf4-af26bb42b07f {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:59.092889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.131801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.171776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.200653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.273650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.280426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.372852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=29c7f66e-2ace-4dcf-a018-19463bd7adc5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.412724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.445493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.460088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.585817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.618930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.653087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=4925632a-ac98-4ecd-95ac-cc2ed256c755,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.732212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.736222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.739588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36239066-88a2-4526-9854-8e7db1db0b28 None None] Network e3d776e3-e41b-40df-bf5e-b5210cdb4143 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:59.753827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=022df138-d6f5-4c23-bbf4-af26bb42b07f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.783051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.785936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.793831 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a16160e-2882-482b-a8b1-276940733766 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4925632a-ac98-4ecd-95ac-cc2ed256c755 HTTP/1.1" status: 204 len: 168 time: 0.8386757 Feb 16 12:44:59.793831 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21a7556d-0fc5-4748-8bd4-22efdb5be11a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/022df138-d6f5-4c23-bbf4-af26bb42b07f HTTP/1.1" status: 204 len: 168 time: 0.8434031 Feb 16 12:44:59.794665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.796250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.979095 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f255a00-ab94-49c0-8a3c-6613c2ec915c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1873460 Feb 16 12:44:59.981990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.997381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.004385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.004385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router 70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:00.057849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be953723-7b89-470a-81dc-13a1dc5b02a9 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:00.141893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.142935 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd9a755f-e747-437a-aa66-4950ebca363c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 204 len: 168 time: 1.9814389 Feb 16 12:45:00.148101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:00.149420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.152830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:00.155959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:00.156163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-693479763'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.162803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:00.173955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.174219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.175574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] DHCP port deletion for e3d776e3-e41b-40df-bf5e-b5210cdb4143 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:00.177185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:00.178318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.189121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:00.194784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Deleting port 176cd27d-d597-4f8a-85b9-e278a4d0332a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:00.195048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:00.195227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.207695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19a79-76e8-4dd5-9840-89f0988299d3 req-1ec4aee3-97e7-47fd-8e02-00227c2ff113 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.216587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cff19a79-76e8-4dd5-9840-89f0988299d3 req-1ec4aee3-97e7-47fd-8e02-00227c2ff113 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.2860439 Feb 16 12:45:00.239005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:00.253266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 176cd27d-d597-4f8a-85b9-e278a4d0332a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:00.253604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.305681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.309117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.346450 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cff19a79-76e8-4dd5-9840-89f0988299d3 req-3f2fe772-7e01-4696-8945-3a026418e325 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287012 Feb 16 12:45:00.403810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8dc846b8-119b-4718-a2db-560b76bc71b7 None None] Provisioning complete for port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:00.404107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dc846b8-119b-4718-a2db-560b76bc71b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.426831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:00.451260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.451504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 50f88f21-281a-42c6-9c2c-2dd9e372f2e0 of type vlan for network 17cb1b28-72be-4c22-912a-7a05b842ec7c Feb 16 12:45:00.517483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.569938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.585226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 176cd27d-d597-4f8a-85b9-e278a4d0332a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=176cd27d-d597-4f8a-85b9-e278a4d0332a,segment=NetworkSegment(0abcb682-4c5a-42e4-84f8-4b03ec75be94),segment_id=0abcb682-4c5a-42e4-84f8-4b03ec75be94)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:00.585579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.610114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.706881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:00.710528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:00.714895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.715648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.720716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:00.739278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 176cd27d-d597-4f8a-85b9-e278a4d0332a owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:00.741516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:00.753024 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-28cb3e14-2dc1-4211-8e1c-80e874426414 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689698 Feb 16 12:45:00.754154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Deleting port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:00.754314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56672) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.754533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.761154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:00.789265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.795490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.796273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.836519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] For port 176cd27d-d597-4f8a-85b9-e278a4d0332a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=176cd27d-d597-4f8a-85b9-e278a4d0332a,segment=NetworkSegment(0abcb682-4c5a-42e4-84f8-4b03ec75be94),segment_id=0abcb682-4c5a-42e4-84f8-4b03ec75be94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:00.836919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.915821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:00.920222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:00.924114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:00.930927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:00.943243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.946979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.009606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Calling delete_port for 176cd27d-d597-4f8a-85b9-e278a4d0332a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:01.065335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=17cb1b28-72be-4c22-912a-7a05b842ec7c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.071235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85deba3f-db49-45ae-8cd3-2caa92ae2781 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9198313 Feb 16 12:45:01.074377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.083142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.105830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.106403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:01.240083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=176cd27d-d597-4f8a-85b9-e278a4d0332a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.242700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port 176cd27d-d597-4f8a-85b9-e278a4d0332a on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:01.319216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:01.319577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:01.345832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:01.402022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:01.402560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.405184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:01.414010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.424957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:01.432221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:01.456067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:01.468676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d776e3-e41b-40df-bf5e-b5210cdb4143']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.482900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:01.522791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:01.528170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.551517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abcb682-4c5a-42e4-84f8-4b03ec75be94') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.551815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abcb682-4c5a-42e4-84f8-4b03ec75be94') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:01.555398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Calling delete_port for 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:01.611205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.689159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.694599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.701752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.707653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:01.708042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:01.710553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:01.710960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:01.728531 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:01.731186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:01.737237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.737965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 176cd27d-d597-4f8a-85b9-e278a4d0332a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:01.812089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 176cd27d-d597-4f8a-85b9-e278a4d0332a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:01.812372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 176cd27d-d597-4f8a-85b9-e278a4d0332a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:01.854522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f884267-da0d-46f3-8ee5-849fe8713f9d req-c1e11d0c-62bc-49ea-b870-da137849ee7f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:01.856165 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f884267-da0d-46f3-8ee5-849fe8713f9d req-c1e11d0c-62bc-49ea-b870-da137849ee7f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.3744349 Feb 16 12:45:01.859732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.865383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.871489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Deleting port 176cd27d-d597-4f8a-85b9-e278a4d0332a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:01.872040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.925578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=e3d776e3-e41b-40df-bf5e-b5210cdb4143,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.937349 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6a75ebb8-7926-4af0-971b-3ebe74b7835a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/e3d776e3-e41b-40df-bf5e-b5210cdb4143 HTTP/1.1" status: 204 len: 168 time: 2.1049221 Feb 16 12:45:01.937349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.946269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ab971-13f9-41d5-a5e3-dbd8197e0eb6 None None] The port '176cd27d-d597-4f8a-85b9-e278a4d0332a' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:01.952773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1657919830', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.971381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=13']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.976869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:02.008836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:02.014233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:02.024190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f884267-da0d-46f3-8ee5-849fe8713f9d req-ad6e737f-dc9c-444a-96c1-c9fb6c3efcfd tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543562 Feb 16 12:45:02.025031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:02.036225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:02.041694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.048548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.049448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.080298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.081338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.112952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.146969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.178541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:02.196294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:02.206228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.207204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.209477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Deleting port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:02.210385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.224834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=9f7cdf19-be37-4563-841a-7a10425eb52f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.237043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=14']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.252348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db4276ff-8962-43a6-a40b-0e569e818b78 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4961674 Feb 16 12:45:02.255338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.261467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:3c:9c:3a', 'name': 'tempest-NetworksTestDHCPv6-535861149'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:02.269185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=f24e4156-0c62-4748-89ef-41b4e8bbfe50,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.346482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '50f88f21-281a-42c6-9c2c-2dd9e372f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:02.347120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 17cb1b28-72be-4c22-912a-7a05b842ec7c, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:02.416620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:02.421661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:02.424887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:02.430879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:02.444143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:02.495750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.502709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] For port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:02.503401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.505306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:02.537488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 17cb1b28-72be-4c22-912a-7a05b842ec7c) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:02.551518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.552130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.627791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c040329-71a5-4258-8476-84ed019cb682 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5522192 Feb 16 12:45:02.631378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.636561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995454643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:02.646217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:02.652252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:02.656963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:02.663791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:02.681564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.682573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.689086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Calling delete_port for 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:02.717921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.718306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b083d82-5c6d-4868-9910-a631c5c4f6d9 None None] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:02.734110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.764389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 42739e9c-04e7-41db-8e48-c96646937061 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:02.991039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.996450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 172.20.0.6 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1/42739e9c-04e7-41db-8e48-c96646937061) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.019629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fe3c:9c3a (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/9f7cdf19-be37-4563-841a-7a10425eb52f/42739e9c-04e7-41db-8e48-c96646937061) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.051781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.052092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.087594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.113804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] Pushing event deleted for resources: {'Port': ['ID=417ddd0a-33ca-4f7d-91d5-c33560a7ed4a,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.127070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.131099 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f818d3c-c13a-4a8a-bd34-a9715145a88a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4954591 Feb 16 12:45:03.131099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56696) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:03.163411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-17cb1b28-72be-4c22-912a-7a05b842ec7c', 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': 'f24e4156-0c62-4748-89ef-41b4e8bbfe50'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:03.164489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.277797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0cd71-9d4c-4483-8417-cb72f9eec3fc None None] No DVR routers for this DVR port 417ddd0a-33ca-4f7d-91d5-c33560a7ed4a on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:03.279967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.310145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 42739e9c-04e7-41db-8e48-c96646937061 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.324258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1990121-b26d-4ca3-87cd-d8d90c3c012a None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:03.351858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.429022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:03.431417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.435644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:03.487635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=42739e9c-04e7-41db-8e48-c96646937061,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:03.517661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.521375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.551535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Allocated IP 172.20.0.2 (17cb1b28-72be-4c22-912a-7a05b842ec7c/f24e4156-0c62-4748-89ef-41b4e8bbfe50/5894adfd-6563-4d3a-bfb7-79b9131deacd) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.561234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ffc0c446-ca21-452c-9cd6-261f86d45a22 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3047874 Feb 16 12:45:03.563875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56700) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:03.682156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e6eeb0-6a65-4313-a8b7-b928fce84ebc tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.683991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37e6eeb0-6a65-4313-a8b7-b928fce84ebc tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:03.684272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 172.26.4.50 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/1e38fb01-334f-478a-a85d-b58ed53bd70f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:03.706145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37e6eeb0-6a65-4313-a8b7-b928fce84ebc tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:03.710521 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37e6eeb0-6a65-4313-a8b7-b928fce84ebc tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1425805 Feb 16 12:45:03.710763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56704) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:03.740604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5395228-fe7e-4cea-af56-3745669b8f1b req-e136fc4d-7fff-4a34-bf76-73270e9789df tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.742246 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5395228-fe7e-4cea-af56-3745669b8f1b req-e136fc4d-7fff-4a34-bf76-73270e9789df tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.5464418 Feb 16 12:45:03.792283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 42739e9c-04e7-41db-8e48-c96646937061 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:03.792845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.892660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1'}, {'subnet_id': '9f7cdf19-be37-4563-841a-7a10425eb52f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:03.893715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.929785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5395228-fe7e-4cea-af56-3745669b8f1b req-1075fecd-07d2-4b93-8d33-bef4a99bc49f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758785 Feb 16 12:45:03.932997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.045385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.070474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Transition to ACTIVE for port object 5894adfd-6563-4d3a-bfb7-79b9131deacd will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:04.099912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.133230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Transition to ACTIVE for port object 5894adfd-6563-4d3a-bfb7-79b9131deacd will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:04.142257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.247064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 42739e9c-04e7-41db-8e48-c96646937061 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:04.270646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:04.275091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Pushing event updated for resources: {'Port': ['ID=5894adfd-6563-4d3a-bfb7-79b9131deacd,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.277791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:04.281992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:04.289797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.394705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Allocated IP 172.20.0.2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1/6485055b-09fe-4bff-a8b2-562cb38e27ab) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:04.403184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Attempting to bind port 5894adfd-6563-4d3a-bfb7-79b9131deacd on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:04.403551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Attempting to bind port 5894adfd-6563-4d3a-bfb7-79b9131deacd by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '50f88f21-281a-42c6-9c2c-2dd9e372f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:04.403905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Attempting to bind port 5894adfd-6563-4d3a-bfb7-79b9131deacd on network 17cb1b28-72be-4c22-912a-7a05b842ec7c {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:04.408195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Allocated IP 2001:db8::f816:3eff:fe81:d810 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/9f7cdf19-be37-4563-841a-7a10425eb52f/6485055b-09fe-4bff-a8b2-562cb38e27ab) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:04.418890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:04.419349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Checking segment: {'id': '50f88f21-281a-42c6-9c2c-2dd9e372f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:04.419667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.420127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Bound using segment: {'id': '50f88f21-281a-42c6-9c2c-2dd9e372f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:04.420632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Bound port: 5894adfd-6563-4d3a-bfb7-79b9131deacd, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f88f21-281a-42c6-9c2c-2dd9e372f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '17cb1b28-72be-4c22-912a-7a05b842ec7c'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:04.421002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.443200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.526681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.541082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:04.546925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=1e38fb01-334f-478a-a85d-b58ed53bd70f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.549925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:04.557827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:04.592718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.20.0.1 (17cb1b28-72be-4c22-912a-7a05b842ec7c/f24e4156-0c62-4748-89ef-41b4e8bbfe50/e63fa1e7-cc77-4929-89ac-f61c849259ba) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:04.636689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] For port 5894adfd-6563-4d3a-bfb7-79b9131deacd, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:04.640119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=42739e9c-04e7-41db-8e48-c96646937061,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.658709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] For port 5894adfd-6563-4d3a-bfb7-79b9131deacd, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5894adfd-6563-4d3a-bfb7-79b9131deacd,segment=NetworkSegment(50f88f21-281a-42c6-9c2c-2dd9e372f2e0),segment_id=50f88f21-281a-42c6-9c2c-2dd9e372f2e0)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:04.665738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.847888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.863093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.869794 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c43ba5ed-edf1-49df-9a06-9a3dd4ceaaac tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/42739e9c-04e7-41db-8e48-c96646937061 HTTP/1.1" status: 204 len: 168 time: 1.1577637 Feb 16 12:45:04.870835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56708) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.896914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Transition to ACTIVE for port object 6485055b-09fe-4bff-a8b2-562cb38e27ab will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:04.900899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462f03b-2b57-414c-903d-34526c7a0c3c None None] Pushing event updated for resources: {'Port': ['ID=5894adfd-6563-4d3a-bfb7-79b9131deacd,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.938042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Transition to ACTIVE for port object 6485055b-09fe-4bff-a8b2-562cb38e27ab will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:04.948118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.005015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.007189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.008806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.011869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.012736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:05.027639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:05.030756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:05.034766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:05.036023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object e63fa1e7-cc77-4929-89ac-f61c849259ba will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:05.051013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:05.052457 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e914032-c218-422b-a203-5366c9448e05 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1786647 Feb 16 12:45:05.055245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:05.088579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.111793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Pushing event updated for resources: {'Port': ['ID=6485055b-09fe-4bff-a8b2-562cb38e27ab,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.214475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:05.219023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.332983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Attempting to bind port 6485055b-09fe-4bff-a8b2-562cb38e27ab on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:05.334182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Attempting to bind port 6485055b-09fe-4bff-a8b2-562cb38e27ab by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:05.334798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Attempting to bind port 6485055b-09fe-4bff-a8b2-562cb38e27ab on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:05.343062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:05.343807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:05.357783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.358340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:05.364646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Bound port: 6485055b-09fe-4bff-a8b2-562cb38e27ab, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:05.365091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.423892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5894adfd-6563-4d3a-bfb7-79b9131deacd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:05.488358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.490934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=e63fa1e7-cc77-4929-89ac-f61c849259ba,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.516778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:05.522402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:05.528993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:05.535123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] For port 6485055b-09fe-4bff-a8b2-562cb38e27ab, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:05.539328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] For port 6485055b-09fe-4bff-a8b2-562cb38e27ab, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6485055b-09fe-4bff-a8b2-562cb38e27ab,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:05.553814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5894adfd-6563-4d3a-bfb7-79b9131deacd completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:05.558095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.618481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.694506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.707852 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05762c06-39cb-4a99-8a53-e582f0dcc484 None None] Pushing event updated for resources: {'Port': ['ID=6485055b-09fe-4bff-a8b2-562cb38e27ab,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.724708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.770352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.778613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.799096 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-001ece6d-44b5-4897-8937-6afb791dcea5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1 HTTP/1.1" status: 204 len: 168 time: 0.7425528 Feb 16 12:45:05.799796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56718) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:05.888628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 9f7cdf19-be37-4563-841a-7a10425eb52f {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:05.892760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.977074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.069073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.124895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51093aaa-e7a7-4e45-81c0-f1a491f72466 req-8738ecb0-be21-4b39-a1ad-6fccccc0d0fd tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:06.126998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.127732 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51093aaa-e7a7-4e45-81c0-f1a491f72466 req-8738ecb0-be21-4b39-a1ad-6fccccc0d0fd tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.8944798 Feb 16 12:45:06.230456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.281406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.285292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7cdf19-be37-4563-841a-7a10425eb52f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.302068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d097714-e590-4330-a236-1f95cb5badae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/9f7cdf19-be37-4563-841a-7a10425eb52f HTTP/1.1" status: 204 len: 168 time: 0.4965165 Feb 16 12:45:06.302390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.384290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd87c59-10d6-458d-9083-db1b12464ad0 None None] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:06.385250 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce38dd5a-8a33-4b9a-b348-dea3c0486b0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816476 Feb 16 12:45:06.388133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.417394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51093aaa-e7a7-4e45-81c0-f1a491f72466 req-c5648771-393d-4875-b9fc-8ef2799ed40a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772646 Feb 16 12:45:06.489703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0e011-c0ca-4e14-b5c7-f0f7b5931e8d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:06.491216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8b0e011-c0ca-4e14-b5c7-f0f7b5931e8d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:06.510732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Provisioning for port 5894adfd-6563-4d3a-bfb7-79b9131deacd completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:06.518431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8b0e011-c0ca-4e14-b5c7-f0f7b5931e8d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:06.523018 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8b0e011-c0ca-4e14-b5c7-f0f7b5931e8d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1307213 Feb 16 12:45:06.524124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.536308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Provisioning complete for port 5894adfd-6563-4d3a-bfb7-79b9131deacd triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:06.537122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.596855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.633532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59276108-8f91-4785-95ab-b4bde5b69e1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:06.634256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59276108-8f91-4785-95ab-b4bde5b69e1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:06.662029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.665469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59276108-8f91-4785-95ab-b4bde5b69e1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:06.671188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.672358 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59276108-8f91-4785-95ab-b4bde5b69e1f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467755 Feb 16 12:45:06.750271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.844629 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b281bc5-6b2f-4d04-a801-80ebf0f76396 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678348 Feb 16 12:45:06.857999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.885006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:06.898316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] For port 5894adfd-6563-4d3a-bfb7-79b9131deacd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5894adfd-6563-4d3a-bfb7-79b9131deacd,segment=NetworkSegment(50f88f21-281a-42c6-9c2c-2dd9e372f2e0),segment_id=50f88f21-281a-42c6-9c2c-2dd9e372f2e0)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:06.912141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.016979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745fbc-5cb4-443c-a9e1-7e3debfd95d7 None None] Pushing event updated for resources: {'Port': ['ID=5894adfd-6563-4d3a-bfb7-79b9131deacd,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:07.242579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d978d80-29ca-4deb-a6cc-781ea6be50cb None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:07.289011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee7d0caf-3d7b-4294-a7ae-8b793f599957 None None] Could not find standard attr ID for object 42739e9c-04e7-41db-8e48-c96646937061. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:07.309001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:07.357487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:07.419448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee7d0caf-3d7b-4294-a7ae-8b793f599957 None None] Provisioning for port 6485055b-09fe-4bff-a8b2-562cb38e27ab completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:07.472943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:07.476504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.478040 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:07.478465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:07.513961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5894adfd-6563-4d3a-bfb7-79b9131deacd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:07.547150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e99480fb-a893-4c2b-aabe-f09fa758a284 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6867461 Feb 16 12:45:07.550701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56744) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:07.556520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:07.574860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router dcb32b19-758e-4378-ac3a-ca511dfddf07 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:07.692675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5894adfd-6563-4d3a-bfb7-79b9131deacd triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:07.693279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.760162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:07.769811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Deleting port 6485055b-09fe-4bff-a8b2-562cb38e27ab {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:07.770195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.794893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:07.822131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Provisioning for port e63fa1e7-cc77-4929-89ac-f61c849259ba completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:07.830820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.838384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Provisioning complete for port e63fa1e7-cc77-4929-89ac-f61c849259ba triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:07.838760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.851331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.883075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:07.948086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Port e63fa1e7-cc77-4929-89ac-f61c849259ba cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:08.108702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6485055b-09fe-4bff-a8b2-562cb38e27ab up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:08.141699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Provisioning complete for port 5894adfd-6563-4d3a-bfb7-79b9131deacd triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:08.141699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6bb3-a673-47e3-b89c-f7771c91c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.142389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:08.213279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=e63fa1e7-cc77-4929-89ac-f61c849259ba,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.221695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:08.223387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] For port 6485055b-09fe-4bff-a8b2-562cb38e27ab, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6485055b-09fe-4bff-a8b2-562cb38e27ab,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:08.223783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.225145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.226505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:08.226933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.234572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.243591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:08.252907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dfd23-60f3-4a71-98e1-1f1bb11c32be req-899aab33-56af-462b-8edc-91055228d71c tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:08.254448 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e9dfd23-60f3-4a71-98e1-1f1bb11c32be req-899aab33-56af-462b-8edc-91055228d71c tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.6774223 Feb 16 12:45:08.310347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] Sync routers for ids ['dcb32b19-758e-4378-ac3a-ca511dfddf07'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:08.325656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5e346d47-53de-4202-a065-ae4f30b85317 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7738769 Feb 16 12:45:08.329175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.337881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.341859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.347679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c0511a46-182e-44f3-8294-a5bf390a915e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3957989 Feb 16 12:45:08.358043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56752) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.386227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Calling delete_port for 6485055b-09fe-4bff-a8b2-562cb38e27ab owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:08.431991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e9dfd23-60f3-4a71-98e1-1f1bb11c32be req-cb5a80cd-063b-4da6-93cd-91a36caa9996 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662962 Feb 16 12:45:08.439518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] Routers {'dcb32b19-758e-4378-ac3a-ca511dfddf07'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:08.445309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['dcb32b19-758e-4378-ac3a-ca511dfddf07'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.512718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:08.515455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:08.576069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.589923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6485055b-09fe-4bff-a8b2-562cb38e27ab completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:08.609484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:08.660065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.701190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:08.721600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6485055b-09fe-4bff-a8b2-562cb38e27ab triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:08.721964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.729171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:08.732644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.734043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:08.734474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.773555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port 6485055b-09fe-4bff-a8b2-562cb38e27ab was deleted so its status cannot be updated. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:45:08.774744 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4b6eb2d9-8942-43be-802a-59176a6ea3a3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers/dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 200 len: 884 time: 0.4093847 Feb 16 12:45:08.775938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] Pushing event deleted for resources: {'Port': ['ID=6485055b-09fe-4bff-a8b2-562cb38e27ab,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.777251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.782941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] Routers {'dcb32b19-758e-4378-ac3a-ca511dfddf07'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:08.783697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['dcb32b19-758e-4378-ac3a-ca511dfddf07'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.815863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router d3d0671d-d47c-4de7-afc3-261076827fc4 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:08.850167 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-48c602d7-1631-4ae2-85ba-31cbaf742cc6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5198264 Feb 16 12:45:08.854203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.870052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:08.922111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:08.923900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143ddc4-ae83-4e41-b71a-76c8f9214844 None None] The sync data for ids ['dcb32b19-758e-4378-ac3a-ca511dfddf07'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:08.925878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0e2a7-85ba-4fe0-a173-cfbf355eb13d None None] No DVR routers for this DVR port 6485055b-09fe-4bff-a8b2-562cb38e27ab on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:08.990091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:08.995044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-86f19376-b79f-4633-90d8-4759f3d81ef7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/d3d0671d-d47c-4de7-afc3-261076827fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8635714 Feb 16 12:45:08.997492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56764) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.003446 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29594863-1686-47d3-8568-6254c1729997 None None] Sync routers for ids ['d3d0671d-d47c-4de7-afc3-261076827fc4'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:09.014261 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] Routers {'d3d0671d-d47c-4de7-afc3-261076827fc4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:09.014985 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3d0671d-d47c-4de7-afc3-261076827fc4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.055536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:09.065156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-01c9160d-0fc5-4c97-96a3-a69f2e4c8a96 None None] Provisioning complete for port e63fa1e7-cc77-4929-89ac-f61c849259ba triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:09.065535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-01c9160d-0fc5-4c97-96a3-a69f2e4c8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.074428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:09.077802 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.086262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99e6bc-6522-4a06-a9e4-c28c71fa1177 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:09.087202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f99e6bc-6522-4a06-a9e4-c28c71fa1177 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:09.090979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] Routers {'d3d0671d-d47c-4de7-afc3-261076827fc4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:09.091888 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3d0671d-d47c-4de7-afc3-261076827fc4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.110815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:09.112442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f99e6bc-6522-4a06-a9e4-c28c71fa1177 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:09.114586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.115977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:09.116423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:09.119812 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f99e6bc-6522-4a06-a9e4-c28c71fa1177 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports/e63fa1e7-cc77-4929-89ac-f61c849259ba HTTP/1.1" status: 200 len: 910 time: 0.1212900 Feb 16 12:45:09.120491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.127703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f24e4156-0c62-4748-89ef-41b4e8bbfe50'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.151979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-981d6b53-ecba-467a-a252-571922aee631 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:09.161293 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dca4359d-d414-455f-a70b-a0f94f84ac5e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3060684 Feb 16 12:45:09.161919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.169113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-01c9160d-0fc5-4c97-96a3-a69f2e4c8a96 None None] Port e63fa1e7-cc77-4929-89ac-f61c849259ba cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:09.169567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.202863 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-29594863-1686-47d3-8568-6254c1729997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:09.203689 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29594863-1686-47d3-8568-6254c1729997 None None] The sync data for ids ['d3d0671d-d47c-4de7-afc3-261076827fc4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:09.305195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6485055b-09fe-4bff-a8b2-562cb38e27ab no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:09.343836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 6485055b-09fe-4bff-a8b2-562cb38e27ab {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:09.344706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6485055b-09fe-4bff-a8b2-562cb38e27ab not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:09.397293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-981d6b53-ecba-467a-a252-571922aee631 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:09.402623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-981d6b53-ecba-467a-a252-571922aee631 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6202815 Feb 16 12:45:09.402623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56776) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.416480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1657919830'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.421184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.496767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:09.520972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:09.603046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:09.607422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.608285 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:09.608751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:09.711537 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-807d5388-dcb8-45b4-ba34-0246daeb5793 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5473132 Feb 16 12:45:09.715552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.726565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:10.035514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.046902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.121780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:10.170105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:10.199940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:10.203346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.204906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:10.205325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:10.220781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a3c3a-2cc1-4ee9-b75e-5b2e013a308a req-85d7a4be-ce6e-4345-9c1f-3bcab7d6c6e6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.222231 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9e5a3c3a-2cc1-4ee9-b75e-5b2e013a308a req-85d7a4be-ce6e-4345-9c1f-3bcab7d6c6e6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.4636374 Feb 16 12:45:10.239603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router dcb32b19-758e-4378-ac3a-ca511dfddf07 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:10.275278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-084f4c94-50d6-441c-806a-e145595a9a15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5583129 Feb 16 12:45:10.293501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.407090 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9e5a3c3a-2cc1-4ee9-b75e-5b2e013a308a req-1c857208-fb43-40d5-81c8-9404c628a86f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768434 Feb 16 12:45:10.408610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9474d84-37b0-4149-bcb8-23ed62b5d312 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:10.419698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:10.430732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.431634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753b866-94eb-41a9-848a-25656d451613 None None] Sync routers for ids ['dcb32b19-758e-4378-ac3a-ca511dfddf07'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:10.432665 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96bca954-1875-41d9-8067-b28848f29766 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 200 len: 891 time: 1.0291281 Feb 16 12:45:10.435079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.445644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] Routers {'dcb32b19-758e-4378-ac3a-ca511dfddf07'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:10.446290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['dcb32b19-758e-4378-ac3a-ca511dfddf07'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.447938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9474d84-37b0-4149-bcb8-23ed62b5d312 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:10.449106 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9474d84-37b0-4149-bcb8-23ed62b5d312 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1479914 Feb 16 12:45:10.459372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.517002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.527891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] Routers {'dcb32b19-758e-4378-ac3a-ca511dfddf07'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:10.528521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['dcb32b19-758e-4378-ac3a-ca511dfddf07'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.534584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0890d3-c840-4fc9-b4cb-3cb00aabb04f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.535490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df0890d3-c840-4fc9-b4cb-3cb00aabb04f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:10.560673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.564284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df0890d3-c840-4fc9-b4cb-3cb00aabb04f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:10.565750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df0890d3-c840-4fc9-b4cb-3cb00aabb04f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051259 Feb 16 12:45:10.568335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56798) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.598523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f753b866-94eb-41a9-848a-25656d451613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.599180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753b866-94eb-41a9-848a-25656d451613 None None] The sync data for ids ['dcb32b19-758e-4378-ac3a-ca511dfddf07'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:10.647786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63c7e2ba-b9b7-413a-a638-562cda98a991 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782223 Feb 16 12:45:10.648535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.653900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.662088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:10.687349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7aec8b9-94f0-4efd-a013-07bb5e5e39a3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers/dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 200 len: 891 time: 0.2511983 Feb 16 12:45:10.697805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.775296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.775939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.777325 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/ports/e63fa1e7-cc77-4929-89ac-f61c849259ba HTTP/1.1" status: 200 len: 910 time: 1.6558738 Feb 16 12:45:10.778187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281047-2207-4fcf-9371-2d9609d8315a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=e63fa1e7-cc77-4929-89ac-f61c849259ba,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.780942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.923086 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b51e000-e823-4216-88f0-08796fefe004 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 200 len: 205 time: 0.2236023 Feb 16 12:45:10.928915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.089124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:11.115580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:11.192552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:11.196449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.298076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.325009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.558643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.587880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 1e38fb01-334f-478a-a85d-b58ed53bd70f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:11.587880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.840971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec846fe-e081-4f1e-9221-8673bcf479be req-795ce018-e76a-4560-a1dc-a185f89852e8 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.840971 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ec846fe-e081-4f1e-9221-8673bcf479be req-795ce018-e76a-4560-a1dc-a185f89852e8 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.1565239 Feb 16 12:45:11.914493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:11.918340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.928035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.933654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ec846fe-e081-4f1e-9221-8673bcf479be req-25ff591b-57d1-4928-bdb7-3c4bade9213f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853682 Feb 16 12:45:11.973500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port e63fa1e7-cc77-4929-89ac-f61c849259ba {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:11.973747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.123510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 1e38fb01-334f-478a-a85d-b58ed53bd70f owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:12.155630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:12.165398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:12.179900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.180349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9973d-3f73-4c4f-b64c-c41eabdea0a7 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:12.180815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.205969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=bbdd3670-eff3-4e25-997c-1e9724a9a2dc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.224594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.249652 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df1bee9a-bfd1-4bae-b253-0c032112441e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5918145 Feb 16 12:45:12.255652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56820) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:12.262196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:93:8a:98', 'name': 'tempest-NetworksTestDHCPv6-1261795115'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:12.390779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for e63fa1e7-cc77-4929-89ac-f61c849259ba owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:12.512524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'bbdd3670-eff3-4e25-997c-1e9724a9a2dc'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:12.513300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.673696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.686836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:12.710098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:12.730164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:12.757464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=e63fa1e7-cc77-4929-89ac-f61c849259ba,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.757680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.816185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Allocated IP 2001:db8::f816:3eff:fe27:24f4 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/bbdd3670-eff3-4e25-997c-1e9724a9a2dc/8151f431-0324-4a7e-8e8c-175bd27d46bf) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:12.940075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.979740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=1e38fb01-334f-478a-a85d-b58ed53bd70f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.023860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port e060b382-05c8-41b5-892d-dd83d827ea62 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:13.034756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.119889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.133943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Transition to ACTIVE for port object 8151f431-0324-4a7e-8e8c-175bd27d46bf will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:13.154669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Transition to ACTIVE for port object 8151f431-0324-4a7e-8e8c-175bd27d46bf will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:13.158671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.162116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.227421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:13.235610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:13.238184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:13.273504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Pushing event updated for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.402826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.411926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.424671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Attempting to bind port 8151f431-0324-4a7e-8e8c-175bd27d46bf on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.425534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Attempting to bind port 8151f431-0324-4a7e-8e8c-175bd27d46bf by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.426440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Attempting to bind port 8151f431-0324-4a7e-8e8c-175bd27d46bf on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.440539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fe93:8a98 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/bbdd3670-eff3-4e25-997c-1e9724a9a2dc/e060b382-05c8-41b5-892d-dd83d827ea62) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:13.440901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:13.441260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:13.441735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.444846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:13.444846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Bound port: 8151f431-0324-4a7e-8e8c-175bd27d46bf, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:13.444846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.462353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.462945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router dcb32b19-758e-4378-ac3a-ca511dfddf07 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:13.535797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router d3d0671d-d47c-4de7-afc3-261076827fc4 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:13.544702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a9b0-5d6e-4f02-8798-e240d655c7fa req-a3ffb641-16f1-4b55-afdd-d74a216cb1f0 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.544702 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ff6a9b0-5d6e-4f02-8798-e240d655c7fa req-a3ffb641-16f1-4b55-afdd-d74a216cb1f0 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.4284010 Feb 16 12:45:13.571803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.575772 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d1f61ab-bdac-42da-b090-50f7d1fa380b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 204 len: 168 time: 2.6448665 Feb 16 12:45:13.606422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:13.606711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.612950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:13.620620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.659160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-924775982'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:13.743934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:13.749683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ff6a9b0-5d6e-4f02-8798-e240d655c7fa req-d2f4ff1a-4f3d-414f-bdd2-7d299c5ce501 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376116 Feb 16 12:45:13.749683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:13.759749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:13.759749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:13.765373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119ac54-0a80-4bc8-9e77-1e3d610b1cea None None] Pushing event updated for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.772064 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] Sync routers for ids ['d3d0671d-d47c-4de7-afc3-261076827fc4'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:13.779468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:13.791662 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] Routers {'d3d0671d-d47c-4de7-afc3-261076827fc4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:13.791836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-52965db1-d62d-4531-82ce-b9e6ef5e5517 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/d3d0671d-d47c-4de7-afc3-261076827fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0087857 Feb 16 12:45:13.792343 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3d0671d-d47c-4de7-afc3-261076827fc4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.796052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56830) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.796426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:13.801354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.876222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60af86d1-c4dd-4391-855a-41b612a5b317 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:13.881051 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.894244 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] Routers {'d3d0671d-d47c-4de7-afc3-261076827fc4'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:13.894958 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d3d0671d-d47c-4de7-afc3-261076827fc4'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.898505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.910920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:13.926499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.926846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 7b2f70cd-bff2-422c-a665-b67a0815a9f1 of type vlan for network abb71c09-a41d-4ebe-8ee9-6d304771ef90 Feb 16 12:45:13.928610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object e060b382-05c8-41b5-892d-dd83d827ea62 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:13.929050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60af86d1-c4dd-4391-855a-41b612a5b317 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:13.932770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-60af86d1-c4dd-4391-855a-41b612a5b317 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d0671d-d47c-4de7-afc3-261076827fc4 HTTP/1.1" status: 200 len: 205 time: 0.1193614 Feb 16 12:45:13.933197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56834) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.982435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.985687 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:13.986253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163b159-93f6-44db-a4fc-9f3964bfe2ff None None] The sync data for ids ['d3d0671d-d47c-4de7-afc3-261076827fc4'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:14.044434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.051715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.052400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.164814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.200372 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5852332 Feb 16 12:45:14.207392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56838) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.216976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:14.246513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8069bc-3995-472e-83e0-93896e762b1f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=abb71c09-a41d-4ebe-8ee9-6d304771ef90,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.259313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:14.356369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.371529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:14.379436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:14.383509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:14.395228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:14.407294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:14.411534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.739887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.747917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.754445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.778448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:14.809145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=e060b382-05c8-41b5-892d-dd83d827ea62,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.819034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:14.821482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.822060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.822847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.823342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.823835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.824356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.824868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.825372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.825884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.826215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.826543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.826877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:14.830651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:14.838860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.839811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.845486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.848633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router d3d0671d-d47c-4de7-afc3-261076827fc4 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:14.893172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.894590 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fbb5b49a-8801-4abe-8da8-ed32b5fbd260 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/d3d0671d-d47c-4de7-afc3-261076827fc4 HTTP/1.1" status: 204 len: 168 time: 0.9601274 Feb 16 12:45:14.899569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56850) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.917464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=5c60e55a-b90a-4536-86a8-e9cbdb2582e9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.922608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '7b2f70cd-bff2-422c-a665-b67a0815a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:14.923599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: abb71c09-a41d-4ebe-8ee9-6d304771ef90, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:14.959721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b3d6191-ae32-43fc-8c1b-2dc761594ad8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7032838 Feb 16 12:45:14.965753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.010720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:15.026551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, abb71c09-a41d-4ebe-8ee9-6d304771ef90) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:15.033360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.033975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.045456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd773f8-ef66-4568-8709-dbe40c2ec4c0 None None] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:15.075837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet f24e4156-0c62-4748-89ef-41b4e8bbfe50 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:15.087638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.096577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1389-fc2b-44fc-ad81-73203c4ab302 req-03e26369-e943-4ccc-a356-1c1ca11b7271 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.098641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f4e1389-fc2b-44fc-ad81-73203c4ab302 req-03e26369-e943-4ccc-a356-1c1ca11b7271 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.1781049 Feb 16 12:45:15.101137 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-adaaed10-6abb-4af9-81fe-fa22dd3cb074 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8926859 Feb 16 12:45:15.103862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.109411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-688718628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.119081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:15.125956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:15.130417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:15.140321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:15.159067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462d4d4-7bed-45f6-a001-bbbf6e12b3e9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.165094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462d4d4-7bed-45f6-a001-bbbf6e12b3e9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.165912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6462d4d4-7bed-45f6-a001-bbbf6e12b3e9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:15.189434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.193669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.193892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.230859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.248993 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f4e1389-fc2b-44fc-ad81-73203c4ab302 req-0983fcec-b230-4748-8f51-b393f82a625b tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862269 Feb 16 12:45:15.269642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.337338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.347941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.349854 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a2d273d5-66cc-49a3-82f0-e1c9b7200b3e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2449784 Feb 16 12:45:15.352764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.428327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8151f431-0324-4a7e-8e8c-175bd27d46bf up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:15.465325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.497738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba076a44-c7a6-4b10-9499-72ef886ba3b6 None None] Provisioning for port 8151f431-0324-4a7e-8e8c-175bd27d46bf completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:15.552420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=f24e4156-0c62-4748-89ef-41b4e8bbfe50,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.561559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6462d4d4-7bed-45f6-a001-bbbf6e12b3e9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:15.563203 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6462d4d4-7bed-45f6-a001-bbbf6e12b3e9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5903103 Feb 16 12:45:15.565498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.568365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.573802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a3efa42-f500-48f7-8f35-357dda996ad9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/f24e4156-0c62-4748-89ef-41b4e8bbfe50 HTTP/1.1" status: 204 len: 168 time: 0.6719434 Feb 16 12:45:15.578908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56870) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.644083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e29a7-980f-45f2-8c6a-2fa57c9a28e9 None None] Network 17cb1b28-72be-4c22-912a-7a05b842ec7c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:15.702142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-abb71c09-a41d-4ebe-8ee9-6d304771ef90', 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '5c60e55a-b90a-4536-86a8-e9cbdb2582e9'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:15.703882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.771544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.786864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 5894adfd-6563-4d3a-bfb7-79b9131deacd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:15.787466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.997835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0a1fda39-5c52-4b0d-8188-18986454370b None None] Provisioning for port e060b382-05c8-41b5-892d-dd83d827ea62 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:16.044987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0a1fda39-5c52-4b0d-8188-18986454370b None None] Provisioning complete for port e060b382-05c8-41b5-892d-dd83d827ea62 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:16.045355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a1fda39-5c52-4b0d-8188-18986454370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.093584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port e060b382-05c8-41b5-892d-dd83d827ea62 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:16.094512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.121766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 8151f431-0324-4a7e-8e8c-175bd27d46bf completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:16.150498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8151f431-0324-4a7e-8e8c-175bd27d46bf triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:16.150859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.169394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 5894adfd-6563-4d3a-bfb7-79b9131deacd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5894adfd-6563-4d3a-bfb7-79b9131deacd,segment=NetworkSegment(50f88f21-281a-42c6-9c2c-2dd9e372f2e0),segment_id=50f88f21-281a-42c6-9c2c-2dd9e372f2e0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.170300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.220306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fda39-5c52-4b0d-8188-18986454370b None None] Port e060b382-05c8-41b5-892d-dd83d827ea62 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:16.234456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Allocated IP 2001:db8::2 (abb71c09-a41d-4ebe-8ee9-6d304771ef90/5c60e55a-b90a-4536-86a8-e9cbdb2582e9/66898c00-69e2-4848-80ae-4a4ed2aad939) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:16.322621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 5894adfd-6563-4d3a-bfb7-79b9131deacd owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:16.453925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.475556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.550406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ee10f-6426-439d-8f20-905eef0da605 None None] DHCP port deletion for 17cb1b28-72be-4c22-912a-7a05b842ec7c request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:16.557759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=5894adfd-6563-4d3a-bfb7-79b9131deacd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.562215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.567061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 5894adfd-6563-4d3a-bfb7-79b9131deacd on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:16.579697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.618926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.623246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.685182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Transition to ACTIVE for port object 66898c00-69e2-4848-80ae-4a4ed2aad939 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:16.726596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.728152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Transition to ACTIVE for port object 66898c00-69e2-4848-80ae-4a4ed2aad939 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:16.736380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.740968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.755903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cb1b28-72be-4c22-912a-7a05b842ec7c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.764269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.769305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f88f21-281a-42c6-9c2c-2dd9e372f2e0') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.769634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f88f21-281a-42c6-9c2c-2dd9e372f2e0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.783607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.802398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.806511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:16.809255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:16.809661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.815716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:16.818582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:16.825172 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:16.830765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Pushing event updated for resources: {'Port': ['ID=66898c00-69e2-4848-80ae-4a4ed2aad939,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.918176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.928225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Attempting to bind port 66898c00-69e2-4848-80ae-4a4ed2aad939 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:16.928585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Attempting to bind port 66898c00-69e2-4848-80ae-4a4ed2aad939 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7b2f70cd-bff2-422c-a665-b67a0815a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:16.929250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Attempting to bind port 66898c00-69e2-4848-80ae-4a4ed2aad939 on network abb71c09-a41d-4ebe-8ee9-6d304771ef90 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:16.935233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:16.935855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Checking segment: {'id': '7b2f70cd-bff2-422c-a665-b67a0815a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:16.936313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.936710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Bound using segment: {'id': '7b2f70cd-bff2-422c-a665-b67a0815a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:16.937178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Bound port: 66898c00-69e2-4848-80ae-4a4ed2aad939, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2f70cd-bff2-422c-a665-b67a0815a9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'abb71c09-a41d-4ebe-8ee9-6d304771ef90'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:16.937634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.944814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.957601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=17cb1b28-72be-4c22-912a-7a05b842ec7c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.964216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for e060b382-05c8-41b5-892d-dd83d827ea62 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:16.968594 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7212fda9-59d2-4c31-8513-c44582afaf9a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/17cb1b28-72be-4c22-912a-7a05b842ec7c HTTP/1.1" status: 204 len: 168 time: 1.3876328 Feb 16 12:45:16.969485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:16.975145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2100284443', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:16.985316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:16.990157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:16.993180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:16.999754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.017464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.019261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.035021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de23b-f7af-44e8-929c-79c63eb0cb01 req-ee0ec777-93da-47d0-9336-aa5a28adcb7a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.044998 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b3de23b-f7af-44e8-929c-79c63eb0cb01 req-ee0ec777-93da-47d0-9336-aa5a28adcb7a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.6268351 Feb 16 12:45:17.051405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.079467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.088525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] For port 66898c00-69e2-4848-80ae-4a4ed2aad939, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:17.092279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] For port 66898c00-69e2-4848-80ae-4a4ed2aad939, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66898c00-69e2-4848-80ae-4a4ed2aad939,segment=NetworkSegment(7b2f70cd-bff2-422c-a665-b67a0815a9f1),segment_id=7b2f70cd-bff2-422c-a665-b67a0815a9f1)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:17.101338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.145580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.149418 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fce73fbc-27aa-4265-afac-0d93e4badcce tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1764688 Feb 16 12:45:17.150136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.161296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1557377206'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:17.171717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:17.178700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:17.182245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:17.191186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.195730 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b3de23b-f7af-44e8-929c-79c63eb0cb01 req-33200dd8-2ad6-41a5-8de3-4d5221989355 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461649 Feb 16 12:45:17.206302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:17.213162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.243552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb9f07-74d6-4181-9d11-14e8a197e491 None None] Pushing event updated for resources: {'Port': ['ID=66898c00-69e2-4848-80ae-4a4ed2aad939,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.278430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:17.294417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.294928 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment b46f78fd-388a-480b-9ef3-2e320b6e787f of type vlan for network 52398977-3e67-474e-a3cd-16b92fe9aefb Feb 16 12:45:17.333043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.359380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8151f431-0324-4a7e-8e8c-175bd27d46bf up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:17.366957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.370070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.377992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.378725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.427600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=e060b382-05c8-41b5-892d-dd83d827ea62,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.451098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.451719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.452253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.452755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.453285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.453940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.454640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.455141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.456548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.457200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.457842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.458754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:17.478522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8151f431-0324-4a7e-8e8c-175bd27d46bf triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:17.479906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.497130 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3458235 Feb 16 12:45:17.501725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.511427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:17.536653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8::1 (abb71c09-a41d-4ebe-8ee9-6d304771ef90/5c60e55a-b90a-4536-86a8-e9cbdb2582e9/d91d80c2-3b31-4d66-96b6-0722ef16cd52) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:17.715265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6328270-2bf0-4148-8b2f-919c4747a2c7 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=52398977-3e67-474e-a3cd-16b92fe9aefb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.727263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 52398977-3e67-474e-a3cd-16b92fe9aefb details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:17.755270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5894adfd-6563-4d3a-bfb7-79b9131deacd no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:17.819079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:17.824509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:17.828145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:17.840597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.854099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:17.858074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.881187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 5894adfd-6563-4d3a-bfb7-79b9131deacd {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:17.881553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5894adfd-6563-4d3a-bfb7-79b9131deacd not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:17.980737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.017670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-43d9c7d6-481c-4ca5-9244-204b6f74f170 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/e060b382-05c8-41b5-892d-dd83d827ea62 HTTP/1.1" status: 204 len: 168 time: 2.4481096 Feb 16 12:45:18.020310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.024336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.081303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object d91d80c2-3b31-4d66-96b6-0722ef16cd52 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:18.107436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc309c-0957-4842-b01c-3d5311d10b21 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.107436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc309c-0957-4842-b01c-3d5311d10b21 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.107985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91cc309c-0957-4842-b01c-3d5311d10b21 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0868399 Feb 16 12:45:18.112234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.117605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.191162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet bbdd3670-eff3-4e25-997c-1e9724a9a2dc {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:18.194974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.198825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.216601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=8962d2e0-23a8-4900-914f-e4966b4747ad,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.229611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:18.229968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 52398977-3e67-474e-a3cd-16b92fe9aefb, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:18.259368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 52398977-3e67-474e-a3cd-16b92fe9aefb is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:18.289177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 52398977-3e67-474e-a3cd-16b92fe9aefb) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:18.294615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.295364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.318615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba8145-58b3-4604-af1f-3e8fd08ba610 None None] Network 52398977-3e67-474e-a3cd-16b92fe9aefb requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:18.323897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:18.330604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:18.338253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:18.339053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.341745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=d91d80c2-3b31-4d66-96b6-0722ef16cd52,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.346197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.376687 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a525b7e6-3c03-4cea-bab4-bbe1791bc6ab tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8735409 Feb 16 12:45:18.378293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.649496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.668658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.711793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:45:18.713518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d702c-7fd7-46d6-a9a4-53fb24bd0569 None None] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:18.742250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-52398977-3e67-474e-a3cd-16b92fe9aefb', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:18.743226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.881822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.resource_extend [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:18.944757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c374fab6-3de0-4966-a3cc-b48f327d8801 None None] Provisioning for port 66898c00-69e2-4848-80ae-4a4ed2aad939 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:18.954670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c0b08-7067-438c-9a76-461cbafdd10a req-12344b35-e243-4962-ae70-14f828d56125 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.956204 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c1c0b08-7067-438c-9a76-461cbafdd10a req-12344b35-e243-4962-ae70-14f828d56125 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 0.4973123 Feb 16 12:45:18.960038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a53115-c057-442e-83cd-bcd569eb6082 req-c1634731-b3dc-4d3e-a18c-71efc99748ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.961245 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7a53115-c057-442e-83cd-bcd569eb6082 req-c1634731-b3dc-4d3e-a18c-71efc99748ce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1099 time: 0.3621323 Feb 16 12:45:19.047586 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7a53115-c057-442e-83cd-bcd569eb6082 req-a714094c-f2ee-463e-9b75-354d20cae687 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613990 Feb 16 12:45:19.049294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.079717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.103783 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c1c0b08-7067-438c-9a76-461cbafdd10a req-46acb0ac-724f-4c9a-9542-d6e16d157932 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324356 Feb 16 12:45:19.137103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6066ea-1919-4fcb-80fb-b63d9bef9465 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:19.174815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdd3670-eff3-4e25-997c-1e9724a9a2dc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.176961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.200447 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75b9e5d7-f0fd-4ea2-aa4b-538b55087153 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/bbdd3670-eff3-4e25-997c-1e9724a9a2dc HTTP/1.1" status: 204 len: 168 time: 1.0844598 Feb 16 12:45:19.201085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.223120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.273596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5bfb269-fa78-433d-8eb9-98afd222fa73 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717244 Feb 16 12:45:19.277184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.285630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:19.322020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'port_id': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'mac_address': 'fa:16:3e:f0:3e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:45:19.401392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66898c00-69e2-4848-80ae-4a4ed2aad939 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:19.434201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Allocated IP 172.20.0.2 (52398977-3e67-474e-a3cd-16b92fe9aefb/8962d2e0-23a8-4900-914f-e4966b4747ad/0ac86449-0ce4-40ee-bc69-79cd658caa40) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:19.455198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:19.463492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:19.467555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.470018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:19.477203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:19.479263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.480150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.554181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.563460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:19.567407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.652136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:19.704921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.725349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.770974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 66898c00-69e2-4848-80ae-4a4ed2aad939 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:19.801196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 66898c00-69e2-4848-80ae-4a4ed2aad939 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:19.801560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.809556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=d91d80c2-3b31-4d66-96b6-0722ef16cd52,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.933808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:19.950348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:19.952792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:19.960472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Deleting port 8151f431-0324-4a7e-8e8c-175bd27d46bf {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:19.960794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.059686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.079174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.114235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Transition to ACTIVE for port object 0ac86449-0ce4-40ee-bc69-79cd658caa40 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:20.159158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Provisioning for port d91d80c2-3b31-4d66-96b6-0722ef16cd52 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:20.189693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Provisioning complete for port d91d80c2-3b31-4d66-96b6-0722ef16cd52 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:20.190732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.220826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Transition to ACTIVE for port object 0ac86449-0ce4-40ee-bc69-79cd658caa40 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:20.283615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.374176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.20.0.1 (52398977-3e67-474e-a3cd-16b92fe9aefb/8962d2e0-23a8-4900-914f-e4966b4747ad/1f198183-dcbe-413d-b395-5cd0fe665f84) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:20.415840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 471d6ede-c8a6-4141-b030-06061d2fe7f2 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:20.423423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Port d91d80c2-3b31-4d66-96b6-0722ef16cd52 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:20.535151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:20.535783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.583205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.608539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object 1f198183-dcbe-413d-b395-5cd0fe665f84 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:20.642153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.676752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae93dd-d91b-4cdc-99de-e49fdbec2cb1 req-92562e74-14e8-4017-ba0d-6197c79ea6e2 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.685634 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cae93dd-d91b-4cdc-99de-e49fdbec2cb1 req-92562e74-14e8-4017-ba0d-6197c79ea6e2 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 945 time: 0.4361610 Feb 16 12:45:20.708440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:20.719850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 52398977-3e67-474e-a3cd-16b92fe9aefb is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.723307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.723812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.735870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:20.736636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.783381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Calling delete_port for 8151f431-0324-4a7e-8e8c-175bd27d46bf owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:20.806545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.822149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Network 52398977-3e67-474e-a3cd-16b92fe9aefb is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.828950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.839106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.840739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Pushing event updated for resources: {'Port': ['ID=0ac86449-0ce4-40ee-bc69-79cd658caa40,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.848715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.905024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Provisioning complete for port 66898c00-69e2-4848-80ae-4a4ed2aad939 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:20.905341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89d3a251-77ca-446b-b484-ce93627e66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.909036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:20.925253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cae93dd-d91b-4cdc-99de-e49fdbec2cb1 req-53bbc77d-1547-4fb3-8413-0b204d480daf tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380335 Feb 16 12:45:20.945671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] Sync routers for ids ['471d6ede-c8a6-4141-b030-06061d2fe7f2'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:20.951426 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa73ffdd-f193-455d-be1b-68d330dfa0eb tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/471d6ede-c8a6-4141-b030-06061d2fe7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5970769 Feb 16 12:45:20.966074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.048824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.055191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 66898c00-69e2-4848-80ae-4a4ed2aad939, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66898c00-69e2-4848-80ae-4a4ed2aad939,segment=NetworkSegment(7b2f70cd-bff2-422c-a665-b67a0815a9f1),segment_id=7b2f70cd-bff2-422c-a665-b67a0815a9f1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.060262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.060946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] Routers {'471d6ede-c8a6-4141-b030-06061d2fe7f2'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:21.061959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['471d6ede-c8a6-4141-b030-06061d2fe7f2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.083457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78f85e-dea6-4d49-863b-c4dc5a5cb379 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.087651 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb78f85e-dea6-4d49-863b-c4dc5a5cb379 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports/d91d80c2-3b31-4d66-96b6-0722ef16cd52 HTTP/1.1" status: 200 len: 911 time: 0.1178405 Feb 16 12:45:21.088797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56924) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.096201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c60e55a-b90a-4536-86a8-e9cbdb2582e9'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.158651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Attempting to bind port 0ac86449-0ce4-40ee-bc69-79cd658caa40 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:21.159068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Attempting to bind port 0ac86449-0ce4-40ee-bc69-79cd658caa40 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:21.159386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Attempting to bind port 0ac86449-0ce4-40ee-bc69-79cd658caa40 on network 52398977-3e67-474e-a3cd-16b92fe9aefb {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:21.162627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.206999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.217591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:21.217989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Checking segment: {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:21.218370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.218799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Bound using segment: {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:21.219300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Bound port: 0ac86449-0ce4-40ee-bc69-79cd658caa40, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:21.219676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.287043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:45:21.337949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.340059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8151f431-0324-4a7e-8e8c-175bd27d46bf no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:21.367856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.374788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.376680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.379825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] Routers {'471d6ede-c8a6-4141-b030-06061d2fe7f2'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:21.380721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['471d6ede-c8a6-4141-b030-06061d2fe7f2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.509899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:21.516560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:21.520828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:21.521422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:21.522733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.523330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.535976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=be1bb8b3-d378-41a4-9239-90ab68d8c56a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.544248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=6']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.566310 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-baa9a375-aedf-4e99-a112-90a2719e39f0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2842596 Feb 16 12:45:21.566524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.569371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.572078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:15:33:0e', 'name': 'tempest-NetworksTestDHCPv6-725873034'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.580131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:21.580785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aabb84-65bc-4174-8f07-b93bb8e00637 None None] The sync data for ids ['471d6ede-c8a6-4141-b030-06061d2fe7f2'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:21.601917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=66898c00-69e2-4848-80ae-4a4ed2aad939,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.655039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:21.660724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.719685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:21.724028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:21.727114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:21.734068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:21.749616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:21.840639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.843057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] For port 0ac86449-0ce4-40ee-bc69-79cd658caa40, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:21.887855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:21.897476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.911890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.914832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] For port 0ac86449-0ce4-40ee-bc69-79cd658caa40, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ac86449-0ce4-40ee-bc69-79cd658caa40,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:21.931867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.990235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.035349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Deleting port 8151f431-0324-4a7e-8e8c-175bd27d46bf {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:22.035870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.052070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.072822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.104603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.120778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 22836630-b3fc-4ac8-9bff-7d7037be6803 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:22.177302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-49a9096f-38c0-45e6-ae4b-18d627a56cc5 None None] Provisioning complete for port d91d80c2-3b31-4d66-96b6-0722ef16cd52 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.177731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-49a9096f-38c0-45e6-ae4b-18d627a56cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.248263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.254578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.263197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.305252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40765bb4-4883-42a4-bd42-397a99d7069c req-42c4d42f-470b-48a4-a98c-7925fed79090 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.308474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40765bb4-4883-42a4-bd42-397a99d7069c req-42c4d42f-470b-48a4-a98c-7925fed79090 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 944 time: 0.2195280 Feb 16 12:45:22.343894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fe15:330e (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/be1bb8b3-d378-41a4-9239-90ab68d8c56a/22836630-b3fc-4ac8-9bff-7d7037be6803) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:22.393355 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40765bb4-4883-42a4-bd42-397a99d7069c req-e450515d-66fd-4e4d-8fff-f77e5132a20d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762372 Feb 16 12:45:22.403914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.427499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-49a9096f-38c0-45e6-ae4b-18d627a56cc5 None None] Port d91d80c2-3b31-4d66-96b6-0722ef16cd52 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:22.431952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:22.537073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.612676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5dfef60-9079-4ac9-974d-3929abe147d8 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/floatingips/9bb79d8a-4d03-4eff-bda8-aaadd4e14402 HTTP/1.1" status: 200 len: 990 time: 0.1986976 Feb 16 12:45:22.652162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.675442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.681641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.682336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.683769 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/ports/d91d80c2-3b31-4d66-96b6-0722ef16cd52 HTTP/1.1" status: 200 len: 911 time: 1.5945053 Feb 16 12:45:22.688893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.740967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8b5b9-d969-47f4-8af4-ee7c6061b419 None None] Pushing event updated for resources: {'Port': ['ID=0ac86449-0ce4-40ee-bc69-79cd658caa40,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.745623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 52398977-3e67-474e-a3cd-16b92fe9aefb is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:22.749812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:22.842538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae7833-c8c3-4d21-b6e1-c6e5ce7f3be8 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=d91d80c2-3b31-4d66-96b6-0722ef16cd52,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.931398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:22.932059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.974011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:22.986313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.011122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.069410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 22836630-b3fc-4ac8-9bff-7d7037be6803 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:23.088802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Calling delete_port for 8151f431-0324-4a7e-8e8c-175bd27d46bf owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:23.144786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:23.155706 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:23.172499 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:23.173892 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.181834 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1800d75-95dc-4721-864d-312dec5f6dc4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8016944 Feb 16 12:45:23.185795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56942) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.194683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306186851'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.201714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:23.216637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:23.220171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:23.220940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:23.221559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:23.225709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.229406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:23.254642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:23.259079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.302385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:23.313271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.313983 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment dc07e8bd-e44e-4670-a77c-5be78c6a3741 of type vlan for network 98b2af48-e527-4b78-af34-b8c5188bb041 Feb 16 12:45:23.340068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:23.351869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:23.354089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.383104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:23.389490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.389980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.391907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.398850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=22836630-b3fc-4ac8-9bff-7d7037be6803,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.399199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.399935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.469650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:23.493334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46d394a6-0ba2-4c3d-bcc7-bfec41452d2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9258168 Feb 16 12:45:23.494125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.494801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66898c00-69e2-4848-80ae-4a4ed2aad939 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:23.568905 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3817620 Feb 16 12:45:23.579335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.586306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4bb0-0ce2-4d14-a844-a1cab4ad628a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=98b2af48-e527-4b78-af34-b8c5188bb041,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.605427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 98b2af48-e527-4b78-af34-b8c5188bb041 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:23.606027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:23.640366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 66898c00-69e2-4848-80ae-4a4ed2aad939 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:23.641080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.742852 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d75e91a-eaaf-42eb-8d6e-30287ef800fd None None] Network 52398977-3e67-474e-a3cd-16b92fe9aefb requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:23.763179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Deleting port 8151f431-0324-4a7e-8e8c-175bd27d46bf {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:23.763719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.828947 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:20Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:21Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.834117 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:23.834461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Updating router 6da64f2e-84da-4c47-bd0b-328fb807b793 port 1f198183-dcbe-413d-b395-5cd0fe665f84 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:23.892313 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.928878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416dd46-6ec9-4b8b-b7e4-e25fe9b5f527 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.934605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416dd46-6ec9-4b8b-b7e4-e25fe9b5f527 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.935380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d416dd46-6ec9-4b8b-b7e4-e25fe9b5f527 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:23.941927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.005684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:24.024799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:24.036298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7e3a4c26-15cc-4b49-8844-e2ad7000c857 None None] Provisioning for port 0ac86449-0ce4-40ee-bc69-79cd658caa40 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:24.076321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:24.090545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d416dd46-6ec9-4b8b-b7e4-e25fe9b5f527 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:24.094914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d416dd46-6ec9-4b8b-b7e4-e25fe9b5f527 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5956037 Feb 16 12:45:24.095170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:24.095302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.128334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:24.131808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.178211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 22836630-b3fc-4ac8-9bff-7d7037be6803 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:24.179717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.314457 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.335218 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Transition to ACTIVE for port object 1f198183-dcbe-413d-b395-5cd0fe665f84 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:24.343103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ac86449-0ce4-40ee-bc69-79cd658caa40 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:24.350813 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.462788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] For port 8151f431-0324-4a7e-8e8c-175bd27d46bf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8151f431-0324-4a7e-8e8c-175bd27d46bf,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:24.462788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.502273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.502545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port d91d80c2-3b31-4d66-96b6-0722ef16cd52 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:24.502774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.563370 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Pushing event updated for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.630792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Calling delete_port for 8151f431-0324-4a7e-8e8c-175bd27d46bf owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:24.651448 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.651825 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.657254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.657718 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.658326 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.658665 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.662604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0ac86449-0ce4-40ee-bc69-79cd658caa40 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:24.663129 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.663504 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.663850 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.664257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.665060 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.665407 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:24.692868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0ac86449-0ce4-40ee-bc69-79cd658caa40 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:24.693449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.753756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:24.763837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.816511 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Attempting to bind port 1f198183-dcbe-413d-b395-5cd0fe665f84 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.816890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Attempting to bind port 1f198183-dcbe-413d-b395-5cd0fe665f84 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.817221 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Attempting to bind port 1f198183-dcbe-413d-b395-5cd0fe665f84 on network 52398977-3e67-474e-a3cd-16b92fe9aefb {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.824157 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:24.824526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Checking segment: {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:24.824919 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.825437 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Bound using segment: {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:24.825890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Bound port: 1f198183-dcbe-413d-b395-5cd0fe665f84, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46f78fd-388a-480b-9ef3-2e320b6e787f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:24.826257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.899858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 22836630-b3fc-4ac8-9bff-7d7037be6803 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:24.919310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for d91d80c2-3b31-4d66-96b6-0722ef16cd52 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:24.965918 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] For port 1f198183-dcbe-413d-b395-5cd0fe665f84, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:24.970677 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] For port 1f198183-dcbe-413d-b395-5cd0fe665f84, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f198183-dcbe-413d-b395-5cd0fe665f84,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:24.976565 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.051025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:25.051709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.093795 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:25.095036 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:25.127381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.131974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.165119 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b32c3a-3211-4f30-81af-780d81f5230a None None] Pushing event updated for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.192606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.204569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.215910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=2985d9e2-fa08-4f35-9a99-f04e9321764c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.228039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=22836630-b3fc-4ac8-9bff-7d7037be6803,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.241468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.304432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.316728 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:25.324071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=d91d80c2-3b31-4d66-96b6-0722ef16cd52,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.335607 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4eedadde-1727-4c6d-9ef4-91a60a0942af tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/22836630-b3fc-4ac8-9bff-7d7037be6803 HTTP/1.1" status: 204 len: 168 time: 1.2391732 Feb 16 12:45:25.337993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.432101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ff9fe80-54cf-4ed2-ac2c-ccd6567a9762 None None] Provisioning complete for port 0ac86449-0ce4-40ee-bc69-79cd658caa40 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:25.432101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fe80-54cf-4ed2-ac2c-ccd6567a9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.455795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996002f-bec9-49a8-b4c9-0d7a9b6bd4ed tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.458125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996002f-bec9-49a8-b4c9-0d7a9b6bd4ed tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.459137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2996002f-bec9-49a8-b4c9-0d7a9b6bd4ed tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:25.481238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] Pushing event deleted for resources: {'Port': ['ID=8151f431-0324-4a7e-8e8c-175bd27d46bf,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.492616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2996002f-bec9-49a8-b4c9-0d7a9b6bd4ed tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:25.494132 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2996002f-bec9-49a8-b4c9-0d7a9b6bd4ed tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1454773 Feb 16 12:45:25.498364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56964) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.509028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:25.509471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 98b2af48-e527-4b78-af34-b8c5188bb041, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:25.555690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd9c25-46b9-475c-a283-d7367e553cb1 None None] No DVR routers for this DVR port 8151f431-0324-4a7e-8e8c-175bd27d46bf on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:25.610475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.613244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef24dd-dc19-4598-94c7-963ee8bf3550 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:25.618936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56968) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.652787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 0ac86449-0ce4-40ee-bc69-79cd658caa40, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ac86449-0ce4-40ee-bc69-79cd658caa40,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:25.735974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet be1bb8b3-d378-41a4-9239-90ab68d8c56a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:25.743421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.749470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.837925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.907315 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:20Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:24Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:25.913731 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af7a7-5393-48a1-8529-a3776e765acc None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:20Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:24Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:25.945082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.987769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.101670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57dcff86-d3f1-492e-945d-318a71838ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.106579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.110318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 98b2af48-e527-4b78-af34-b8c5188bb041 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:26.132103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 98b2af48-e527-4b78-af34-b8c5188bb041) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:26.159900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b91899-5d30-4cf4-8363-39657abddc53 None None] Network 98b2af48-e527-4b78-af34-b8c5188bb041 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:26.178228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=be1bb8b3-d378-41a4-9239-90ab68d8c56a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.188033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.210423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.214355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.215332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53ddee49-c222-4ca9-a473-329090c4145b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/be1bb8b3-d378-41a4-9239-90ab68d8c56a HTTP/1.1" status: 204 len: 168 time: 0.7152207 Feb 16 12:45:26.216491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56972) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.317705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:26.380205 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa4f117c-47d5-415d-8b4d-2d7955630637 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620805 Feb 16 12:45:26.380844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56978) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.430808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 471d6ede-c8a6-4141-b030-06061d2fe7f2 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:26.435798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=0ac86449-0ce4-40ee-bc69-79cd658caa40,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.441236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca37269-f833-4c4c-8774-7dbb4b994165 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.442056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca37269-f833-4c4c-8774-7dbb4b994165 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.442735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca37269-f833-4c4c-8774-7dbb4b994165 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.444883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ca37269-f833-4c4c-8774-7dbb4b994165 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=6df36676795c456cb42af4c51245c261&network_id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 3000 time: 0.8248370 Feb 16 12:45:26.448374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b180e71-eb6d-44d2-9bc6-969b62e2dc14 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8621578 Feb 16 12:45:26.457886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.476943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f5ffb4e-2bbd-4470-9fd5-db59186ec9d7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:26.498364 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'code': 200} Feb 16 12:45:26.505671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f5ffb4e-2bbd-4470-9fd5-db59186ec9d7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:26.519282 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f5ffb4e-2bbd-4470-9fd5-db59186ec9d7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1299989 Feb 16 12:45:26.520161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56988) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.538405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.538760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.539113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.548430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.548865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.549311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.549839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.550351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.550862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.551376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.551934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.552523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:26.579168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:26.673399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34474f50-d19c-44cd-8b5d-ea69f7f9a584 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.674883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34474f50-d19c-44cd-8b5d-ea69f7f9a584 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:26.703521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34474f50-d19c-44cd-8b5d-ea69f7f9a584 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:26.705784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.710633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34474f50-d19c-44cd-8b5d-ea69f7f9a584 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877367 Feb 16 12:45:26.711513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 56994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.759053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:26.771934 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a2de2de-d97b-4c5b-a13b-a49ada890320 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/471d6ede-c8a6-4141-b030-06061d2fe7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0777972 Feb 16 12:45:26.780069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 56998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.790557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ff9fe80-54cf-4ed2-ac2c-ccd6567a9762 None None] Provisioning for port 1f198183-dcbe-413d-b395-5cd0fe665f84 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:26.799882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] Sync routers for ids ['471d6ede-c8a6-4141-b030-06061d2fe7f2'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:26.820817 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96da5f78-aaa2-4b08-afd6-e346c4d41bdc tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076601 Feb 16 12:45:26.821719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.829204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:26.844428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] Routers {'471d6ede-c8a6-4141-b030-06061d2fe7f2'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:26.845072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['471d6ede-c8a6-4141-b030-06061d2fe7f2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.862077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b9d30a4-5951-43cf-bc29-6968e8f5c7c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:26.973113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b9d30a4-5951-43cf-bc29-6968e8f5c7c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:26.976746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b9d30a4-5951-43cf-bc29-6968e8f5c7c3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=471d6ede-c8a6-4141-b030-06061d2fe7f2 HTTP/1.1" status: 200 len: 205 time: 0.1908867 Feb 16 12:45:26.976931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:26.977663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.977806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.988233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:27.000835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:27.016924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:27.023509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.085033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] Routers {'471d6ede-c8a6-4141-b030-06061d2fe7f2'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:27.085954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:44:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['471d6ede-c8a6-4141-b030-06061d2fe7f2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:27.153832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-98b2af48-e527-4b78-af34-b8c5188bb041', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:27.154927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.179529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:27.179930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03cd9f7-b92b-4ca4-9f03-c03ccec9ddf3 None None] The sync data for ids ['471d6ede-c8a6-4141-b030-06061d2fe7f2'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:27.273582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.360193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Allocated IP 172.21.0.2 (98b2af48-e527-4b78-af34-b8c5188bb041/2985d9e2-fa08-4f35-9a99-f04e9321764c/c3a74946-670f-4a47-9fb8-8e75adbcd918) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:27.444044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:27.445570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.522259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:27.525761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:27.530656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.531805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.552683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324d6a3-e00e-4f77-9285-e2dafd69b8dc None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:27.558841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=e0934178-f13b-431f-9943-25888ae37461,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.564048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c7dd5cac-46a4-42c5-8ffc-71fabb8a7c58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7405429 Feb 16 12:45:27.566738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57014) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.574136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:9b:96:2e', 'name': 'tempest-NetworksTestDHCPv6-1204895717'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:27.735354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.819363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.880660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Transition to ACTIVE for port object c3a74946-670f-4a47-9fb8-8e75adbcd918 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:27.963390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-044c5bbc-7e03-4d12-a857-a4a9c2863b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.966724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Transition to ACTIVE for port object c3a74946-670f-4a47-9fb8-8e75adbcd918 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:27.985806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.043944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'e0934178-f13b-431f-9943-25888ae37461'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:28.044576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.113459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f198183-dcbe-413d-b395-5cd0fe665f84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:28.129276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e08728-cfb1-4e2b-a104-39ba51ec38c7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.133609 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-14e08728-cfb1-4e2b-a104-39ba51ec38c7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274 HTTP/1.1" status: 200 len: 814 time: 0.3941333 Feb 16 12:45:28.141477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.159176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.177076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:28.181052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Network 98b2af48-e527-4b78-af34-b8c5188bb041 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:28.205099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:28.276055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:28.327989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.331503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.338544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.365874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 2b5cfbff-4afc-4ba8-a011-54888a6d9a48 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:28.385014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Pushing event updated for resources: {'Port': ['ID=c3a74946-670f-4a47-9fb8-8e75adbcd918,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.493512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.494373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router 471d6ede-c8a6-4141-b030-06061d2fe7f2 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:28.524488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.526193 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bbfcb3da-612c-4487-99b1-7e4ec6d0e05e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/471d6ede-c8a6-4141-b030-06061d2fe7f2 HTTP/1.1" status: 204 len: 168 time: 1.5475590 Feb 16 12:45:28.532851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.550799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Attempting to bind port c3a74946-670f-4a47-9fb8-8e75adbcd918 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:28.551381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Attempting to bind port c3a74946-670f-4a47-9fb8-8e75adbcd918 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:28.552275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Attempting to bind port c3a74946-670f-4a47-9fb8-8e75adbcd918 on network 98b2af48-e527-4b78-af34-b8c5188bb041 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:28.559083 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 1f198183-dcbe-413d-b395-5cd0fe665f84 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:28.570266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:28.571268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Checking segment: {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:28.572183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.573446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Bound using segment: {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:28.574457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Bound port: c3a74946-670f-4a47-9fb8-8e75adbcd918, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:28.575316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.597057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1f198183-dcbe-413d-b395-5cd0fe665f84 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:28.597990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.611342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fe9b:962e (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e0934178-f13b-431f-9943-25888ae37461/2b5cfbff-4afc-4ba8-a011-54888a6d9a48) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:28.661176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 5c60e55a-b90a-4536-86a8-e9cbdb2582e9 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:28.716887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.720122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.754097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.894956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.905257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] For port c3a74946-670f-4a47-9fb8-8e75adbcd918, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:28.918304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 2b5cfbff-4afc-4ba8-a011-54888a6d9a48 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:28.929290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] For port c3a74946-670f-4a47-9fb8-8e75adbcd918, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a74946-670f-4a47-9fb8-8e75adbcd918,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:28.946859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.959431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.961493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.037593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.038846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:29.042518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:29.045617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.052274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:29.057899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.058535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.075708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=2b5cfbff-4afc-4ba8-a011-54888a6d9a48,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.103179 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5f87771-5cbb-4681-b8ff-a150eddee0bb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5324378 Feb 16 12:45:29.103838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57034) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.164268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.185570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.202736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.208441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 1f198183-dcbe-413d-b395-5cd0fe665f84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f198183-dcbe-413d-b395-5cd0fe665f84,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:29.214685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Allocated IP 2001:db8::f816:3eff:fe89:a480 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/e0934178-f13b-431f-9943-25888ae37461/a7ec5579-fd04-4819-afc7-39f54ca7f7a6) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:29.217221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13971551-b101-468d-a1cd-736dde2b7349 None None] Pushing event updated for resources: {'Port': ['ID=c3a74946-670f-4a47-9fb8-8e75adbcd918,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.223787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.224684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ac86449-0ce4-40ee-bc69-79cd658caa40 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:29.253250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a9be0-43d3-4132-baab-9ec9eb37ead5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.253979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8c7a9be0-43d3-4132-baab-9ec9eb37ead5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:29.273727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8c7a9be0-43d3-4132-baab-9ec9eb37ead5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:29.279403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8c7a9be0-43d3-4132-baab-9ec9eb37ead5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1705921 Feb 16 12:45:29.284775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57038) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.371521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 2b5cfbff-4afc-4ba8-a011-54888a6d9a48 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:29.371521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.454969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.503811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0ac86449-0ce4-40ee-bc69-79cd658caa40 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:29.503963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.696910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.727987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Transition to ACTIVE for port object a7ec5579-fd04-4819-afc7-39f54ca7f7a6 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:29.763274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Transition to ACTIVE for port object a7ec5579-fd04-4819-afc7-39f54ca7f7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:29.775207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.846897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:29.850320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:29.866254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:29.876988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Pushing event updated for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.899444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.902915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.919375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.919706 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344 disassociated. External IP: 172.26.4.52, port: c02f3ec4-09e1-4c4a-85f5-ce157571d62f. Feb 16 12:45:30.011673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Attempting to bind port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:30.012254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Attempting to bind port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:30.012622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Attempting to bind port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:30.020221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:30.020574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:30.021125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.021533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:30.022176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Bound port: a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:30.022553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.095533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a74946-670f-4a47-9fb8-8e75adbcd918 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:30.138510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 2b5cfbff-4afc-4ba8-a011-54888a6d9a48 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:30.149217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.200162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:30.205518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:30.211924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.291107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c3a74946-670f-4a47-9fb8-8e75adbcd918 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:30.322262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f198183-dcbe-413d-b395-5cd0fe665f84 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:30.378858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.464346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=2b5cfbff-4afc-4ba8-a011-54888a6d9a48,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.554270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.567496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.571643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.584274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4f95-427e-415c-98eb-fb4820870776 None None] Pushing event updated for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.612043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b9de88be-2c54-4060-a834-39621fb874ff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/2b5cfbff-4afc-4ba8-a011-54888a6d9a48 HTTP/1.1" status: 204 len: 168 time: 1.3225183 Feb 16 12:45:30.621486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.670735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.674021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=5c60e55a-b90a-4536-86a8-e9cbdb2582e9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.689108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1f198183-dcbe-413d-b395-5cd0fe665f84 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:30.696557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.723813 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-abecb6fd-79c9-40da-b626-2b955add20aa tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/5c60e55a-b90a-4536-86a8-e9cbdb2582e9 HTTP/1.1" status: 204 len: 168 time: 2.1896303 Feb 16 12:45:30.762346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbc3df-f397-48f2-b770-44de5751b3e5 None None] Network abb71c09-a41d-4ebe-8ee9-6d304771ef90 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:30.763369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57048) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.967420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:30.968838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.21.0.1 (98b2af48-e527-4b78-af34-b8c5188bb041/2985d9e2-fa08-4f35-9a99-f04e9321764c/dc9e8ae1-bb2b-4daa-b9bd-0c470885e010) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:31.253942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17073066-6c8c-4bfe-96a0-99d1827646e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.255438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17073066-6c8c-4bfe-96a0-99d1827646e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.256337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17073066-6c8c-4bfe-96a0-99d1827646e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.274276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.294247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17073066-6c8c-4bfe-96a0-99d1827646e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:31.295547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17073066-6c8c-4bfe-96a0-99d1827646e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6645181 Feb 16 12:45:31.296594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 66898c00-69e2-4848-80ae-4a4ed2aad939 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:31.297694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.303296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57054) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.343795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f6eec-bebd-4cef-bbf7-5ebd5d8d4c14 None None] Network 98b2af48-e527-4b78-af34-b8c5188bb041 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:31.544425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 66898c00-69e2-4848-80ae-4a4ed2aad939, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66898c00-69e2-4848-80ae-4a4ed2aad939,segment=NetworkSegment(7b2f70cd-bff2-422c-a665-b67a0815a9f1),segment_id=7b2f70cd-bff2-422c-a665-b67a0815a9f1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:31.545274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.596351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Provisioning for port c3a74946-670f-4a47-9fb8-8e75adbcd918 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:31.612527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Provisioning complete for port c3a74946-670f-4a47-9fb8-8e75adbcd918 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:31.612905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.709243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:31.718075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 66898c00-69e2-4848-80ae-4a4ed2aad939 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:31.722130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:31.735061 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:31.737393 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:31.862305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.886643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3844c18-b13c-40c9-b45e-8cfb34c1238a None None] DHCP port deletion for abb71c09-a41d-4ebe-8ee9-6d304771ef90 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:31.895904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:31.902112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e3844c18-b13c-40c9-b45e-8cfb34c1238a None None] Deleting port 66898c00-69e2-4848-80ae-4a4ed2aad939 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:31.902495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e3844c18-b13c-40c9-b45e-8cfb34c1238a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.912624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.988092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.992786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.015762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=66898c00-69e2-4848-80ae-4a4ed2aad939,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.026897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port 66898c00-69e2-4848-80ae-4a4ed2aad939 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:32.039485 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:32.054663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a7ec5579-fd04-4819-afc7-39f54ca7f7a6 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:32.078445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.115899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e3844c18-b13c-40c9-b45e-8cfb34c1238a None None] The port '66898c00-69e2-4848-80ae-4a4ed2aad939' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:32.150148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] For port c3a74946-670f-4a47-9fb8-8e75adbcd918, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a74946-670f-4a47-9fb8-8e75adbcd918,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:32.189084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.230237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.282035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb71c09-a41d-4ebe-8ee9-6d304771ef90']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.301374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2f70cd-bff2-422c-a665-b67a0815a9f1') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.301915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2f70cd-bff2-422c-a665-b67a0815a9f1') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.306286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855847e-084a-4135-bf87-9d0ca110b5f9 None None] Pushing event updated for resources: {'Port': ['ID=c3a74946-670f-4a47-9fb8-8e75adbcd918,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.321574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.330370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:32.363615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.371525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:32.373296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.375506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 98b2af48-e527-4b78-af34-b8c5188bb041 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:32.393427 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:32.429122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:32.474835 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:32.495751 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.500562 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:32.505124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.512194 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:32.512640 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:32.526979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.549342 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/abb71c09-a41d-4ebe-8ee9-6d304771ef90 HTTP/1.1" status: 204 len: 168 time: 1.7812786 Feb 16 12:45:32.554876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.562533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-784797263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:32.568760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808b30c-7f61-4840-b8e8-9130123cb056 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=abb71c09-a41d-4ebe-8ee9-6d304771ef90,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.574302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:32.581311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:32.584972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:32.592348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:32.646765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.648090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.659673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Provisioning for port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:32.668995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.670154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.679300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Provisioning complete for port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:32.679678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.689222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet e0934178-f13b-431f-9943-25888ae37461 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:32.701302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7593a51c-7628-4499-b7ca-74dcda76abd9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 689 time: 3.9831004 Feb 16 12:45:32.710669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.720206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.795809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.873893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.939292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.940969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.964883 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:33.030559 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7e7b04d-8910-4b5c-9e8a-1fb331d131ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 689 time: 0.3154995 Feb 16 12:45:33.064605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.070592 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c81e5432-d278-4433-9988-3ac8620aaa35 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5136116 Feb 16 12:45:33.071671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.086117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2033814613'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.105112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:33.110705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:33.117634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:33.124298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:33.137469 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-ee9898b6-4f7b-4cc9-9e54-aec435b38166 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5344694 Feb 16 12:45:33.158126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:33.162728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.198631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:33.204583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:33.230156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.230505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 62363b00-b4ef-44bf-b305-d32164a3f271 of type vlan for network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d Feb 16 12:45:33.300092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'status': 'completed', 'code': 200} Feb 16 12:45:33.300818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.328612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.351421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6885da-88a7-412f-86ae-db63be21f2fc req-7463c60d-121a-4bbb-aa1d-70611e302293 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.352944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b6885da-88a7-412f-86ae-db63be21f2fc req-7463c60d-121a-4bbb-aa1d-70611e302293 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 1.8571219 Feb 16 12:45:33.428063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.448027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.454817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.455371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.489284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-67e14d46-4cab-4725-aa56-078c487be67c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.490750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-67e14d46-4cab-4725-aa56-078c487be67c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 0.2735114 Feb 16 12:45:33.517257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:33.517790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:33.520616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-26a6488d-01d4-4c18-8a5f-0c498374cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.522102 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-26a6488d-01d4-4c18-8a5f-0c498374cf21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1099 time: 0.1839609 Feb 16 12:45:33.548256 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:33.550445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=e0934178-f13b-431f-9943-25888ae37461,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.554692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb16024-5173-4eda-b891-8d9af5211656 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:33.558042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.571412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9dd5e0-45b8-4ae2-bd4b-9fb7f2925ef5 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:33.616691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe8592a2-863b-490d-97ec-1a443e592074 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e0934178-f13b-431f-9943-25888ae37461 HTTP/1.1" status: 204 len: 168 time: 2.2730665 Feb 16 12:45:33.632565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b6885da-88a7-412f-86ae-db63be21f2fc req-635ad47b-bcf4-4d59-ad73-f9f4a8c18932 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565920 Feb 16 12:45:33.647625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57074) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.666033 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5922761 Feb 16 12:45:33.680100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57076) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.683769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-7ec1c2b5-20f6-4534-9963-2bd2860db39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.685614 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-7ec1c2b5-20f6-4534-9963-2bd2860db39d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1099 time: 0.4144561 Feb 16 12:45:33.752706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.815339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0434d-ff4c-4c90-8b43-1a819e3020d7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.819177 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b7a94be-b648-40ab-9162-a419d661cbb4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447966 Feb 16 12:45:33.827060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:33.827499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.853083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57082) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.863531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:33.869869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.955404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.010241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25706271-3448-42ed-a640-7c2b338a011c None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:34.012170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a74946-670f-4a47-9fb8-8e75adbcd918 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:34.037469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57086) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.091152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8f5ea-e16a-47f0-9521-e69f6caebf67 None None] New status for floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:34.139630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:34.144619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Deleting port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:34.144777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.163526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:34.168114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:34.196646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:34.228706 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-335608e2-9d6a-422e-a647-177c8d7215f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 689 time: 0.1822600 Feb 16 12:45:34.386391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:34.389928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.519961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:34.525070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:34.529474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:34.536915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:34.548039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-5f4f552e-f7dc-4293-9e09-9b79fd302b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.550475 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-5f4f552e-f7dc-4293-9e09-9b79fd302b71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 1.0096395 Feb 16 12:45:34.590742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-c0a85479-f649-43c5-894f-94b9e55062bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.592967 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-c0a85479-f649-43c5-894f-94b9e55062bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 898 time: 0.8245599 Feb 16 12:45:34.595856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:34.602326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.650146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] For port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:34.650717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.738456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.765903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-a1651021-21b5-413b-9f48-a8dbc6fc195b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 217 time: 0.1710088 Feb 16 12:45:34.962600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-05755cc9-1a96-4a48-91d4-ec0d53f0da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.964192 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-05755cc9-1a96-4a48-91d4-ec0d53f0da2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.1716187 Feb 16 12:45:34.975460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-eaef0d0b-ebe9-4f19-a80b-4429dccba614 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 1000 time: 0.3428850 Feb 16 12:45:34.975701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-25706271-3448-42ed-a640-7c2b338a011c None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:34.976274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.063265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c3a74946-670f-4a47-9fb8-8e75adbcd918 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.063644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.108404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-a19da8ba-a7e8-44a9-9f1c-b69b388ab26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.109906 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-a19da8ba-a7e8-44a9-9f1c-b69b388ab26f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 200 len: 834 time: 0.0913379 Feb 16 12:45:35.177423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Calling delete_port for a7ec5579-fd04-4819-afc7-39f54ca7f7a6 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:35.211892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:35.228173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.236774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.335908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-802c62ee-7409-4b9f-bb68-f52082fac0fa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 687 time: 0.0970552 Feb 16 12:45:35.340074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-8bdbb898-b82f-4d17-bf55-55afcd6a8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.346659 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-8bdbb898-b82f-4d17-bf55-55afcd6a8de2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3693700 Feb 16 12:45:35.399015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9c2db-b0af-47c8-9d27-d9cf021f59fd None None] Pushing event updated for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.402995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Provisioning for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:35.412461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Provisioning complete for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.412461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.437041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:35.437705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:35.490254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3ed25-1fa3-4794-bbca-4cd9b745a97f req-ee652189-d665-46c7-81be-c1986d8b6be3 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.496892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19e3ed25-1fa3-4794-bbca-4cd9b745a97f req-ee652189-d665-46c7-81be-c1986d8b6be3 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 946 time: 0.6333106 Feb 16 12:45:35.515473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-35bef718-ec00-4b45-91b3-ea74801053ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.517955 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-35bef718-ec00-4b45-91b3-ea74801053ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a79e2bae-6a50-4ea8-8c14-558e01773c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4002678 Feb 16 12:45:35.522841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.526123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:35.534376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.541771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Provisioning complete for port c3a74946-670f-4a47-9fb8-8e75adbcd918 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:35.542692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.556817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.677238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.677893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.678372 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP 5b063e77-2064-4ae6-92e7-beba1f6d068d disassociated. External IP: 172.26.4.103, port: 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3. Feb 16 12:45:35.678881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:35.681625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66898c00-69e2-4848-80ae-4a4ed2aad939 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:35.732213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 66898c00-69e2-4848-80ae-4a4ed2aad939 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:35.732558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66898c00-69e2-4848-80ae-4a4ed2aad939 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:35.755483 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19e3ed25-1fa3-4794-bbca-4cd9b745a97f req-33652a2f-aac5-4244-9469-35033c965b59 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574627 Feb 16 12:45:35.771808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d5be9eac-72cb-4e6b-9dfa-af6399442a4f None None] Could not find standard attr ID for object 2b5cfbff-4afc-4ba8-a011-54888a6d9a48. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:35.806016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.826716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.856361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-a0ffb4e9-df1e-4253-ab29-655c7e2a586f service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016074 Feb 16 12:45:35.865203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a7ec5579-fd04-4819-afc7-39f54ca7f7a6 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:35.866365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=8afbd811-0f82-4c32-9a43-451cb0774b84,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.908250 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:45:35.938416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Deleting port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:35.938873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.091772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.107360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:36.107656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:36.107912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:36.164507 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-d9ae7395-64db-459e-b80d-1cfcee974c10 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307757 Feb 16 12:45:36.165805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.211555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 98b2af48-e527-4b78-af34-b8c5188bb041 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:36.221178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:36.222122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:36.227821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.240586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.251882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:36.342973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-25706271-3448-42ed-a640-7c2b338a011c None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:36.343236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.373246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:36.379866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.394362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73c8af-fb3e-4767-8061-7753ab9eddf9 None None] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:36.397007 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4284e54-a009-41cd-b271-dcdb6230bb9a req-4e1c4cfa-3b60-47bb-9e4f-aee2d213e2ec service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277152 Feb 16 12:45:36.399200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:36.400432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.523968 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c03ef9ee-19bd-4f89-b383-d2d093403885 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8368537 Feb 16 12:45:36.541537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57098) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.570935 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42144933-5c37-44ff-aea5-15c563b4d1d8 req-05594191-acfa-41c3-b759-df358d8ffdb7 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838198 Feb 16 12:45:36.745138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Calling delete_port for a7ec5579-fd04-4819-afc7-39f54ca7f7a6 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:36.759540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:36.765392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018280864', 'description': 'tempest-secgroup-smoke-2018280864 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:36.773019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:36.789002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:36.801284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.825898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:36.834472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:36.848024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:36.853915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:36.869656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:36.923585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:36.924243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:36.952773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3892f745-943a-43fe-87e0-71e722c6a309 None None] Provisioning complete for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:36.953381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3892f745-943a-43fe-87e0-71e722c6a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.006063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.010444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.057086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:37.057741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:37.077592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603cd320-3ec3-4395-a961-6d47b0ced5d8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.081457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.082662 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45071019-bf2f-4bca-bfbd-4ec9b8e3484f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3220661 Feb 16 12:45:37.085762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.090716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.092495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3892f745-943a-43fe-87e0-71e722c6a309 None None] Port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:37.100653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:37.104757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:37.107842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:37.114406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:37.126368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Deleting port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:37.126919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.132674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.159447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:37.200389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.205295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.236539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d2529-16b1-41d6-a262-cc5a34763432,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.251858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.253436 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1931185d-e2c7-4e1d-ab18-93a3cc4ebabf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667442 Feb 16 12:45:37.256157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.270862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.272867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-967b2d72-a7bc-486a-a144-80b38d8d49ae req-91560d55-171f-47d3-b1c5-7fe8dd8e9267 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 210 time: 0.1219466 Feb 16 12:45:37.277538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:37.279072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:37.281374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.282789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:37.286755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:37.292685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:37.313148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.393613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.400313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.465187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.467537 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102013 Feb 16 12:45:37.475556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.485063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.496342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2bd79-9dd0-44f1-9ff4-9662e3b1f401 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79c17eb-ff32-4cd9-a3e6-a1cf5cb4d5a0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.504765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:37.514912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:37.519689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:37.523457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:37.531631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:37.564813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.566220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.622271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-25706271-3448-42ed-a640-7c2b338a011c None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:37.622731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.644209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Allocated IP 2001:db8::2 (c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d/8afbd811-0f82-4c32-9a43-451cb0774b84/b442c01a-6f27-4cf4-8a3f-0bf2db87be6e) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:37.704083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.710431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.748687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.754427 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730737 Feb 16 12:45:37.755471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:37.765260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:37.767900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Calling delete_port for a7ec5579-fd04-4819-afc7-39f54ca7f7a6 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:37.775791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:37.784155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:37.791079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:37.802551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:37.837701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:37.837910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7f22c-20c4-4038-913b-2942796a87f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033ac87e-b5a9-46bb-92f0-5c6d85da0fef,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.855277 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:37.858614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.880524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.881450 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:37.883161 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.982457 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f8d8f144-2892-47d4-bdd7-b817a47aff91 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5208077 Feb 16 12:45:37.983533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.017743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.025474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.028810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1686293233'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.071025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.088329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Transition to ACTIVE for port object b442c01a-6f27-4cf4-8a3f-0bf2db87be6e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:38.090266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:38.093097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927cf859-bdba-4a06-b747-cf185acd5da6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.118329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Transition to ACTIVE for port object b442c01a-6f27-4cf4-8a3f-0bf2db87be6e will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:38.127894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.128237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.133650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:38.136930 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7563c325-594f-4a1b-a4a8-70e7321e99f5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790169 Feb 16 12:45:38.138036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.148570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.160562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:38.167772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:38.173524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:38.183446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:38.187048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:38.193956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:38.208040 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:45:38.213793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Pushing event updated for resources: {'Port': ['ID=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.221635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:38.222993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:38.225131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:38.234364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.334681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Attempting to bind port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:38.335284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Attempting to bind port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:38.335962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Attempting to bind port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e on network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:38.344096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:38.347821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Checking segment: {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:38.348593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.349150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Bound using segment: {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:38.349975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Bound port: b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:38.350524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.441380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.448295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.502149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] For port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:38.502760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b602cb00-8b19-4046-8f3b-199a97a5314c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.505913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] For port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:38.510190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:38.512993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:38.518704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.541129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.558795 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8f5f919-45be-4e37-888e-e01c96e7a0f4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4088609 Feb 16 12:45:38.559751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.565083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '603cd320-3ec3-4395-a961-6d47b0ced5d8', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.581968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:38.586392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:38.600159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:38.606892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:38.609540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:38.627909 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:45:38.642082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.668397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2524101c-b8f4-4932-a848-6848b2fa5304 req-2d96aacf-8082-4f83-9f80-dadaa6d5419c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:38.681678 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 3, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:34Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.687964 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:38.688470 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Updating router 6da64f2e-84da-4c47-bd0b-328fb807b793 port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:38.710309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:38.711196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.761085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:38.764609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.764881 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.765656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.770907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.797417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] No DVR routers for this DVR port 8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:38.809369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.819009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'name': 'network-vif-deleted', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:38.819750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa31ac5-4082-4564-994f-004379b6e767,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.852338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.870068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2b30498-0956-4c25-9ece-148d5e8c7d52 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930560 Feb 16 12:45:38.888379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2524101c-b8f4-4932-a848-6848b2fa5304 req-2d96aacf-8082-4f83-9f80-dadaa6d5419c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:38.890632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2524101c-b8f4-4932-a848-6848b2fa5304 req-2d96aacf-8082-4f83-9f80-dadaa6d5419c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 210 time: 0.3815899 Feb 16 12:45:38.974894 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b05b701-679a-4b72-81e8-d4de7d35947d', 'name': 'network-vif-deleted', 'tag': '8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3', 'status': 'completed', 'code': 200} Feb 16 12:45:38.977285 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57a71ef0-bb7d-4735-bf35-9fed7fbec377 req-53fef199-cf84-42d4-98ba-12bcdc7fcf0d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "DELETE /v2.0/ports/8dc089a0-6d2c-44ec-8c5d-6c1acc289fd3 HTTP/1.1" status: 204 len: 173 time: 5.4784873 Feb 16 12:45:38.998957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:39.024319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:39.051526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:39.122978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.123326 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a of type vlan for network 07325815-7e20-48cf-8eeb-bb1b3a41188e Feb 16 12:45:39.141404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.196498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.197573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.305866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e58e3-7f05-4004-86bc-dff5ec5cb47e None None] Pushing event updated for resources: {'Port': ['ID=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.313458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:39.313865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:39.364283 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-86b1c7ef-4b2a-453f-a559-c81e2cb006cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018280864&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.2937932 Feb 16 12:45:39.418983 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.434160 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Transition to ACTIVE for port object dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:39.448113 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.479198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.555413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:39.670829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:39.679669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:39.711921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:39.712978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:39.738901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:39.771045 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cec58-e691-4588-a4d1-716cb33b5163 None None] Pushing event updated for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.783840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8::1 (c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d/8afbd811-0f82-4c32-9a43-451cb0774b84/8a3ab2ee-a687-48ac-9071-e99ad2e99ff9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:39.789727 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.790226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.812601 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Attempting to bind port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:39.818986 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Attempting to bind port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:39.819715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Attempting to bind port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 on network 98b2af48-e527-4b78-af34-b8c5188bb041 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:39.837023 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:39.837723 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Checking segment: {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:39.838295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.841488 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Bound using segment: {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:39.842154 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Bound port: dc9e8ae1-bb2b-4daa-b9bd-0c470885e010, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc07e8bd-e44e-4670-a77c-5be78c6a3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:39.842687 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.863779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:39.873687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=f2e46bef-c302-490d-b5dc-2854e2f864f4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.887682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=7']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.901248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ccd06a9a-df2b-4944-af3d-0a2f1282e2ba tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 6.0445335 Feb 16 12:45:39.907004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.920242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:a9:b8:bb', 'name': 'tempest-NetworksTestDHCPv6-1793503742'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:40.171865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.188891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.189496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.211585 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] For port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:40.226108 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] For port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:40.232870 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.241003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:40.335702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-34b4632b-862f-4d27-a369-cc32f8856056 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.351591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.356614 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-34b4632b-862f-4d27-a369-cc32f8856056 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 797 time: 0.9913852 Feb 16 12:45:40.364243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.367679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.384388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.392710 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:40.393933 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.406646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:40.425920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b442c01a-6f27-4cf4-8a3f-0bf2db87be6e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:40.428582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-acac7fc4-6521-45d1-886c-53f380de6f87 req-c0d602de-0173-41b2-90a5-487e765b0f3d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b05b701-679a-4b72-81e8-d4de7d35947d HTTP/1.1" status: 200 len: 210 time: 0.2219858 Feb 16 12:45:40.490050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-6836fe97-5e05-44fa-a97c-be2ab598d67b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.1270497 Feb 16 12:45:40.555500 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5587988 Feb 16 12:45:40.568969 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cec58-e691-4588-a4d1-716cb33b5163 None None] Pushing event updated for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.577028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.635569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:40.643827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88464c10-7a1d-43ca-b07c-6c2caeb21f8f None None] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:40.673188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff21f-660b-4bf6-a6c3-1ee34f74b58f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=07325815-7e20-48cf-8eeb-bb1b3a41188e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.709455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.748775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:40.808320 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:40.821292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.844062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.849422 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.854162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.854868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:40.861506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.881868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:40.886495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.911389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.035683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fea9:b8bb (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/f2e46bef-c302-490d-b5dc-2854e2f864f4/0a5d6ab0-dbb8-4ae3-8a21-84a263da7991) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:41.213320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Deleting port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:41.213864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.260149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.308603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.326312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:41.342076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.356138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.357321 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-51eb2565-96eb-48df-9051-a09f3de00af2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7820430 Feb 16 12:45:41.421211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:41.436827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:41.445416 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 3, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:40Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.455886 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6e6ce-3553-44ba-a066-36766464b182 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 3, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:40Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:41.463941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:41.467815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:41.481302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.485080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.569758 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6611335 Feb 16 12:45:41.574354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0ffce-b9bf-4e02-827f-ebd116465d7e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=0a5d6ab0-dbb8-4ae3-8a21-84a263da7991,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.588730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.737950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Provisioning for port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:41.745287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd1dc9-ec89-4395-ae78-746b7999c819 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.753535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd1dc9-ec89-4395-ae78-746b7999c819 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.754453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6bd1dc9-ec89-4395-ae78-746b7999c819 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:41.790342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6bd1dc9-ec89-4395-ae78-746b7999c819 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:41.792589 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6bd1dc9-ec89-4395-ae78-746b7999c819 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2024381 Feb 16 12:45:41.795505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.809489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Provisioning complete for port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:41.809872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.912424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:41.913245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.023637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.065649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:42.069731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 07325815-7e20-48cf-8eeb-bb1b3a41188e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:42.106045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:42.116084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=df6fd885-f27c-43a3-8879-bf2464ee7b12,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.134048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:42.135406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:42.147750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:42.206556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:42.207109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.221049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-ee3379c0-5e4c-4c77-ac27-7764e3aed11e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809560313&fields=id&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 267 time: 0.0624859 Feb 16 12:45:42.247732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.349058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 07325815-7e20-48cf-8eeb-bb1b3a41188e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:42.355537 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-cb7d33c2-6220-4da1-9d38-bd6433f9530f service neutron] 10.222.0.65 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8744321 Feb 16 12:45:42.370233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642c526-b3b2-45ea-bfbf-6b7a191f9b1b None None] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:42.419722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.420357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.486738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:42.544654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb6e6948-5d32-480f-85d0-c621290f65e0 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9135907 Feb 16 12:45:42.555762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57178) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.564843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-8e71badf-077b-48bf-ba8a-a0978d2a215e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.576596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-8e71badf-077b-48bf-ba8a-a0978d2a215e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.3540988 Feb 16 12:45:42.592930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604713e0-804a-4cbe-9492-bd2b0fca3511 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:42.599337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-18bde040-39b4-4c27-808c-ace09bc47000 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/quotas/f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 375 time: 0.0219395 Feb 16 12:45:42.599677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-25706271-3448-42ed-a640-7c2b338a011c None None] For port a7ec5579-fd04-4819-afc7-39f54ca7f7a6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:42.600476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.616649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:42.655015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.849666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:42.864216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Calling delete_port for a7ec5579-fd04-4819-afc7-39f54ca7f7a6 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:42.908992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.941750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:42.943614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.031857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=0a5d6ab0-dbb8-4ae3-8a21-84a263da7991,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.078814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] For port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:43.100145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.151955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.184394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-b91cd02a-c806-4e9b-9550-b2bf0b88842d service neutron] 10.222.0.65 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016922 Feb 16 12:45:43.206975 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ae36c01-c7af-430d-90ee-630c37cb72c4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 HTTP/1.1" status: 204 len: 168 time: 1.4090812 Feb 16 12:45:43.209116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.211425 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8058a-e2eb-4b99-92c7-f0030ad4a286 None None] New status for floating IP 5b063e77-2064-4ae6-92e7-beba1f6d068d: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:43.402815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440bf274-c434-49f2-8dc5-0e0fa71e8cb1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.407750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440bf274-c434-49f2-8dc5-0e0fa71e8cb1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.410581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-440bf274-c434-49f2-8dc5-0e0fa71e8cb1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1998227 Feb 16 12:45:43.415072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.565508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet f2e46bef-c302-490d-b5dc-2854e2f864f4 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:43.575053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.601026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.615301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-07325815-7e20-48cf-8eeb-bb1b3a41188e', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:43.616167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.667571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.699216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c79bb-b5fb-4444-85f3-853c78f8d712 None None] Pushing event updated for resources: {'Port': ['ID=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.762678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.851235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dfc0d9f-fac1-4dbc-9de4-a0926bb76d94 req-8e3cd194-ffd8-4e85-8270-106e0e8144e1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.2148678 Feb 16 12:45:43.864410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Provisioning for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:43.884627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.886104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.000520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.042705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706271-3448-42ed-a640-7c2b338a011c None None] Pushing event deleted for resources: {'Port': ['ID=a7ec5579-fd04-4819-afc7-39f54ca7f7a6,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.048324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e46bef-c302-490d-b5dc-2854e2f864f4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.054622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Provisioning complete for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:44.055196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.056801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.081021 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8670b9f0-7514-4ef8-8f43-ce4c9a32d3b5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/f2e46bef-c302-490d-b5dc-2854e2f864f4 HTTP/1.1" status: 204 len: 168 time: 0.6640313 Feb 16 12:45:44.084474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.195347 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-813a338a-bdee-40ea-a801-b86e5bbd2535 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088712 Feb 16 12:45:44.198827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.257208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25706271-3448-42ed-a640-7c2b338a011c None None] No DVR routers for this DVR port a7ec5579-fd04-4819-afc7-39f54ca7f7a6 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:44.273687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6654f70e-b7f6-4c1d-abbf-d714d7f43445 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:44.302911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:44.314687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6654f70e-b7f6-4c1d-abbf-d714d7f43445 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:44.320595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6654f70e-b7f6-4c1d-abbf-d714d7f43445 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1177154 Feb 16 12:45:44.320834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.333110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57208) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.476317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844fc54-fdd8-4944-8bfd-69c48de51b59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.477467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5844fc54-fdd8-4944-8bfd-69c48de51b59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:44.487533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:44.492746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef541a-d457-4894-a4a7-1956793bc4a5 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:44.512115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5844fc54-fdd8-4944-8bfd-69c48de51b59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:44.518827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b442c01a-6f27-4cf4-8a3f-0bf2db87be6e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:44.521108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5844fc54-fdd8-4944-8bfd-69c48de51b59 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1831617 Feb 16 12:45:44.522290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57212) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.551354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-cc2cb9d5-70d5-4c20-b88a-47be49d0408f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9475231 Feb 16 12:45:44.685698 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cae4714b-56e3-4c75-bf83-4417080e7d74 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1614370 Feb 16 12:45:44.687675 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.700829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:44.769766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Allocated IP 172.22.0.2 (07325815-7e20-48cf-8eeb-bb1b3a41188e/df6fd885-f27c-43a3-8879-bf2464ee7b12/f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:44.862357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:44.875134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:44.888028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:44.894179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.028031 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-ace44ad8-f6a7-4fe1-85f5-f03e9e838724 service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087446 Feb 16 12:45:45.071239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.154002 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5819f596-f144-43a5-b46d-96581a43fa8e req-f03d6793-8f27-487a-81fa-f43f86edda80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.1222644 Feb 16 12:45:45.269711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.271537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.282807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Provisioning complete for port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:45.283378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d24ecf76-1938-4d89-858a-aa97b7d991af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.377550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:45.377550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.387501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=ffffb15f-c166-4663-9152-27596920fa5d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.406401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:45.408168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:45.417921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:45.418721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.454312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7bcdedb-7e6e-4c86-8bd8-4f993de9e1f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7631230 Feb 16 12:45:45.454919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaefa3-d2cd-41ab-b56b-bbcdab864fad None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:45.457063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:45.478833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:12:81:f6', 'name': 'tempest-NetworksTestDHCPv6-1004669249'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:45.490384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.639935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-d661db74-b1c7-4c9c-9fef-3a793d28082e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:45.641789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-d661db74-b1c7-4c9c-9fef-3a793d28082e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 797 time: 0.3583570 Feb 16 12:45:45.659469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Transition to ACTIVE for port object f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:45.678681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:45.691367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:45.707694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:45.788228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-6ee3f2cd-8a4d-4c92-9188-4c697cb17856 service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006555 Feb 16 12:45:45.806520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.810838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Transition to ACTIVE for port object f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:45.826618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.826844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.851395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.920599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-e6ef484b-4772-47d3-a4fe-987a30f8d4d9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 473 time: 0.2301264 Feb 16 12:45:45.942484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['603cd320-3ec3-4395-a961-6d47b0ced5d8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:46.007831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:46.013323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:46.020870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.025881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:46.050179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.094816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port 525e9b82-56fe-4e61-a1b9-dfcbd97ea014 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:46.147412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'ffffb15f-c166-4663-9152-27596920fa5d'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:46.148601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.237440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-816c0d07-0ed7-4777-a166-f386d0139a47 None None] Provisioning complete for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:46.238050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-816c0d07-0ed7-4777-a166-f386d0139a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.383794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::348 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/ffffb15f-c166-4663-9152-27596920fa5d/525e9b82-56fe-4e61-a1b9-dfcbd97ea014) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:46.561497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:46.613884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:46.679877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.735682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object 525e9b82-56fe-4e61-a1b9-dfcbd97ea014 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:46.747810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Attempting to bind port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:46.748190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Attempting to bind port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:46.748562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Attempting to bind port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 on network 07325815-7e20-48cf-8eeb-bb1b3a41188e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:46.754401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-816c0d07-0ed7-4777-a166-f386d0139a47 None None] Port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:46.761781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:46.762320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Checking segment: {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:46.762707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.763089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Bound using segment: {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:46.763622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Bound port: f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:46.764064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.790763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.851626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:46.852019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.913048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.923656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:46.932698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:46.942711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:46.949490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:46.954657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:46.956708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:46.957058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.988276 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05520e7c-665e-4a79-aef5-9993e408907f req-745b6c04-e5c4-4783-86ec-8e11746a10bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.4343688 Feb 16 12:45:47.005527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5991ace9-6925-4867-b77b-37de2ecf78b1 req-024eaa4e-9868-4766-bf09-1f2920198bc8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 210 time: 0.3846502 Feb 16 12:45:47.012252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=525e9b82-56fe-4e61-a1b9-dfcbd97ea014,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.026546 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21d37752-9b32-492c-9e07-af63609d2d1b tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5650780 Feb 16 12:45:47.030373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.064547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:port and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:47.071506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:47.167649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf0ebe-780c-4c65-b0ad-07078e49df24 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:47.168182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] For port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:47.168467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ddf0ebe-780c-4c65-b0ad-07078e49df24 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:47.189044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ddf0ebe-780c-4c65-b0ad-07078e49df24 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:47.190688 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ddf0ebe-780c-4c65-b0ad-07078e49df24 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1590879 Feb 16 12:45:47.193946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.238916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] For port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:47.256814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:47.258385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.267032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/ffffb15f-c166-4663-9152-27596920fa5d/4f8a281a-47b6-447e-b4cb-b1d8d8651c6d) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.309731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port 525e9b82-56fe-4e61-a1b9-dfcbd97ea014 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:47.310082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.472198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:47.475713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.563729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.22.0.1 (07325815-7e20-48cf-8eeb-bb1b3a41188e/df6fd885-f27c-43a3-8879-bf2464ee7b12/3639751f-fd46-4521-b78a-786761ad363d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.595513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c3160-753e-448e-8bb9-73d1bf4745b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.632439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-97b2d60f-9dba-4aa6-8a75-5f3f45ccb875 None None] Provisioning complete for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:47.633504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-97b2d60f-9dba-4aa6-8a75-5f3f45ccb875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.718731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-97b2d60f-9dba-4aa6-8a75-5f3f45ccb875 None None] Port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:47.785959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.8 (db42b12e-3242-4e86-be40-39230ea5fb19/601e09cb-56e4-4f5f-899e-ae3e9585a131/b86582c0-1fb4-4361-a32e-adf6231ecc29) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.889068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.935561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.951021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Transition to ACTIVE for port object 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:47.974645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Transition to ACTIVE for port object 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:47.985659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.126558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:48.132273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:48.139502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:48.147414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Pushing event updated for resources: {'Port': ['ID=4f8a281a-47b6-447e-b4cb-b1d8d8651c6d,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.221813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for 525e9b82-56fe-4e61-a1b9-dfcbd97ea014 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:48.262326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:48.278490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.328401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Attempting to bind port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:48.328401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Attempting to bind port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:48.330616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Attempting to bind port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:48.351544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:48.352176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:48.352834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.353457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:48.354196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Bound port: 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:48.358226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.506180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object 3639751f-fd46-4521-b78a-786761ad363d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:48.507009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-f8ca4a49-75a9-4638-b39a-abc3f091f28f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:48.508834 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-f8ca4a49-75a9-4638-b39a-abc3f091f28f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.3583629 Feb 16 12:45:48.548652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:48.630108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-6d618497-25c2-4e28-b275-52a7ba4ece75 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 380 time: 0.0869858 Feb 16 12:45:48.631574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.651286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] For port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:48.656231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] For port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4f8a281a-47b6-447e-b4cb-b1d8d8651c6d,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:48.662333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.692237 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efc735df-273a-48e7-a970-c1093f087f94 req-37465617-6e97-4ed1-be36-971b091af6a6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.2495685 Feb 16 12:45:48.729288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:48.736821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'port': {'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'admin_state_up': True, 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'security_groups': ['2e2bff66-f5c8-41c6-bd55-9d599710cbf7']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:48.781837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1a46-cdf4-42a1-b03e-c3d42d7494d5 None None] Pushing event updated for resources: {'Port': ['ID=4f8a281a-47b6-447e-b4cb-b1d8d8651c6d,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.804794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1f21a221-c8a9-4a25-8a95-8b98cff37824 req-09057438-8ae7-4e0b-a345-523641597569 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 210 time: 0.5136397 Feb 16 12:45:48.829173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.909480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=525e9b82-56fe-4e61-a1b9-dfcbd97ea014,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.952953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.989111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.989358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object b86582c0-1fb4-4361-a32e-adf6231ecc29 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:49.013458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-159b1075-4e5d-4e10-a429-ae555d66b68f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/525e9b82-56fe-4e61-a1b9-dfcbd97ea014 HTTP/1.1" status: 204 len: 168 time: 1.8180809 Feb 16 12:45:49.020934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57268) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.168369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.262370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:49.271548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.278425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:49.281954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:49.395113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b0735-c2f1-45b7-b55d-4886164154e1 None None] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:49.400183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16117d3-32a3-4b97-89a4-103325db8bff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:49.402926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16117d3-32a3-4b97-89a4-103325db8bff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:49.404164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e16117d3-32a3-4b97-89a4-103325db8bff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:49.408461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.426585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.433882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network db42b12e-3242-4e86-be40-39230ea5fb19 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:49.440989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e16117d3-32a3-4b97-89a4-103325db8bff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:49.444793 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e16117d3-32a3-4b97-89a4-103325db8bff tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4222596 Feb 16 12:45:49.449511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:49.454073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.464138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:49.496063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Made reservation on behalf of f6989836bdb149dfbc7933963def4e8c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:49.501475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.512842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Provisioning for port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:49.522171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Provisioning complete for port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:49.522672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.535291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:49.537916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.583021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.614470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfb147ae-8da1-47d1-ae51-78c284ce9522 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0700705 Feb 16 12:45:49.631109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.638734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1226577296'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.654834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:49.658418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.691728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.710701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:49.711524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.715774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.726216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.756043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1280c641-c7c5-40e6-b33c-c50599c9ddcc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8173039 Feb 16 12:45:49.800379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Request body: {'port': {'device_id': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.806144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:49.806694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:49.889070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:49.895919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.905447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet ffffb15f-c166-4663-9152-27596920fa5d {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:49.913152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.066113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.094308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:50.210049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.293178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.315355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.430173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.440052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=ffffb15f-c166-4663-9152-27596920fa5d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.464497 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66fbfb06-0158-455a-bbb7-926a6d409e66 req-b18a4e65-edea-4884-bcde-9eed0076caaf tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 210 time: 0.1883273 Feb 16 12:45:50.577581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1debfec-26fc-4e76-ac5e-7c8c13603c50 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/ffffb15f-c166-4663-9152-27596920fa5d HTTP/1.1" status: 204 len: 168 time: 1.1218028 Feb 16 12:45:50.578901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57286) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.638040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:50.670043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f2b27-7e9c-45b2-a15a-788ae2246d31 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:50.693906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:50.752104 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-510ef50e-ddca-471e-91b9-9acf83272a11 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656003 Feb 16 12:45:50.754988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.783613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.783944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 6e78c3f9-2c46-445f-827c-d1775c7e8c67 of type vlan for network 82509e92-be6b-4a85-8854-5304877f9eb9 Feb 16 12:45:50.809527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] For port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:50.821029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.848516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.20.0.5 (4a4db115-50ec-4f2e-abd4-39299f6d5d53/8e962aec-0d3c-489f-aac2-e413dfcf6939/9fcfdff6-4702-4d29-b4f9-d10c9519de3b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:50.849611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.867604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.887288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.893537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:50.894137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.963809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec91fe3-d5a7-41fb-ac73-11915a71c99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:50.964944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ec91fe3-d5a7-41fb-ac73-11915a71c99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:51.007377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.123303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8ec91fe3-d5a7-41fb-ac73-11915a71c99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:51.125789 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ec91fe3-d5a7-41fb-ac73-11915a71c99d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3664758 Feb 16 12:45:51.133123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.267132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0256382-fda2-4be6-8e43-883bdd73313c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.267876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0256382-fda2-4be6-8e43-883bdd73313c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:51.300606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Provisioning complete for port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:51.301649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.309704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.317077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0256382-fda2-4be6-8e43-883bdd73313c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:51.318547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c0256382-fda2-4be6-8e43-883bdd73313c tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1843777 Feb 16 12:45:51.321971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.350939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ff451-a2e3-4431-93cd-4c038d5397a8 None None] Pushing event updated for resources: {'Port': ['ID=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.416738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:51.443422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-802dd036-f499-444e-acf1-a0e60249fdea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163764 Feb 16 12:45:51.444137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.444656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:45:42Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:45:44Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.447399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead88350-3d7f-47e2-bd35-be39d3359f8a req-bead82a2-5fac-4d5c-a497-8785ff128676 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.448759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ead88350-3d7f-47e2-bd35-be39d3359f8a req-bead82a2-5fac-4d5c-a497-8785ff128676 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:51.454964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.467291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:51.468984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Updating router c9940425-ab6d-4dba-8c07-9db514efc6c1 port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:51.478708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Transition to ACTIVE for port object 9fcfdff6-4702-4d29-b4f9-d10c9519de3b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:51.481224 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8483284 Feb 16 12:45:51.490911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57306) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.501575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bd3df-d1c1-4539-b4e4-d27c2b238c47 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=82509e92-be6b-4a85-8854-5304877f9eb9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.518917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:51.534535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ead88350-3d7f-47e2-bd35-be39d3359f8a req-bead82a2-5fac-4d5c-a497-8785ff128676 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:51.536430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ead88350-3d7f-47e2-bd35-be39d3359f8a req-bead82a2-5fac-4d5c-a497-8785ff128676 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 931 time: 1.3133790 Feb 16 12:45:51.614111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 82509e92-be6b-4a85-8854-5304877f9eb9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:51.825033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:51.828362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.852752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.855446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.870744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.874072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.878953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.881626 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ead88350-3d7f-47e2-bd35-be39d3359f8a req-5786152f-36c9-4d6e-9958-ca1af9d5408e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361616 Feb 16 12:45:51.883782 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d57fab7b-9441-4dc1-b493-81b28b46079b req-a5ef9c12-27c3-41a4-9801-96cb9bb1eb8d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 210 time: 0.1639347 Feb 16 12:45:51.892543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Deleting port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:51.893141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.950787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.964720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:51.968455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.986667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.996679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:52.007303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:52.021983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:52.066060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.078561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Provisioning for port 3639751f-fd46-4521-b78a-786761ad363d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:52.154079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.163400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.305243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] For port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4f8a281a-47b6-447e-b4cb-b1d8d8651c6d,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:52.305819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.309832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:52.314467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.371556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.435458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86582c0-1fb4-4361-a32e-adf6231ecc29 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:52.451241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.462548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.490621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Calling delete_port for 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:52.536847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Transition to ACTIVE for port object b86582c0-1fb4-4361-a32e-adf6231ecc29 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:52.547250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.559787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.623450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:52.636633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:52.637263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.699834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Provisioning complete for port 3639751f-fd46-4521-b78a-786761ad363d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:52.700340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.725835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-253a214b-2e32-473a-a2cd-9778528fccb4 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0029528 Feb 16 12:45:52.781910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Request body: {'port': {'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.866072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:45:53.097924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.163173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Port 3639751f-fd46-4521-b78a-786761ad363d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:53.211200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=19372361-7f84-4537-9c0f-b7e8f9921d63,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.222879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Provisioning for port b86582c0-1fb4-4361-a32e-adf6231ecc29 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:53.226764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.239817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:45:53.240224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Reverting IP allocation for 2001:db8::f816:3eff:fead:d1f8 {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:45:53.251520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fead:d1f8 {{(pid=87699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:45:53.254513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.258926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.305524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:53.348969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:53.355854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:53.356470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.368790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.417025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:53.417380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: 82509e92-be6b-4a85-8854-5304877f9eb9, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:53.435985 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9904990 Feb 16 12:45:53.441336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1d628cd3-b9bd-4f57-90b0-2fea011b3a3d None None] Could not find standard attr ID for object 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:45:53.443675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] No DVR routers for this DVR port 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:53.445478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.450217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2356d-66f0-4dd5-81c6-bd510e6bb3d9 None None] Pushing event deleted for resources: {'Port': ['ID=4f8a281a-47b6-447e-b4cb-b1d8d8651c6d,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.453156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc627f5-db05-4f88-bfb1-b35448c80b76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=b99f1911-6562-46e5-b05c-2b9b468c3a09,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.457839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.458422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.485080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:53.569831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e550e14-0874-4771-add5-ac1ef258de9e None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:53.570760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:53.580922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:53.641288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 82509e92-be6b-4a85-8854-5304877f9eb9 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:53.656302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 82509e92-be6b-4a85-8854-5304877f9eb9) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:53.670017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:53.670695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.705072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.786459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ace30-5a43-4791-b089-4485314ab9e1 None None] Network 82509e92-be6b-4a85-8854-5304877f9eb9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:53.876977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-876ab9de-ef96-4155-9ea8-5fb4ffd11b90 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3770263 Feb 16 12:45:53.886261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57326) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.967093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Provisioning complete for port 3639751f-fd46-4521-b78a-786761ad363d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:53.969346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.045259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Attempting to bind port b86582c0-1fb4-4361-a32e-adf6231ecc29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:54.045763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Attempting to bind port b86582c0-1fb4-4361-a32e-adf6231ecc29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:54.045982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Attempting to bind port b86582c0-1fb4-4361-a32e-adf6231ecc29 on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:54.082629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afbbdd-6ddb-4194-bb46-f611824dc6c4 req-ce5ba209-f867-4421-b08e-04b88ab9ff23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.085155 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39afbbdd-6ddb-4194-bb46-f611824dc6c4 req-ce5ba209-f867-4421-b08e-04b88ab9ff23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 943 time: 0.8218455 Feb 16 12:45:54.091595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Port b86582c0-1fb4-4361-a32e-adf6231ecc29 on network db42b12e-3242-4e86-be40-39230ea5fb19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:54.092141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Attempting to bind port b86582c0-1fb4-4361-a32e-adf6231ecc29 on network db42b12e-3242-4e86-be40-39230ea5fb19 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:54.119796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd569-39ba-47e5-ab83-c81936d0b71a req-515c9669-8366-4ce0-8a83-fe4de9c6e87c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.120982 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a0fd569-39ba-47e5-ab83-c81936d0b71a req-515c9669-8366-4ce0-8a83-fe4de9c6e87c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 931 time: 0.9560003 Feb 16 12:45:54.152547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:54.152547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Checking segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:54.153093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Bound using segment: {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:54.153473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Bound port: b86582c0-1fb4-4361-a32e-adf6231ecc29, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf6b144-a725-48bf-bb66-c19669a04725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:54.154012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.190091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:54.208109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:54.215385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:54.231855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.resource_extend [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:54.275657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:54.322203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-39afbbdd-6ddb-4194-bb46-f611824dc6c4 req-a33e08a1-67bc-42e4-863b-2ace9516ec45 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178707 Feb 16 12:45:54.331414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Port 3639751f-fd46-4521-b78a-786761ad363d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:54.355107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:54.355676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4f8a281a-47b6-447e-b4cb-b1d8d8651c6d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:54.439015 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a0fd569-39ba-47e5-ab83-c81936d0b71a req-20462c8f-f3fe-4964-a34e-9cc0533e39ef tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557592 Feb 16 12:45:54.466471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.471061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.521544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Provisioning for port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:54.601360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Provisioning complete for port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:54.602901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port 6fb8a1e3-24db-428e-b426-f7dc363b28f7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:54.603254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.603547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.610221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:54.626545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:54.636049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-731ccaaa-1067-4f83-a98d-4c2ed546bd17 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0461104 Feb 16 12:45:54.636905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:54.638081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:54.642395 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:54.652909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': 'b99f1911-6562-46e5-b05c-2b9b468c3a09'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:54.654212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.664614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'network': {'name': 'tempest-RoutersTest-920283950'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:54.670312 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:54.671780 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:54.672863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:54.678080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:network and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:54.681954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:54.693584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:54.703036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.707215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.761214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:54.764657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.806042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b99f1911-6562-46e5-b05c-2b9b468c3a09 (CIDR: 2001:db8::/64) Feb 16 12:45:54.807740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:54.808452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.810024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] 10.222.0.81 "PUT /v2.0/ports/b86582c0-1fb4-4361-a32e-adf6231ecc29 HTTP/1.1" status: 200 len: 1093 time: 5.0158899 Feb 16 12:45:54.815199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:54.894115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d636d-b307-4d59-8763-a46131392a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.911293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Transition to ACTIVE for port object 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:54.923494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:54.926870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d0d74e78-60c7-4136-9b94-8a2f75df9061 None None] Port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:54.931302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.950995 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:54.964839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.967310 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added segment 5bf72f6a-a94f-4135-945f-ab34547211f4 of type vlan for network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 Feb 16 12:45:54.997529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-82509e92-be6b-4a85-8854-5304877f9eb9', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:54.998347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.013413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.016518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcfdff6-4702-4d29-b4f9-d10c9519de3b {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:55.028475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.066355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Transition to ACTIVE for port object 9fcfdff6-4702-4d29-b4f9-d10c9519de3b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:55.195666 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'status': 'completed', 'code': 200} Feb 16 12:45:55.205845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aa96a-ea31-4c90-b7c2-c17e726af6a1 None None] Pushing event updated for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.207266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.221036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:55.221811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.315765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6666780 Feb 16 12:45:55.331853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.332892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.490858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee922d-27eb-47cb-a44f-379dbfbd19f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Network': ['ID=1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.498994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.514524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'subnet': {'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.614300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Calling delete_port for 6fb8a1e3-24db-428e-b426-f7dc363b28f7 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:55.629775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:55.680602 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:50Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:45:51Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:55.689438 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:55.690119 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Updating router 6da64f2e-84da-4c47-bd0b-328fb807b793 port 3639751f-fd46-4521-b78a-786761ad363d binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:55.696595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Allocated IP 2001:db8::f816:3eff:fe5f:13dc (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/b99f1911-6562-46e5-b05c-2b9b468c3a09/6c145ec7-e144-4e48-8ae5-41f044308960) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:55.731786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Attempting to bind port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:55.732148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Attempting to bind port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:55.732344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Attempting to bind port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 on network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:55.748957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b1d1e8b4-ec52-4ab7-82ee-261f551bbd27 None None] Provisioning complete for port 3639751f-fd46-4521-b78a-786761ad363d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:55.749460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e8b4-ec52-4ab7-82ee-261f551bbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.776140 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.792203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:55.800872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:subnet and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:55.807213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:55.818695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:55.873359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:55.873983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Checking segment: {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:55.875273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.875755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Bound using segment: {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:55.876412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Bound port: 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62363b00-b4ef-44bf-b305-d32164a3f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:55.876791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.893222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.912647 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:55.912999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:55.917787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.918597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-038e5888-0e28-4076-969a-3e2fb9da57af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.960103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Allocated IP 2001:db8:1::2 (82509e92-be6b-4a85-8854-5304877f9eb9/19372361-7f84-4537-9c0f-b7e8f9921d63/cae9da43-ee47-4f82-b960-c48f76275d10) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:56.116239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1e8b4-ec52-4ab7-82ee-261f551bbd27 None None] Port 3639751f-fd46-4521-b78a-786761ad363d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:56.139080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Port': ['ID=6fb8a1e3-24db-428e-b426-f7dc363b28f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.189447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Made reservation on behalf of 05674735050446b882941328a56a6976 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:56.194090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.367127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] For port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:56.397091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] For port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:56.406832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.454991 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.475912 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Transition to ACTIVE for port object 3639751f-fd46-4521-b78a-786761ad363d will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:56.487342 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.550723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.734716 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaffc76-fcab-49e7-bc71-7038e8a232db None None] Pushing event updated for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.753962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.757502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Floating IP 9bb79d8a-4d03-4eff-bda8-aaadd4e14402 disassociated (deleted). External IP: 172.26.4.9, port: b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81. Feb 16 12:45:56.778380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:56.779195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:56.869230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Checking segment: {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:56.872406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network hostable DHCP agents. Network: 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:56.914811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Subnet': ['ID=ea916d62-e3d6-4611-ad0a-72b165180d67,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.967521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:56.985056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b06a-96cc-4a2c-ab96-60171980d282 req-604eb37c-b757-4716-963d-6afb89294f3e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:56.993060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9d60b06a-96cc-4a2c-ab96-60171980d282 req-604eb37c-b757-4716-963d-6afb89294f3e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 1.1551580 Feb 16 12:45:57.018730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:57.031401 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Attempting to bind port 3639751f-fd46-4521-b78a-786761ad363d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:57.031909 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Attempting to bind port 3639751f-fd46-4521-b78a-786761ad363d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:57.032443 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Attempting to bind port 3639751f-fd46-4521-b78a-786761ad363d on network 07325815-7e20-48cf-8eeb-bb1b3a41188e {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:57.036790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-96d3decc-d709-48a6-b357-d3aa2ed8c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.038611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.039890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:57.040816 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Checking segment: {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:57.041540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.042259 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Bound using segment: {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:57.043130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Bound port: 3639751f-fd46-4521-b78a-786761ad363d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:57.043450 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-96d3decc-d709-48a6-b357-d3aa2ed8c270 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 1096 time: 1.9720376 Feb 16 12:45:57.043910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.174898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-f14051f6-edc4-4f7f-acc7-ed5908803156 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29 HTTP/1.1" status: 200 len: 217 time: 0.0950084 Feb 16 12:45:57.213378 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] For port 3639751f-fd46-4521-b78a-786761ad363d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:57.214603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.217781 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] For port 3639751f-fd46-4521-b78a-786761ad363d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3639751f-fd46-4521-b78a-786761ad363d,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:57.226228 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.255431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699aa96a-ea31-4c90-b7c2-c17e726af6a1 None None] Pushing event updated for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.268963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-186effd9-4c21-4392-844e-cbe5accaf1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.271002 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-186effd9-4c21-4392-844e-cbe5accaf1d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.0872097 Feb 16 12:45:57.271626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:57.295810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Transition to ACTIVE for port object 6c145ec7-e144-4e48-8ae5-41f044308960 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:57.308572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ac910-1e30-4d72-8262-c0d964aa9a3c None None] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:57.367672 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaffc76-fcab-49e7-bc71-7038e8a232db None None] Pushing event updated for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.368759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb7012-5211-4c75-a838-5faa986909a6 req-9b61d768-1ac3-45aa-8cea-627c1ec7273c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.370768 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aabb7012-5211-4c75-a838-5faa986909a6 req-9b61d768-1ac3-45aa-8cea-627c1ec7273c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 943 time: 1.5386665 Feb 16 12:45:57.375279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.376311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.385869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:57.386652 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.460394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.464740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9d60b06a-96cc-4a2c-ab96-60171980d282 req-940f7e4d-6c42-46ea-8059-b59946017460 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4703686 Feb 16 12:45:57.478192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Router a46e2988-53c1-4029-8aa0-c882214ebf8f has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:57.495629 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aabb7012-5211-4c75-a838-5faa986909a6 req-e98aff50-d13b-4eb2-9d30-4dfd06945624 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071842 Feb 16 12:45:57.541731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-52c37dfc-fa3a-40e0-ba66-1b0d236f3fc5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0347583 Feb 16 12:45:57.545017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.635565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Transition to ACTIVE for port object cae9da43-ee47-4f82-b960-c48f76275d10 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:57.751174 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:57.791359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57348) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.793342 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d32abf01-a2b4-4a0a-81a3-007da443e243 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.3258739 Feb 16 12:45:57.853718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Transition to ACTIVE for port object 6c145ec7-e144-4e48-8ae5-41f044308960 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:57.861963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:57.925363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:57.937744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.011298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Sync routers for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:58.019958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1a746cd5-5418-48a3-b824-e807c5fda044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.022814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-1a746cd5-5418-48a3-b824-e807c5fda044 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7412198 Feb 16 12:45:58.048837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.075199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Attempting to bind port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:58.075818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Attempting to bind port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:58.076592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:58.077043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Attempting to bind port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:58.077228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.112539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:58.113129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Attempting to bind port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:58.183865 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-897b9cd3-eb0c-4cb4-8105-d889db913301 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "DELETE /v2.0/floatingips/9bb79d8a-4d03-4eff-bda8-aaadd4e14402 HTTP/1.1" status: 204 len: 168 time: 4.4782650 Feb 16 12:45:58.189334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:58.195205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:58.196923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:58.198164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Bound using segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:58.198802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Bound port: 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:58.199318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.213637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8afde1e-1290-437e-957e-d248f22e338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.231978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Transition to ACTIVE for port object cae9da43-ee47-4f82-b960-c48f76275d10 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:58.285174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:58.319855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'status': 'completed', 'code': 200} Feb 16 12:45:58.322722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf509c-6292-4782-b664-666c63439749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:58.325605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.442322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:58.445812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:58.470002 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:50Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:45:57Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.477821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.478636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:58.483403 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9ce39-7b53-4876-9a5d-30ee35670541 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:45:50Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:45:57Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:58.484708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:58.490812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.523660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.798465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.834237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Pushing event updated for resources: {'Port': ['ID=cae9da43-ee47-4f82-b960-c48f76275d10,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.990173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Attempting to bind port 6c145ec7-e144-4e48-8ae5-41f044308960 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:58.990892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Attempting to bind port 6c145ec7-e144-4e48-8ae5-41f044308960 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:58.991166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Attempting to bind port 6c145ec7-e144-4e48-8ae5-41f044308960 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:58.992986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.003430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.003790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.006050 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-9d817b4c-1303-4cc5-81cc-c8dc8bcc44d9 service neutron] 10.222.0.81 "PUT /v2.0/ports/9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 1093 time: 6.2288589 Feb 16 12:45:59.062411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:59.062823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:59.063150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.063502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:59.063993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Bound port: 6c145ec7-e144-4e48-8ae5-41f044308960, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:59.064869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.087217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Network 82509e92-be6b-4a85-8854-5304877f9eb9 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:59.175532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:59.180264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:59.257954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.287769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:59.303337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-b84d0b32-0639-4a78-b829-e15128a7d8f1 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2599716 Feb 16 12:45:59.339964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35201-b919-4fcc-b84e-50b0a466569a req-25d959e0-4621-469b-b797-314cc9438b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.341842 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-25d959e0-4621-469b-b797-314cc9438b66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 1099 time: 0.9629664 Feb 16 12:45:59.366232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:59.369880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:59.382957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.417527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:59.419297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:59.472929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.586333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b775de-855b-43a2-80ae-a3ab2b523e70 None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.591002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:45:42Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:45:56Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:59.637904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:59.642736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.643743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-69cf509c-6292-4782-b664-666c63439749 None None] Allocated IP 172.23.0.2 (1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622/ea916d62-e3d6-4611-ad0a-72b165180d67/8e1a515f-9795-40eb-97de-40b983e0fca8) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:59.668373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e289-3415-4c16-a7e4-bb6c35b81031 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:45:42Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:45:56Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:59.710982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f1979-d2d9-4c6a-9636-15ca23353e4c req-91a87523-f810-4f62-8cdc-77b1f9e00600 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.714789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54f1979-d2d9-4c6a-9636-15ca23353e4c req-91a87523-f810-4f62-8cdc-77b1f9e00600 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 943 time: 0.5731993 Feb 16 12:45:59.752803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26ca88-3418-4eb7-9797-1044d1a6c984 req-3dd12d91-5d85-43e4-8207-385c537222be tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.755322 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e26ca88-3418-4eb7-9797-1044d1a6c984 req-3dd12d91-5d85-43e4-8207-385c537222be tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 0.9408278 Feb 16 12:45:59.844838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35201-b919-4fcc-b84e-50b0a466569a req-12cf9c71-c404-4768-adef-2133265614e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.846413 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-12cf9c71-c404-4768-adef-2133265614e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 200 len: 898 time: 0.4959898 Feb 16 12:45:59.888513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Attempting to bind port cae9da43-ee47-4f82-b960-c48f76275d10 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:59.888893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Attempting to bind port cae9da43-ee47-4f82-b960-c48f76275d10 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:59.889261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Attempting to bind port cae9da43-ee47-4f82-b960-c48f76275d10 on network 82509e92-be6b-4a85-8854-5304877f9eb9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:59.924193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:59.924561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Checking segment: {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:59.925029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.925434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Bound using segment: {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:59.925918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Bound port: cae9da43-ee47-4f82-b960-c48f76275d10, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:59.926292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.946938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-75f38e96-67a4-4c93-8bb8-b8c1fe74d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:59.956403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-75f38e96-67a4-4c93-8bb8-b8c1fe74d556 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1096 time: 0.7864532 Feb 16 12:46:00.108884 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a14ae94-42ba-4d00-94ec-22bd1b763227 req-5a807ca9-4bdb-40ce-a274-a4ed23b88ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614892 Feb 16 12:46:00.127867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.150185 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54f1979-d2d9-4c6a-9636-15ca23353e4c req-a2803651-176a-47a9-ba94-19bdc0efe7e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935616 Feb 16 12:46:00.243735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e26ca88-3418-4eb7-9797-1044d1a6c984 req-eb27e376-de97-4ab3-9d0d-62cc0311ee5e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350779 Feb 16 12:46:00.272333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8:1::1 (82509e92-be6b-4a85-8854-5304877f9eb9/19372361-7f84-4537-9c0f-b7e8f9921d63/7374972a-739e-4a7e-9178-c513a9e0097f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:00.474885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.81', 49941) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:00.562897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:00.673554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] For port cae9da43-ee47-4f82-b960-c48f76275d10, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:00.683899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] For port cae9da43-ee47-4f82-b960-c48f76275d10, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cae9da43-ee47-4f82-b960-c48f76275d10,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:00.717789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.732802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-0170e762-0c56-427d-94ef-449ebfb70517 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 200 len: 217 time: 0.8764725 Feb 16 12:46:00.740954 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'status': 'completed', 'code': 200} Feb 16 12:46:00.755000 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-9eae8690-3181-4eb5-bc2b-3bf510304659 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 217 time: 0.1818886 Feb 16 12:46:00.826531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.834880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.837479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:00.890414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95f03-e346-412a-9cee-8a6d0a311816 None None] Pushing event updated for resources: {'Port': ['ID=cae9da43-ee47-4f82-b960-c48f76275d10,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:00.922486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-0c0bdee7-4349-4318-bfb4-89db85865a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:00.923565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-69cf509c-6292-4782-b664-666c63439749 None None] Transition to ACTIVE for port object 8e1a515f-9795-40eb-97de-40b983e0fca8 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:00.927496 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-0c0bdee7-4349-4318-bfb4-89db85865a39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.1185722 Feb 16 12:46:00.972685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-69cf509c-6292-4782-b664-666c63439749 None None] Transition to ACTIVE for port object 8e1a515f-9795-40eb-97de-40b983e0fca8 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:01.006159 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.016417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35201-b919-4fcc-b84e-50b0a466569a req-f2b4f27a-e1fc-432b-96f9-0c3946255a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.018826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-f2b4f27a-e1fc-432b-96f9-0c3946255a7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 200 len: 834 time: 0.2603462 Feb 16 12:46:01.031336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.103392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf509c-6292-4782-b664-666c63439749 None None] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.109627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-69cf509c-6292-4782-b664-666c63439749 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.121374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf509c-6292-4782-b664-666c63439749 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:01.164155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:01.183057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf509c-6292-4782-b664-666c63439749 None None] Pushing event updated for resources: {'Port': ['ID=8e1a515f-9795-40eb-97de-40b983e0fca8,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.234950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.270250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=d3c3f630-8f13-4b38-bf27-53cc3330970b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.305545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object 7374972a-739e-4a7e-9178-c513a9e0097f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:01.307753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.342284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.373010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.381464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:01.381464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.386309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.403143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.403811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.416641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-b7c24d86-ed01-4130-a465-b7448f7afb9a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.418674 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-b7c24d86-ed01-4130-a465-b7448f7afb9a tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.81 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 1.0149722 Feb 16 12:46:01.466488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685c5-d940-455c-8528-d1a990db4d94 req-29cf00cf-c817-4fe7-bc68-9b38faa71f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.468943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-29cf00cf-c817-4fe7-bc68-9b38faa71f1b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5353761 Feb 16 12:46:01.548617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 82509e92-be6b-4a85-8854-5304877f9eb9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:01.552342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.555800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35201-b919-4fcc-b84e-50b0a466569a req-7d6fbfaa-cf27-4e11-857d-efccc33cfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.557575 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-7d6fbfaa-cf27-4e11-857d-efccc33cfc24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a79e2bae-6a50-4ea8-8c14-558e01773c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4804394 Feb 16 12:46:01.558388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:01.558969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.574435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Checking router: a46e2988-53c1-4029-8aa0-c882214ebf8f for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:01.586020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-69cf509c-6292-4782-b664-666c63439749 None None] Attempting to bind port 8e1a515f-9795-40eb-97de-40b983e0fca8 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:01.589373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-69cf509c-6292-4782-b664-666c63439749 None None] Attempting to bind port 8e1a515f-9795-40eb-97de-40b983e0fca8 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:01.590458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf509c-6292-4782-b664-666c63439749 None None] Attempting to bind port 8e1a515f-9795-40eb-97de-40b983e0fca8 on network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:01.628643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf509c-6292-4782-b664-666c63439749 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:01.629188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf509c-6292-4782-b664-666c63439749 None None] Checking segment: {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:01.629922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.630601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf509c-6292-4782-b664-666c63439749 None None] Bound using segment: {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:01.632172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-69cf509c-6292-4782-b664-666c63439749 None None] Bound port: 8e1a515f-9795-40eb-97de-40b983e0fca8, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:01.632761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.649750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:01.650810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.685495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:01.686447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:01.758968 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-bc4ca775-595b-4039-a585-1bf55651ef83 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916509 Feb 16 12:46:01.821021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b409d-6f9e-4e8a-882e-84e21d155339 req-b3eb0f57-3896-428c-8ca2-0435adf35a52 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.823344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aa8b409d-6f9e-4e8a-882e-84e21d155339 req-b3eb0f57-3896-428c-8ca2-0435adf35a52 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 946 time: 1.0715070 Feb 16 12:46:01.832795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-3cf631c2-75f9-44a6-a42a-697513dd180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.834789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-3cf631c2-75f9-44a6-a42a-697513dd180a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 1096 time: 1.0860329 Feb 16 12:46:01.881895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.933616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50537972-f503-4fb8-9a23-f01bb9854c07 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:02.013009 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-bb2524fe-094f-4114-963b-53cf57841bd3 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233207 Feb 16 12:46:02.139523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-936269d3-d3cd-4abc-90fc-de84d6e96459 service neutron] 10.222.0.81 "GET /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145645 Feb 16 12:46:02.199870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.239531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.243506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-817380a6-5e94-4232-8077-afa481079445 None None] Provisioning for port 6c145ec7-e144-4e48-8ae5-41f044308960 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:02.308778 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aa8b409d-6f9e-4e8a-882e-84e21d155339 req-de5c42c8-5353-47f8-85b0-f336dbd48d1d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/security-groups?id=664218a5-bfe5-4e94-a02e-12227c998b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674516 Feb 16 12:46:02.343610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-69cf509c-6292-4782-b664-666c63439749 None None] For port 8e1a515f-9795-40eb-97de-40b983e0fca8, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:02.375286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:02.399725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.400543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3639751f-fd46-4521-b78a-786761ad363d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:02.472483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] For port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:02.473016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.523607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:02.635369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-69cf509c-6292-4782-b664-666c63439749 None None] For port 8e1a515f-9795-40eb-97de-40b983e0fca8, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e1a515f-9795-40eb-97de-40b983e0fca8,segment=NetworkSegment(5bf72f6a-a94f-4135-945f-ab34547211f4),segment_id=5bf72f6a-a94f-4135-945f-ab34547211f4)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:02.671687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Calling delete_port for b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:02.683170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-69cf509c-6292-4782-b664-666c63439749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.755660 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a001af5-3137-4175-a142-92e757a82372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9605534 Feb 16 12:46:02.761228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.771670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:97:dd:6c', 'name': 'tempest-NetworksTestDHCPv6-786867399'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.819458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-959685c5-d940-455c-8528-d1a990db4d94 req-b852b58a-c220-4bc1-bf8e-76e50bd5a591 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7974455 Feb 16 12:46:02.832735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76dcb65-23c5-4600-943d-999c33e7e9a8 None None] Network 82509e92-be6b-4a85-8854-5304877f9eb9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:02.976536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b86582c0-1fb4-4361-a32e-adf6231ecc29 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:46:02.981824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:02.987393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Allocated IP 172.23.0.1 (1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622/ea916d62-e3d6-4611-ad0a-72b165180d67/1f8ed85c-c891-45f0-bc11-c9911e1fcc47) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:03.056121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad299-da24-4590-a916-f3fb67d7d060 req-9ddef669-ff32-42fb-be42-13644cce7632 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.063687 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd8ad299-da24-4590-a916-f3fb67d7d060 req-9ddef669-ff32-42fb-be42-13644cce7632 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 943 time: 1.5769365 Feb 16 12:46:03.121764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:03.182012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:03.208764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-b4687f94-0cb5-4697-b2b0-02abc22296bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.208764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-b4687f94-0cb5-4697-b2b0-02abc22296bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 1.2767467 Feb 16 12:46:03.209820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:03.217113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.225238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:03.244233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-8dbe025b-005d-4b2e-b85c-7b611fd29ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.246206 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-8dbe025b-005d-4b2e-b85c-7b611fd29ea6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1096 time: 0.2869151 Feb 16 12:46:03.284477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:03.359440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:03.401963 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd8ad299-da24-4590-a916-f3fb67d7d060 req-99d7d05a-c7f7-4ebd-b341-3eca404913e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373568 Feb 16 12:46:03.403477 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-02ce384c-82e2-4bae-9880-df712c1f4b16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29 HTTP/1.1" status: 200 len: 217 time: 0.1914682 Feb 16 12:46:03.408312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.439666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4541-acc3-40de-9b9c-5dcfbbddaa47 req-31f4c283-4faa-466a-8192-b550f299ce7c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.441678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.resource_extend [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:03.457665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3eee4541-acc3-40de-9b9c-5dcfbbddaa47 req-31f4c283-4faa-466a-8192-b550f299ce7c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 0.7018888 Feb 16 12:46:03.489434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.490537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.590994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.662219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7dd83ae7-4aae-4925-b827-5685529537f5 None None] Provisioning for port cae9da43-ee47-4f82-b960-c48f76275d10 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:03.696832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3639751f-fd46-4521-b78a-786761ad363d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:03.733441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Port': ['ID=b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.757108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3639751f-fd46-4521-b78a-786761ad363d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:03.757108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.759537 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26db0c7e-4d70-4cd9-b9e8-6cc7a82d375c req-0b14f0ec-2614-4da9-bf1e-9b7eee4f7bed tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "GET /v2.0/ports?device_id=23ea5c46-7089-4a54-b188-a96a2e31c0bb HTTP/1.1" status: 200 len: 210 time: 0.1521721 Feb 16 12:46:03.793055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No active binding found for port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 {{(pid=87700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:46:03.793492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:03.833176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3eee4541-acc3-40de-9b9c-5dcfbbddaa47 req-7021e2d5-146a-46d7-86a5-a515ae206d14 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909739 Feb 16 12:46:03.851487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-af65952c-6f57-4591-85a8-923d8071ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.853660 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-af65952c-6f57-4591-85a8-923d8071ee81 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.4391704 Feb 16 12:46:03.882389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.914028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf509c-6292-4782-b664-666c63439749 None None] Pushing event updated for resources: {'Port': ['ID=8e1a515f-9795-40eb-97de-40b983e0fca8,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.931020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.944296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.948677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] No DVR routers for this DVR port b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:03.953483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-b11da1e3-b052-44cc-8009-c24d5e598a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.955264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-b11da1e3-b052-44cc-8009-c24d5e598a50 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.7021813 Feb 16 12:46:03.960138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.963198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-deleted', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:03.985628 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.81 "DELETE /v2.0/ports/b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81 HTTP/1.1" status: 204 len: 173 time: 2.5582619 Feb 16 12:46:03.989671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Transition to ACTIVE for port object 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:03.991900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:03.999132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port a9a9a6de-1140-498d-b871-36a83eb0d861 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:04.036604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-735a605f-5668-4811-8614-0b056156ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.038536 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-735a605f-5668-4811-8614-0b056156ea86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1499693 Feb 16 12:46:04.047585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.088921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'port_id': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'mac_address': 'fa:16:3e:eb:2e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:46:04.191527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ea5c46-7089-4a54-b188-a96a2e31c0bb', 'name': 'network-vif-deleted', 'tag': 'b33b1c72-6bae-4dd1-bdc4-2c62fb12ad81', 'status': 'completed', 'code': 200} Feb 16 12:46:04.324861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:04.346911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:04.350025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:04.472190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.519433 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-b6036160-a1fc-4eb4-a69f-4f86610a051d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 217 time: 0.2579281 Feb 16 12:46:04.588371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.606150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86582c0-1fb4-4361-a32e-adf6231ecc29 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:46:04.648290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Update dhcp port {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': 'b99f1911-6562-46e5-b05c-2b9b468c3a09', 'ip_address': '2001:db8::f816:3eff:fe5f:13dc'}, {'subnet_id': 'd3c3f630-8f13-4b38-bf27-53cc3330970b'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '6c145ec7-e144-4e48-8ae5-41f044308960'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:04.758850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:04.759080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 82509e92-be6b-4a85-8854-5304877f9eb9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:04.769431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:04.774336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8:0:1::83 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/d3c3f630-8f13-4b38-bf27-53cc3330970b/a9a9a6de-1140-498d-b871-36a83eb0d861) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:04.794437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-44b5eaf9-fbe3-484e-a387-f323306cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.804207 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-44b5eaf9-fbe3-484e-a387-f323306cc0d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.2666569 Feb 16 12:46:04.807543 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:fe97:dd6c (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/b99f1911-6562-46e5-b05c-2b9b468c3a09/a9a9a6de-1140-498d-b871-36a83eb0d861) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:04.810330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:04.829141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba4107-a21c-4744-9f33-c23c05150434 None None] The sync data for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv is: [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:43:56Z', 'revision_number': 4, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6dda327-3f76-4143-822f-990dc921b23d', 'name': '', 'network_id': 'a79e2bae-6a50-4ea8-8c14-558e01773c92', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'mac_address': 'fa:16:3e:24:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:54Z', 'updated_at': '2022-02-16T12:44:04Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'subnets': [{'id': '3e3ba377-090a-4c54-805b-6daedb8f4d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:04.860185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.865861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.871386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 3639751f-fd46-4521-b78a-786761ad363d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3639751f-fd46-4521-b78a-786761ad363d,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:04.995162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c33c0-ae87-429b-b36e-7d11cc37e75e None None] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:05.060244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.101965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.315649 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-f7e635e8-9c67-4e72-b0db-2902b96f4265 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1950250 Feb 16 12:46:05.339745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.360718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.370828 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd7ec6-c9e9-408f-9b21-0a9698c2b69d None None] New status for floating IP 9bb79d8a-4d03-4eff-bda8-aaadd4e14402: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:05.377755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.514879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['b86582c0-1fb4-4361-a32e-adf6231ecc29'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:46:05.901831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94200f7-3331-4008-823f-4eb92fd39193 req-a24cc6e7-8d5c-4dec-b86e-f7e851dc2bf4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.903744 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b94200f7-3331-4008-823f-4eb92fd39193 req-a24cc6e7-8d5c-4dec-b86e-f7e851dc2bf4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 944 time: 1.2171929 Feb 16 12:46:06.005442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cae9da43-ee47-4f82-b960-c48f76275d10 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:06.045148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f25beaff-15e9-4b35-a4ac-613f56163f9b None None] Provisioning for port 8e1a515f-9795-40eb-97de-40b983e0fca8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:06.051977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.075902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:06.091609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-66a15cc6-cd94-4faf-835f-521de0deba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.094643 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-66a15cc6-cd94-4faf-835f-521de0deba83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2832420 Feb 16 12:46:06.251863 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b94200f7-3331-4008-823f-4eb92fd39193 req-fd252809-f8f0-4db9-aa5e-ca8cc9352b68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283181 Feb 16 12:46:06.265582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a8d58f4-992b-4e6e-8479-6be699b4e671 req-5965e393-4e01-497c-8815-e4c837192364 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8927782 Feb 16 12:46:06.274007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b30cd9-4751-480c-88b8-cedde7c403f4 req-1cf7df24-8e98-4e81-92ff-9c4b65e700df tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.282032 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22b30cd9-4751-480c-88b8-cedde7c403f4 req-1cf7df24-8e98-4e81-92ff-9c4b65e700df tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 0.9608293 Feb 16 12:46:06.288776 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-67f4d5ec-f0e0-454d-b860-8a7f6fb8bdb7 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812241 Feb 16 12:46:06.437655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port cae9da43-ee47-4f82-b960-c48f76275d10 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:06.446076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cae9da43-ee47-4f82-b960-c48f76275d10 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:06.447559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.477548 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22b30cd9-4751-480c-88b8-cedde7c403f4 req-a7179d86-c26b-478e-b5d4-826af20fe525 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943567 Feb 16 12:46:06.483134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.496311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.578038 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9fae256-293c-4fa3-8ab8-b6b2d04e1f3f req-a05fbcd3-7a6c-466a-8c78-47b01935f69e service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308919 Feb 16 12:46:06.601659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7b83d314-8093-4d86-b084-dd43d9e17071 None None] Provisioning for port 7374972a-739e-4a7e-9178-c513a9e0097f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:06.677717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7b83d314-8093-4d86-b084-dd43d9e17071 None None] Provisioning complete for port 7374972a-739e-4a7e-9178-c513a9e0097f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:06.678345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7b83d314-8093-4d86-b084-dd43d9e17071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.755823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.775721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7b83d314-8093-4d86-b084-dd43d9e17071 None None] Port 7374972a-739e-4a7e-9178-c513a9e0097f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:06.800855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port cae9da43-ee47-4f82-b960-c48f76275d10, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cae9da43-ee47-4f82-b960-c48f76275d10,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:06.809034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.810606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e1a515f-9795-40eb-97de-40b983e0fca8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:06.822265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:06.871649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object a9a9a6de-1140-498d-b871-36a83eb0d861 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:06.902858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:06.908953 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31d81bcf-b96b-48e6-b848-74019902df6a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0171981 Feb 16 12:46:06.914619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:06.930010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-106997972'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:06.938217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:06.947657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:06.954970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:06.967559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:06.977165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.979247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:06.980222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.034243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:07.038124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.128061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:07.135010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:07.137830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:07.152311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:07.159588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.160545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.180631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=a9a9a6de-1140-498d-b871-36a83eb0d861,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.188986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.189481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment 4c5895f3-0081-4048-b9e9-11f11a13a3ed of type vlan for network 6ec55348-4c9e-4c62-9d38-1024f2dee271 Feb 16 12:46:07.194779 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=cae9da43-ee47-4f82-b960-c48f76275d10,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.216324 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5600896f-07ef-43e7-add0-0260fc4cc372 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4538660 Feb 16 12:46:07.219534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57392) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.260278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ee689a53-c7ee-4513-a44f-fd6d9465a045 None None] Provisioning complete for port 7374972a-739e-4a7e-9178-c513a9e0097f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:07.260712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ee689a53-c7ee-4513-a44f-fd6d9465a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.319251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.337260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:07.397994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.398936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port a9a9a6de-1140-498d-b871-36a83eb0d861 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:07.399501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.595004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.612739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.616761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.698210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Allocated IP 2001:db8:0:1::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/d3c3f630-8f13-4b38-bf27-53cc3330970b/6c145ec7-e144-4e48-8ae5-41f044308960) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:07.734797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:07.768861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ee689a53-c7ee-4513-a44f-fd6d9465a045 None None] Port 7374972a-739e-4a7e-9178-c513a9e0097f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:07.817320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.841442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 8e1a515f-9795-40eb-97de-40b983e0fca8 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:07.845576 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9293537 Feb 16 12:46:07.846429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57400) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.846550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.865725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:07.880899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8e1a515f-9795-40eb-97de-40b983e0fca8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:07.881296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.931043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1032fd0-e97d-41d5-9303-aee28a3138a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=6ec55348-4c9e-4c62-9d38-1024f2dee271,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.974695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:08.108043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.135557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6385c01-8888-4fea-9ddf-5048fddb164c req-61e8845c-7922-4fa6-9062-a86c9adf7372 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.137234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d6385c01-8888-4fea-9ddf-5048fddb164c req-61e8845c-7922-4fa6-9062-a86c9adf7372 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 944 time: 0.5284443 Feb 16 12:46:08.137923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event updated for resources: {'Port': ['ID=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.172559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b49dc2-3db4-4ca5-948e-eb3aba2126d6 req-d6482c51-1245-47a4-a2c5-106b8f018cfd tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.174180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84b49dc2-3db4-4ca5-948e-eb3aba2126d6 req-d6482c51-1245-47a4-a2c5-106b8f018cfd tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 0.4296105 Feb 16 12:46:08.235898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Provisioning for port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:08.257218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.264882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:08.272820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:08.300856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Provisioning complete for port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.301746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.337493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:08.373336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84b49dc2-3db4-4ca5-948e-eb3aba2126d6 req-cd1e4ed1-9643-4529-a418-6961f5c58dd8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681111 Feb 16 12:46:08.387889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d6385c01-8888-4fea-9ddf-5048fddb164c req-69744302-0662-4155-8e5c-95a115fa986a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000334 Feb 16 12:46:08.408167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for a9a9a6de-1140-498d-b871-36a83eb0d861 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:08.445252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:08.445677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:08.466295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:08.470493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.475637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:08.477614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:08.492543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:08.550072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.603010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Provisioning complete for port 8e1a515f-9795-40eb-97de-40b983e0fca8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.603616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-854593fe-081e-4991-8c2b-a02a04e915dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.648281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.721235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Transition to ACTIVE for port object 6c145ec7-e144-4e48-8ae5-41f044308960 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:08.736973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 3, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:08.740344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 8e1a515f-9795-40eb-97de-40b983e0fca8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e1a515f-9795-40eb-97de-40b983e0fca8,segment=NetworkSegment(5bf72f6a-a94f-4135-945f-ab34547211f4),segment_id=5bf72f6a-a94f-4135-945f-ab34547211f4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:08.743091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.786222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.787164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:08.825468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:08.826779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port c6dda327-3f76-4143-822f-990dc921b23d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:08.827336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.828791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:08.829151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Updating router c9940425-ab6d-4dba-8c07-9db514efc6c1 port 7374972a-739e-4a7e-9178-c513a9e0097f binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:08.843249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.905752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=a9a9a6de-1140-498d-b871-36a83eb0d861,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.971845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b86582c0-1fb4-4361-a32e-adf6231ecc29 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:09.035569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.060411 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f5b470bb-1348-4c35-aa86-29bad48e3206 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/a9a9a6de-1140-498d-b871-36a83eb0d861 HTTP/1.1" status: 204 len: 168 time: 1.8397207 Feb 16 12:46:09.060560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c25acf-0243-4e39-bd70-f0d72a7ff4bf None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.066682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57404) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.088036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.203958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.263263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6c145ec7-e144-4e48-8ae5-41f044308960 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:09.290792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:09.319123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=8e1a515f-9795-40eb-97de-40b983e0fca8,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.319497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c4103-b7e5-4e07-8007-48bfa54006ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.320693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b95c4103-b7e5-4e07-8007-48bfa54006ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:09.332572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=48ec9b7c-fdf9-49e7-838b-f8f70d404d51,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.383897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:09.384472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: 6ec55348-4c9e-4c62-9d38-1024f2dee271, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:09.390279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port b86582c0-1fb4-4361-a32e-adf6231ecc29 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:09.392555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b95c4103-b7e5-4e07-8007-48bfa54006ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:09.398237 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b95c4103-b7e5-4e07-8007-48bfa54006ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3297923 Feb 16 12:46:09.400509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.445180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port b86582c0-1fb4-4361-a32e-adf6231ecc29 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.445573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.499335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:09.509189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2d96d05c-900f-4e7d-91ce-7e9ccea089b5 None None] Provisioning complete for port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.511670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2d96d05c-900f-4e7d-91ce-7e9ccea089b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.533557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6ec55348-4c9e-4c62-9d38-1024f2dee271) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.553928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.556118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.579522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:09.606075 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:09.613687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1b3c3-da9b-4484-91a5-e363b8c3f7fb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.615397 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-13f1b3c3-da9b-4484-91a5-e363b8c3f7fb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2127731 Feb 16 12:46:09.618635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.624127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57420) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.628760 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad5458a2-05aa-45f1-96fc-499ce7f50f53 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0794649 Feb 16 12:46:09.630284 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:09.631343 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.677017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.749694 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f53fa25-e0cb-4a4f-90ba-a6d97bbea8de tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8906271 Feb 16 12:46:09.765125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.866576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] For port c6dda327-3f76-4143-822f-990dc921b23d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6dda327-3f76-4143-822f-990dc921b23d,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:09.866576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.927244 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:09.969552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.985010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Transition to ACTIVE for port object 7374972a-739e-4a7e-9178-c513a9e0097f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:09.990608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2d96d05c-900f-4e7d-91ce-7e9ccea089b5 None None] Port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:09.995085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26e473-a598-4a5b-bcd6-b4a46006b76c None None] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:10.091913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Calling delete_port for c6dda327-3f76-4143-822f-990dc921b23d owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:10.179310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.270385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.271938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.273458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.274292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:10.404200 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:06Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:06Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:10.410427 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:10.411073 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Updating router 6da64f2e-84da-4c47-bd0b-328fb807b793 port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:10.509113 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.543653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.628481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:10.632328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.654584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Port': ['ID=c6dda327-3f76-4143-822f-990dc921b23d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.712506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810b65d-075d-4380-8430-1897509e37d6 req-2a95bc45-6247-499d-8b50-1ff515835ca3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.714160 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9810b65d-075d-4380-8430-1897509e37d6 req-2a95bc45-6247-499d-8b50-1ff515835ca3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 944 time: 1.0730219 Feb 16 12:46:10.724565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5847425-7033-4d07-93a1-1b2b5cdf66df req-092829f9-3402-471d-b501-2e77dfba9f48 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.726098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5847425-7033-4d07-93a1-1b2b5cdf66df req-092829f9-3402-471d-b501-2e77dfba9f48 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 943 time: 0.9888346 Feb 16 12:46:10.740796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Provisioning for port 6c145ec7-e144-4e48-8ae5-41f044308960 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:10.843183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:10.843892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.990862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9fcfdff6-4702-4d29-b4f9-d10c9519de3b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:46:11.099876 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5847425-7033-4d07-93a1-1b2b5cdf66df req-85b215c6-01a3-46ea-bd3f-942eede1369c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336485 Feb 16 12:46:11.157002 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9810b65d-075d-4380-8430-1897509e37d6 req-2ba0d4a0-a902-4de6-9d80-54d12b9668c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544446 Feb 16 12:46:11.279124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.295330 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.309210 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Transition to ACTIVE for port object 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:11.318625 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.355718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e7e13-1e88-4005-85aa-e311e916807f None None] Pushing event updated for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.377373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:11.380597 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-701e93c3-88ec-4016-a9d5-424c0b74db17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.7597015 Feb 16 12:46:11.387648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:11.423793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:11.437612 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc730-dea1-44cb-a94c-260d1193d04c None None] Pushing event updated for resources: {'Port': ['ID=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.466508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:46:11.535637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Attempting to bind port 7374972a-739e-4a7e-9178-c513a9e0097f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:11.536114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Attempting to bind port 7374972a-739e-4a7e-9178-c513a9e0097f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:11.536407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Attempting to bind port 7374972a-739e-4a7e-9178-c513a9e0097f on network 82509e92-be6b-4a85-8854-5304877f9eb9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:11.637689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.746288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:11.746661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Checking segment: {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:11.747056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.747452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Bound using segment: {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:11.747990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Bound port: 7374972a-739e-4a7e-9178-c513a9e0097f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e78c3f9-2c46-445f-827c-d1775c7e8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:11.760126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.809133 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Attempting to bind port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:11.809834 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Attempting to bind port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:11.810897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet b99f1911-6562-46e5-b05c-2b9b468c3a09 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:11.812131 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Attempting to bind port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 on network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:11.818488 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:11.819264 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Checking segment: {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:11.819920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.820610 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Bound using segment: {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:11.821651 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Bound port: 1f8ed85c-c891-45f0-bc11-c9911e1fcc47, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf72f6a-a94f-4135-945f-ab34547211f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:11.822246 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.833993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:11.844208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-6ec55348-4c9e-4c62-9d38-1024f2dee271', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:11.845546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.852435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Router a46e2988-53c1-4029-8aa0-c882214ebf8f has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:11.870888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.883517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.942873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.960388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:11.980195 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'code': 200} Feb 16 12:46:12.023979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] For port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:12.027885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.029718 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] For port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,segment=NetworkSegment(5bf72f6a-a94f-4135-945f-ab34547211f4),segment_id=5bf72f6a-a94f-4135-945f-ab34547211f4)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:12.038893 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.137237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcfdff6-4702-4d29-b4f9-d10c9519de3b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:46:12.211652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.248603 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:12.255349 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:12.312364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:12.345589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-64a60836-3ac4-4d45-a26f-e0439a93eec4 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "PUT /v2.0/routers/a46e2988-53c1-4029-8aa0-c882214ebf8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2420449 Feb 16 12:46:12.348611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57438) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.367948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] For port 7374972a-739e-4a7e-9178-c513a9e0097f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:12.371859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] For port 7374972a-739e-4a7e-9178-c513a9e0097f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7374972a-739e-4a7e-9178-c513a9e0097f,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:12.422651 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc730-dea1-44cb-a94c-260d1193d04c None None] Pushing event updated for resources: {'Port': ['ID=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.442542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Sync routers for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:12.459605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.502206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.505053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:12.576281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.688948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting subnet 3e3ba377-090a-4c54-805b-6daedb8f4d8d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:12.692651 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:12.693450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.728346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:12.811075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e7e13-1e88-4005-85aa-e311e916807f None None] Pushing event updated for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.815040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Routers {'a46e2988-53c1-4029-8aa0-c882214ebf8f'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:12.816208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['a46e2988-53c1-4029-8aa0-c882214ebf8f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:12.877776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.886592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dcd54-2173-4c92-9a9b-602be3d6f47c req-35a2a23c-d600-42bc-b2ba-3fee9772d5f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:12.901427 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df0dcd54-2173-4c92-9a9b-602be3d6f47c req-35a2a23c-d600-42bc-b2ba-3fee9772d5f8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.3748581 Feb 16 12:46:12.924524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cae9da43-ee47-4f82-b960-c48f76275d10 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:12.952361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.956169 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:12.962763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.013609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f95c9-fede-41a9-b248-5a749e451dff req-64d16f9e-95ea-4f37-af1b-13d7362e04bc tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.015420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d7f95c9-fede-41a9-b248-5a749e451dff req-64d16f9e-95ea-4f37-af1b-13d7362e04bc tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 944 time: 0.5367734 Feb 16 12:46:13.025580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.106850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df0dcd54-2173-4c92-9a9b-602be3d6f47c req-504ba180-2afb-4d17-9c28-3cfbf4133727 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039962 Feb 16 12:46:13.118385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.172374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d7f95c9-fede-41a9-b248-5a749e451dff req-d1c8b892-551b-4b6a-8a69-a6a9214978ea tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202493 Feb 16 12:46:13.259370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9fcfdff6-4702-4d29-b4f9-d10c9519de3b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:46:13.280869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.290049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Allocated IP 2001:db8:2::2 (6ec55348-4c9e-4c62-9d38-1024f2dee271/48ec9b7c-fdf9-49e7-838b-f8f70d404d51/65dd1b26-9b47-4f6a-95e8-50405ee3aee1) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:13.354229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:06Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.362024 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dac166-6ba7-4820-86a0-1f067e9ecb5d None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:06Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:13.426230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.436899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=b99f1911-6562-46e5-b05c-2b9b468c3a09,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.453012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.472172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3ba377-090a-4c54-805b-6daedb8f4d8d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.488645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.511411 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aa5ff0ce-8589-4c2a-8801-2d5b026aa06d tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "DELETE /v2.0/subnets/3e3ba377-090a-4c54-805b-6daedb8f4d8d HTTP/1.1" status: 204 len: 168 time: 1.1607118 Feb 16 12:46:13.512966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:13.525668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be751322-1b1b-4974-9904-17eb459d8954 None None] Could not find standard attr ID for object 525e9b82-56fe-4e61-a1b9-dfcbd97ea014. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:13.528111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:46:13.551214 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75949265-9a06-458e-bef7-b8dd96052f27 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/b99f1911-6562-46e5-b05c-2b9b468c3a09 HTTP/1.1" status: 204 len: 168 time: 2.1576798 Feb 16 12:46:13.560751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:13.561745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:13.563139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.577619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9606c-08a9-4767-bb6a-0be30393992d req-85c2e693-41f7-4ded-a807-a9469743edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.585125 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25d9606c-08a9-4767-bb6a-0be30393992d req-85c2e693-41f7-4ded-a807-a9469743edec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 1098 time: 1.3056200 Feb 16 12:46:13.630065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dddb5a-379b-4990-ac14-ecf2e894c311 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:13.644149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d2c0d-c2d8-46b1-835b-8f215c846eb8 None None] Network a79e2bae-6a50-4ea8-8c14-558e01773c92 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:13.650034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:46:13.650518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.757242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25d9606c-08a9-4767-bb6a-0be30393992d req-573003c0-dee6-401a-83b7-6e2b561cad25 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704013 Feb 16 12:46:13.798791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be751322-1b1b-4974-9904-17eb459d8954 None None] Could not find standard attr ID for object a9a9a6de-1140-498d-b871-36a83eb0d861. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:13.834400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.849009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet d3c3f630-8f13-4b38-bf27-53cc3330970b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:13.862891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.979628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.085237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.197515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.200891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cae9da43-ee47-4f82-b960-c48f76275d10 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.201263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.219486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.346229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.371411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port 522db2b4-a600-49aa-9a0e-6534084314fe {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:14.371889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.472586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.491467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Set router a46e2988-53c1-4029-8aa0-c882214ebf8f gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:14.530988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:14.618441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.679540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:14.716751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c3f630-8f13-4b38-bf27-53cc3330970b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.731951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] For port 522db2b4-a600-49aa-9a0e-6534084314fe, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=522db2b4-a600-49aa-9a0e-6534084314fe,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:14.732354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.758847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1d045-0945-4093-a843-48b5eeba0a3d req-edfe5793-5f98-40a2-a7e8-e510c84da15e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:14.760402 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0eb1d045-0945-4093-a843-48b5eeba0a3d req-edfe5793-5f98-40a2-a7e8-e510c84da15e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.3009868 Feb 16 12:46:14.802677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce8030-6ee0-44b6-8012-e79d1ce2628f None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.888118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Calling delete_port for 522db2b4-a600-49aa-9a0e-6534084314fe owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:15.005889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.023117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:15.042603 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:15.053518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.056041 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01dcf3f4-2c31-4e58-ba7b-a826e5ead667 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 934 time: 5.4303999 Feb 16 12:46:15.060343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.069177 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:15.069177 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.072554 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60631e2c-9528-46cf-ad79-2c03427082f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/d3c3f630-8f13-4b38-bf27-53cc3330970b HTTP/1.1" status: 204 len: 168 time: 1.5004671 Feb 16 12:46:15.075132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.112705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4efdaa-2ecf-46cc-a70e-59e54e7a3967 req-8916a8fc-453c-4e9f-8a23-ce8c7b86ce92 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.114201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d4efdaa-2ecf-46cc-a70e-59e54e7a3967 req-8916a8fc-453c-4e9f-8a23-ce8c7b86ce92 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 944 time: 0.6559074 Feb 16 12:46:15.181597 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0eb1d045-0945-4093-a843-48b5eeba0a3d req-3e67f422-f5e2-4d8b-af66-89f27b88aafb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619342 Feb 16 12:46:15.237656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2d4efdaa-2ecf-46cc-a70e-59e54e7a3967 req-42c911dd-855b-44cb-aabd-5d9fd35623ae tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030300 Feb 16 12:46:15.259456 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2205a3c1-57d5-41a1-b14c-b38c441f215d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1829653 Feb 16 12:46:15.262459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57462) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.287498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:15.298257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:15.435166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:15.441022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:15.445860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:15.455237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:15.469401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:15.479764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.498964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3639751f-fd46-4521-b78a-786761ad363d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:15.553871 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-008365f9-c553-41fa-b876-7d3256b4f812 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 934 time: 0.4771776 Feb 16 12:46:15.554446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.645924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:15.721057 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:13Z', 'revision_number': 6, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.728737 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:15.738856 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:15.739461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.839174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.906666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Port': ['ID=522db2b4-a600-49aa-9a0e-6534084314fe,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.961414 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:16.028311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.090616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Transition to ACTIVE for port object 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:16.123599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3639751f-fd46-4521-b78a-786761ad363d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:16.124085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.288144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.344154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Transition to ACTIVE for port object 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:16.428270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] DHCP port deletion for a79e2bae-6a50-4ea8-8c14-558e01773c92 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:16.451233 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:13Z', 'revision_number': 6, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:16.457111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Deleting port 66cac6e8-70ef-4cee-ab98-c2582476f06c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:16.457617 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052921ea-6800-47d3-a3a6-8f03e2e85737 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:13Z', 'revision_number': 6, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:16.457847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.493927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.496183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.510303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8:2::1 (6ec55348-4c9e-4c62-9d38-1024f2dee271/48ec9b7c-fdf9-49e7-838b-f8f70d404d51/acf71e3c-2fd5-41d9-a405-5d4441907659) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:16.571066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.614466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.615000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Fanout notify agent at l3_agent the message router_deleted on router a46e2988-53c1-4029-8aa0-c882214ebf8f {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:16.739712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.758113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:16.766482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object acf71e3c-2fd5-41d9-a405-5d4441907659 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:16.777252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519bc89-cc4a-475b-bb51-3546cfbfe511 None None] Update dhcp port {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': 'd3c3f630-8f13-4b38-bf27-53cc3330970b'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '6c145ec7-e144-4e48-8ae5-41f044308960'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:16.800168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.876708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:16.881042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:16.884364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:16.884917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.886651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:16.925130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.953677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.954250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.954810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.955360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.955922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.956515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.957084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.957686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.958212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.958768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.959965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.959965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:16.964160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:16.982179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Pushing event updated for resources: {'Port': ['ID=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.037020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.040632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7ed9263-2013-49ff-a372-494106b5e75f tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "DELETE /v2.0/routers/a46e2988-53c1-4029-8aa0-c882214ebf8f HTTP/1.1" status: 204 len: 168 time: 3.5220461 Feb 16 12:46:17.053606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:17.126715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1519bc89-cc4a-475b-bb51-3546cfbfe511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.133255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.156840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36d4fa-0ac5-474f-a4d3-c16baa5ac3cf req-c59c4320-85f3-4664-8b15-41e894e17523 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.158208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb36d4fa-0ac5-474f-a4d3-c16baa5ac3cf req-c59c4320-85f3-4664-8b15-41e894e17523 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 944 time: 0.6391375 Feb 16 12:46:17.197154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1004157508', 'tenant_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:43:39Z', 'updated_at': '2022-02-16T12:46:10Z', 'revision_number': 5, 'project_id': 'ba92063a7eee4192a9339df9c9bae4d5', 'gw_port': {'id': '522db2b4-a600-49aa-9a0e-6534084314fe', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e2988-53c1-4029-8aa0-c882214ebf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:43:41Z', 'updated_at': '2022-02-16T12:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:17.241334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Checking router: a46e2988-53c1-4029-8aa0-c882214ebf8f for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:17.287184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:17.305688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cbc25-cb28-430c-befd-05af79316076 req-78a7ab8d-4306-40fd-bd7a-7eaa4f2681b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.308326 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c1cbc25-cb28-430c-befd-05af79316076 req-78a7ab8d-4306-40fd-bd7a-7eaa4f2681b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.7875047 Feb 16 12:46:17.353734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 3, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:17.362709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Attempting to bind port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:17.363570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Attempting to bind port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:17.363570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Attempting to bind port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 on network 6ec55348-4c9e-4c62-9d38-1024f2dee271 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:17.365994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e1a515f-9795-40eb-97de-40b983e0fca8 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:17.422620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea05274-56f7-4a79-8df3-720cfeffdd94 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 3, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:17.423027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.430618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:17.430991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Checking segment: {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:17.431388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.431924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Bound using segment: {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:17.432488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Bound port: 65dd1b26-9b47-4f6a-95e8-50405ee3aee1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:17.432861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.442609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Routers set() bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:17.442928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Router IDs set() for agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 12:46:17.443510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a46e2988-53c1-4029-8aa0-c882214ebf8f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent'). {{(pid=87700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 12:46:17.443901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04dd58-1120-4805-ad10-f20686862921 None None] The sync data for ids ['a46e2988-53c1-4029-8aa0-c882214ebf8f'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:17.474167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] For port 66cac6e8-70ef-4cee-ab98-c2582476f06c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66cac6e8-70ef-4cee-ab98-c2582476f06c,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:17.474570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.563802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb36d4fa-0ac5-474f-a4d3-c16baa5ac3cf req-b170710d-3239-4e95-9d6a-6d3b15ded4e9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626299 Feb 16 12:46:17.641622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port 66cac6e8-70ef-4cee-ab98-c2582476f06c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:17.642216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.675307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:46:17.675742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:46:17.680628 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c1cbc25-cb28-430c-befd-05af79316076 req-224d287b-eb05-4fab-9fe6-31ad778b385b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978985 Feb 16 12:46:17.881495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.890745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.892494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.015839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Calling delete_port for 66cac6e8-70ef-4cee-ab98-c2582476f06c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:18.065653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.075072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.184691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.241897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:18.243966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:18.347151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.439478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] Pushing event deleted for resources: {'Port': ['ID=66cac6e8-70ef-4cee-ab98-c2582476f06c,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.447576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] For port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:18.453518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece121e-35a0-454c-8849-49ddab2e6c17 None None] No DVR routers for this DVR port 66cac6e8-70ef-4cee-ab98-c2582476f06c on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:18.476806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8e1a515f-9795-40eb-97de-40b983e0fca8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:18.477431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.534746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431b2a2-d869-4c33-a34c-b67eeb694796 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:18.546290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:18.576232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] For port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:18.604827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] For port 66cac6e8-70ef-4cee-ab98-c2582476f06c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=66cac6e8-70ef-4cee-ab98-c2582476f06c,segment=NetworkSegment(b89a0ec9-668b-46de-911c-8ad4af566a94),segment_id=b89a0ec9-668b-46de-911c-8ad4af566a94)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:18.606931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.824675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563d50f-fda5-4c71-b3a9-0d177cfa2848 req-fe594fa0-33c2-48c6-84db-2f445400c521 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:18.825510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.827116 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d563d50f-fda5-4c71-b3a9-0d177cfa2848 req-fe594fa0-33c2-48c6-84db-2f445400c521 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.8677671 Feb 16 12:46:18.871838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:18.883264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1468d7df-dc60-4fbc-9896-5beac9a974ce tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1143324 Feb 16 12:46:18.885028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:18.894265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1530769288'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:18.903186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:18.911168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:network and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:18.918791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:18.932653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:18.934646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:18.953811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:18.958306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.970760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ae76ca1c-63e4-48f7-8509-a57ac4f23850 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:18.971127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ae76ca1c-63e4-48f7-8509-a57ac4f23850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.996259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:19.008851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.009259 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added segment ce6cbb56-93f4-460c-81fc-9b02e11a9950 of type vlan for network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 Feb 16 12:46:19.060304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9fcfdff6-4702-4d29-b4f9-d10c9519de3b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:19.131029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Calling delete_port for 66cac6e8-70ef-4cee-ab98-c2582476f06c owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:19.165769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:19.166412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:19.213463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.267078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9debe-4e96-49d4-9ded-8144c05f97b0 None None] Pushing event updated for resources: {'Port': ['ID=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.272871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.289892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.291148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.366202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4799919 Feb 16 12:46:19.376380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:19.421009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.432343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'subnet': {'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.463831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:19.464317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:19.471402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e4339-d614-4663-819d-a4b083bc5380 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Network': ['ID=277c7b5a-79c4-4d22-a7cc-f4406c875f18,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.515547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:19.608873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:19.619484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:subnet and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:19.624507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:19.631452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:19.640597 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d563d50f-fda5-4c71-b3a9-0d177cfa2848 req-9e47b61c-4e08-4b7a-bcf4-68b1847c153e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490501 Feb 16 12:46:19.646778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Made reservation on behalf of fe5e8a7dedf9458e9c6ab36a6a20b8f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:19.663437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.672287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.706841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:19.775754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.800573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8934ba1-21bc-4efe-9b92-f658afd707da req-cc0c1275-f57f-4d14-8900-8023378905cc tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.804219 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b8934ba1-21bc-4efe-9b92-f658afd707da req-cc0c1275-f57f-4d14-8900-8023378905cc tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 944 time: 0.9753010 Feb 16 12:46:19.821356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.838454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:19.939720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:19.977618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:19.977916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.981394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Deleting port 66cac6e8-70ef-4cee-ab98-c2582476f06c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:19.981743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.018712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.031246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.118548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.119500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.136816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Subnet': ['ID=c5bf2f98-160a-4e13-aa0e-e20eebc43c68,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.148248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Checking segment: {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:20.148631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network hostable DHCP agents. Network: 277c7b5a-79c4-4d22-a7cc-f4406c875f18, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:20.174438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:20.187800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 277c7b5a-79c4-4d22-a7cc-f4406c875f18) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:20.188334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:20.188334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.194343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.195127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.232451 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f59697bd-fce6-4ee7-bb04-204bb06489bf tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8079929 Feb 16 12:46:20.232824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:20.241651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] The port '66cac6e8-70ef-4cee-ab98-c2582476f06c' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:20.274781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d86e4b-8492-4b19-b3fd-2a15ef3db922 None None] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:20.364539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=8']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.381277 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b8934ba1-21bc-4efe-9b92-f658afd707da req-1a82f93f-dfc8-4718-81e0-0fd470c174fd tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641787 Feb 16 12:46:20.392098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:20.409877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:20.435020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.435613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.448472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.448737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.449080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.449604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.449940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.450271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.450599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.450922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.451248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.451569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.452519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.452846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.495941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72def5bc-241f-4e3d-b3bf-ee1edfc1d4b1 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.500826 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72def5bc-241f-4e3d-b3bf-ee1edfc1d4b1 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 1093 time: 0.8061059 Feb 16 12:46:20.510874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57498) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:20.581058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'port_id': 'b86582c0-1fb4-4361-a32e-adf6231ecc29'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:20.678966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:20.679940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=988337f3-89bc-4ee7-a27b-c7891027eb33,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.709274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.720674 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d907ae2-14f7-4c8a-9950-a910420ecf58 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4571340 Feb 16 12:46:20.726950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:20.742463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:20.762291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.886664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2f227-eb01-44b4-8ca4-b309219c3c85 None None] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:20.952862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79e2bae-6a50-4ea8-8c14-558e01773c92']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.969766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:21.062561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.101399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0588d1b6-c67a-4261-b056-bf59ffbd8ac6 None None] Provisioning for port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:21.195138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:21.196363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.209903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:21.218005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.240402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:21.241062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Updating router c9940425-ab6d-4dba-8c07-9db514efc6c1 port acf71e3c-2fd5-41d9-a405-5d4441907659 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:21.274129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a0ec9-668b-46de-911c-8ad4af566a94') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:21.274129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a0ec9-668b-46de-911c-8ad4af566a94') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:21.410721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:21.482544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:21.531802 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'code': 200} Feb 16 12:46:21.534231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.558751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:21.575602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:21.578809 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:21.592165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.600837 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:21.601747 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:21.619946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.625505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.629607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.644672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd15d1a3-8a2c-4d8d-9f73-ee8f59562ec9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 700 time: 6.0712047 Feb 16 12:46:21.667985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57510) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.731034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926696ff-f0c1-4791-a221-86af44a1a62d None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:21.772885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:21.783864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:21.804044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.807768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:21.854412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:21.896507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:21.896826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:21.913669 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:21.922949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Allocated IP 2001:db8:3::1 (277c7b5a-79c4-4d22-a7cc-f4406c875f18/c5bf2f98-160a-4e13-aa0e-e20eebc43c68/d6e15d2c-0b30-4fe3-89b2-6200aee165a7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:22.008229 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-672ef422-ce6e-49b9-ac1f-019b89ed6edd tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 700 time: 0.3378966 Feb 16 12:46:22.009541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:22.010215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57514) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.013082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.265467 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 7, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.270608 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 988337f3-89bc-4ee7-a27b-c7891027eb33 (CIDR: 2001:db8::/64) Feb 16 12:46:22.272036 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:22.287421 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:22.288674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:22.293886 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:46:22.295213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:22.305673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4012-db7c-4eca-9db5-dfc6bfbb17b1 req-f3952d52-abfb-4bd0-9dcb-e73a17146c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:22.307127 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-944d4012-db7c-4eca-9db5-dfc6bfbb17b1 req-f3952d52-abfb-4bd0-9dcb-e73a17146c32 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.4558885 Feb 16 12:46:22.317080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.324047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.331294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:22.393554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bd2d5-ab23-4560-9943-125c060761d7 req-dc34cf8f-d3d1-4b53-bd41-d8c0043eba81 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:22.395090 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c55bd2d5-ab23-4560-9943-125c060761d7 req-dc34cf8f-d3d1-4b53-bd41-d8c0043eba81 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.7491190 Feb 16 12:46:22.395910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'Network': ['ID=a79e2bae-6a50-4ea8-8c14-558e01773c92,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.406203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.408447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:22.409161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.479235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cebe72c1-d162-4d5a-859e-22c0e67503ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7444549 Feb 16 12:46:22.479992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.487393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.522818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.578097 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:22.636512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.651068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.653012 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-944d4012-db7c-4eca-9db5-dfc6bfbb17b1 req-d42c4b42-ae95-4f78-b5de-b189c599cb2a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376477 Feb 16 12:46:22.716501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Transition to ACTIVE for port object d6e15d2c-0b30-4fe3-89b2-6200aee165a7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:22.723720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Transition to ACTIVE for port object acf71e3c-2fd5-41d9-a405-5d4441907659 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:22.729204 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e5b0f02-3658-4f9b-b400-e71d9cce16a6 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "DELETE /v2.0/networks/a79e2bae-6a50-4ea8-8c14-558e01773c92 HTTP/1.1" status: 204 len: 168 time: 5.6750867 Feb 16 12:46:22.735766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.762971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7374972a-739e-4a7e-9178-c513a9e0097f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:22.805374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.831938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.913974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.926347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.932531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:22.954179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.959663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.015972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.081741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.122631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664218a5-bfe5-4e94-a02e-12227c998b30,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.141650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 7, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.146761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:23.148587 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f308905-af77-4d76-9d9f-b8226aa91c96 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:17Z', 'revision_number': 7, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ed85c-c891-45f0-bc11-c9911e1fcc47', 'name': '', 'network_id': '1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:e0:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:01Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'ea916d62-e3d6-4611-ad0a-72b165180d67', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:23.169437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:23.176308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:23.176858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.200450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.237132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.238545 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6d9acb5-94d1-4410-a328-b1a4f7fcece1 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] 10.222.0.65 "DELETE /v2.0/security-groups/664218a5-bfe5-4e94-a02e-12227c998b30 HTTP/1.1" status: 204 len: 168 time: 0.5017257 Feb 16 12:46:23.271820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c55bd2d5-ab23-4560-9943-125c060761d7 req-fd469c39-cab5-4ba6-848b-c9492c3b879a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8674879 Feb 16 12:46:23.299995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.361431 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344 associated. External IP: 172.26.4.52, port: b86582c0-1fb4-4361-a32e-adf6231ecc29. Feb 16 12:46:23.392088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977e168-f5e9-418a-ae5e-44317af755c2 None None] Pushing event updated for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.458448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Allocated IP 2001:db8:3::2 (277c7b5a-79c4-4d22-a7cc-f4406c875f18/c5bf2f98-160a-4e13-aa0e-e20eebc43c68/0192bf84-eadd-4747-acb6-733aab5a55f7) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:23.472436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.498778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:23.559002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.959714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:23.967154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3917ac9-ba4e-45fb-a666-42f570ae572d None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=10']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.972488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:23.976444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Attempting to bind port acf71e3c-2fd5-41d9-a405-5d4441907659 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:23.977160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Attempting to bind port acf71e3c-2fd5-41d9-a405-5d4441907659 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:23.979480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Attempting to bind port acf71e3c-2fd5-41d9-a405-5d4441907659 on network 6ec55348-4c9e-4c62-9d38-1024f2dee271 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:23.980958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:23.984052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7374972a-739e-4a7e-9178-c513a9e0097f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:24.009441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:24.032089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.036879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:24.037501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Checking segment: {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:24.037913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.038445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Bound using segment: {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:24.038941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Bound port: acf71e3c-2fd5-41d9-a405-5d4441907659, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5895f3-0081-4048-b9e9-11f11a13a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:24.039384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.061732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7374972a-739e-4a7e-9178-c513a9e0097f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:24.062363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.079360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.116558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:24.121386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.272882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] For port acf71e3c-2fd5-41d9-a405-5d4441907659, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:24.281324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] For port acf71e3c-2fd5-41d9-a405-5d4441907659, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=acf71e3c-2fd5-41d9-a405-5d4441907659,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:24.304026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.421324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d043602a-7437-459d-80f0-b1c307326c2b None None] Provisioning for port acf71e3c-2fd5-41d9-a405-5d4441907659 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:24.629345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.643939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Transition to ACTIVE for port object 0192bf84-eadd-4747-acb6-733aab5a55f7 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:24.666765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Transition to ACTIVE for port object 0192bf84-eadd-4747-acb6-733aab5a55f7 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:24.674868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ea3fb12a-f9a4-442a-8305-94567a166645 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba92063a7eee4192a9339df9c9bae4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912778 Feb 16 12:46:24.685305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.688845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:24.689850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.780703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040420bc-beee-4480-9cd3-f9e3fe369b31 req-c37df7b7-a3b9-4773-a986-0c4e0267bce0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.783474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-040420bc-beee-4480-9cd3-f9e3fe369b31 req-c37df7b7-a3b9-4773-a986-0c4e0267bce0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.3532753 Feb 16 12:46:24.803547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:24.813696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:24.827510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:24.849266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:24.850053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.906516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977e168-f5e9-418a-ae5e-44317af755c2 None None] Pushing event updated for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.967151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:24.967744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.090231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.157848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.216129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:25.234174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:25.251328 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-040420bc-beee-4480-9cd3-f9e3fe369b31 req-47155782-b93b-4a73-a25c-1d886d1d0988 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503102 Feb 16 12:46:25.255028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.255487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.266345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628e422-9db9-4b0e-badf-87257f6ab0a3 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:25.283880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=96b9506c-742c-43a1-83d2-2f6fd70a116e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.339108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Pushing event updated for resources: {'Port': ['ID=0192bf84-eadd-4747-acb6-733aab5a55f7,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.355187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb443f93-c5a4-41da-b927-acab6d060e42 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6676252 Feb 16 12:46:25.356810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.360711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.376206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:b9:c7:5c', 'name': 'tempest-NetworksTestDHCPv6-188145913'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:25.439255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Attempting to bind port 0192bf84-eadd-4747-acb6-733aab5a55f7 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:25.439907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Attempting to bind port 0192bf84-eadd-4747-acb6-733aab5a55f7 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:25.439907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Attempting to bind port 0192bf84-eadd-4747-acb6-733aab5a55f7 on network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:25.455377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:25.455745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Checking segment: {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:25.456175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.456566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Bound using segment: {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:25.457002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.457113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Bound port: 0192bf84-eadd-4747-acb6-733aab5a55f7, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:25.457391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.468722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:25.470877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:25.476297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.498949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.509369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,segment=NetworkSegment(5bf72f6a-a94f-4135-945f-ab34547211f4),segment_id=5bf72f6a-a94f-4135-945f-ab34547211f4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:25.509859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.520377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.522185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.545808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:25.566141 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-07815ea3-a43c-4684-8084-88464d6e1a01 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 5.0495536 Feb 16 12:46:25.568830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.569285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:25.651611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 7374972a-739e-4a7e-9178-c513a9e0097f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7374972a-739e-4a7e-9178-c513a9e0097f,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:25.685447 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'status': 'completed', 'code': 200} Feb 16 12:46:25.708212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:25.708785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:45:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:25.715290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ee64-5f48-4d2f-990e-9a76672d1876 req-0777cfa3-2bcc-4877-b7bd-71a8386f754a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.718047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f948ee64-5f48-4d2f-990e-9a76672d1876 req-0777cfa3-2bcc-4877-b7bd-71a8386f754a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.3178895 Feb 16 12:46:25.747564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:25.762818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.771225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.772074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:25.791717 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25b38545-d626-4cfc-bbf5-af4f5135b8bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 0.2097023 Feb 16 12:46:25.806382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207500e0-579f-4fe0-b652-f3d5979c1305,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.825482 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f948ee64-5f48-4d2f-990e-9a76672d1876 req-6ebc0b04-4a70-4094-8fc8-b162f465228a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911350 Feb 16 12:46:25.827307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.829605 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6a75f418-3e73-4f8d-8704-9683b45a7c71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/207500e0-579f-4fe0-b652-f3d5979c1305 HTTP/1.1" status: 204 len: 168 time: 1.0916059 Feb 16 12:46:25.868056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57558) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.974179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931dbb7-cfb1-4799-8a85-6734e5e73a6b tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.979814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1931dbb7-cfb1-4799-8a85-6734e5e73a6b tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1093 time: 0.1120594 Feb 16 12:46:25.980764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.988761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:25.996662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.003220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:floatingip and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:26.006853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:26.019311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:26.037647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.148358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event updated for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.200794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.230940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:26.269718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:26.287152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-daf97bad-b151-439c-94e6-a20be068301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.302756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] For port 0192bf84-eadd-4747-acb6-733aab5a55f7, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:26.309060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:26.328165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:26.388423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:26.421300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.444433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.456023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Usage tracker for resource:security_group_rule and tenant:f4768fcd80f04eed9f0cece616de275c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:26.459120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:26.462766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.462992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-1d9a54c8-98b2-4769-bcbf-ebb13816b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.463092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] For port 0192bf84-eadd-4747-acb6-733aab5a55f7, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0192bf84-eadd-4747-acb6-733aab5a55f7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:26.464297 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-1d9a54c8-98b2-4769-bcbf-ebb13816b92a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 1098 time: 0.7352140 Feb 16 12:46:26.468986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:26.479338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d92588eb-a6cd-43c2-b9c1-3db52292b627 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:26.479709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d92588eb-a6cd-43c2-b9c1-3db52292b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.607636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.614686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.652046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.26.4.185 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/bd9bb5e5-5edc-4113-9f21-f0eabbbbca60) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:26.668469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.668853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.669152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.669482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.669812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.670140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.671007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.671332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.671657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.671978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.672323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.672645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:26.758248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.798487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57572) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:26.820704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:26.867425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.918720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.928049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:26.958603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port b42e2571-aef0-4ec2-9600-3b598640efd3 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:26.977165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.984421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.007782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=1f8ed85c-c891-45f0-bc11-c9911e1fcc47,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.049070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:27.049453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.065820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4768fcd80f04eed9f0cece616de275c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751120 Feb 16 12:46:27.066475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:27.069890 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56286de-d113-4b61-8104-d33bdef1cae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e18b11-bd64-455c-8e5d-e99c758a0026,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.078661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-4ac33cd3-2820-42d3-97cc-0da55bc7e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.078924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-4ac33cd3-2820-42d3-97cc-0da55bc7e54c service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 0.5957477 Feb 16 12:46:27.083768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.113180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00da318-078d-4a59-a04a-2da2cfa22dfe None None] Pushing event updated for resources: {'Port': ['ID=0192bf84-eadd-4747-acb6-733aab5a55f7,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.187885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=bd9bb5e5-5edc-4113-9f21-f0eabbbbca60,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.221118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:27.228934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:27.232104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:27.314786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.349568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e86baac0-e448-4819-afa8-c17b11ea8fb1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 0.5470974 Feb 16 12:46:27.445372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.572575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0619c472-97e7-417e-b831-580398e9b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:23Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:21Z', 'revision_number': 1, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.578347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Update dhcp port {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'fixed_ips': [{'subnet_id': '988337f3-89bc-4ee7-a27b-c7891027eb33', 'ip_address': '2001:db8::f816:3eff:fe5f:13dc'}, {'subnet_id': '96b9506c-742c-43a1-83d2-2f6fd70a116e'}], 'binding:host_id': 'dv-neutron-829435-1-hyperv'}, 'id': '6c145ec7-e144-4e48-8ae5-41f044308960'} from dv-neutron-829435-1-hyperv. {{(pid=87700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:27.639738 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-e5c1d610-004b-4974-9624-c05b82920c11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29 HTTP/1.1" status: 200 len: 998 time: 0.5268552 Feb 16 12:46:27.653089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619c472-97e7-417e-b831-580398e9b348 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:23Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:21Z', 'revision_number': 1, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:27.676705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:27.697673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:27.758177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.771275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:27.771275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 12:46:27.771646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.782932 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2a37191-3cd7-4515-b46a-d49f4bc277c7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5479150 Feb 16 12:46:27.862790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 not found, will not notify nova. {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 12:46:27.863199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:27.874313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:27.881250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:27.973575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2931309b-5923-4ae5-a0ae-07dc0d17b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.978565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e18b11-bd64-455c-8e5d-e99c758a0026,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.115370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:28.119546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.120826 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-01015a8b-2bb9-440a-9067-8d46e1116d3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73e18b11-bd64-455c-8e5d-e99c758a0026 HTTP/1.1" status: 204 len: 168 time: 1.0529847 Feb 16 12:46:28.126814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:eb:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:46:22Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:28.129113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:28.129593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.190092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:28.231435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:28.232206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:28.259336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.325546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8:0:1::127 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/96b9506c-742c-43a1-83d2-2f6fd70a116e/b42e2571-aef0-4ec2-9600-3b598640efd3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:28.339824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::f816:3eff:feb9:c75c (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/988337f3-89bc-4ee7-a27b-c7891027eb33/b42e2571-aef0-4ec2-9600-3b598640efd3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:28.378509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.575017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.811652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:28.818190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.954393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.958187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-57258a53-c3d1-40c6-9c1a-8e03a00d376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.960744 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-57258a53-c3d1-40c6-9c1a-8e03a00d376e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 1.2684076 Feb 16 12:46:28.971395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71080d11-13e1-43bd-b033-43c6c5e5e5e9 None None] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:28.989440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66cac6e8-70ef-4cee-ab98-c2582476f06c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:29.058658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 66cac6e8-70ef-4cee-ab98-c2582476f06c {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:29.058987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 66cac6e8-70ef-4cee-ab98-c2582476f06c not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:29.059622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 522db2b4-a600-49aa-9a0e-6534084314fe no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:29.069375 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16a8da97-d1a5-4b84-8cf5-7514f89094de tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 0.6882079 Feb 16 12:46:29.108482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.141792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.155515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object b42e2571-aef0-4ec2-9600-3b598640efd3 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:29.240954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:29.373131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-4d3eaa82-660f-4c79-9c4e-422f43910a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.375786 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-4d3eaa82-660f-4c79-9c4e-422f43910a60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3559999 Feb 16 12:46:29.381344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.391648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:29.437017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 522db2b4-a600-49aa-9a0e-6534084314fe {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:29.438333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 522db2b4-a600-49aa-9a0e-6534084314fe not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:29.438333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6dda327-3f76-4143-822f-990dc921b23d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:29.484431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.515796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-97131d1f-fb73-418e-8fcb-0fbcac9aac04 None None] Provisioning for port 0192bf84-eadd-4747-acb6-733aab5a55f7 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:29.520975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.522086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:46:29.553279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Removed routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:46:29.553670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.569023 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:29.588546 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:29.589152 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:29.612981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c6dda327-3f76-4143-822f-990dc921b23d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:29.612981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6dda327-3f76-4143-822f-990dc921b23d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:29.631145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.646535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.649143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:29.655366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.656170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.735376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.788018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=b42e2571-aef0-4ec2-9600-3b598640efd3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:29.813513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Allocated IP 2001:db8:0:1::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/96b9506c-742c-43a1-83d2-2f6fd70a116e/6c145ec7-e144-4e48-8ae5-41f044308960) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:29.894666 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ae44ec8-4cbd-4246-b776-db08fa113560 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5349143 Feb 16 12:46:29.901411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.955737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:29.961105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5efe1270-9dcc-4c34-9a24-2158c357d912 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9469848 Feb 16 12:46:29.963275 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-1fa9812f-cf03-4d8c-956c-ea78f8ed5a67 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787797 Feb 16 12:46:29.963743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.989510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.996857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.001779 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:30.010992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:30.129172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:30.158808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:30.159453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.316044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port b42e2571-aef0-4ec2-9600-3b598640efd3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:30.316769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.494129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:30.524580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet ea916d62-e3d6-4611-ad0a-72b165180d67 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:30.524903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.542907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Transition to ACTIVE for port object 6c145ec7-e144-4e48-8ae5-41f044308960 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:30.564861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.616464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7374972a-739e-4a7e-9178-c513a9e0097f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:30.624453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.629988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=bd9bb5e5-5edc-4113-9f21-f0eabbbbca60,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.641964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7eb2c9ef-a882-49ee-ba3e-1527042b5d12 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 0.4970522 Feb 16 12:46:30.642445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.643705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.699803 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 6, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.706481 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:30.707197 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Updating router c9940425-ab6d-4dba-8c07-9db514efc6c1 port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:30.754733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.756397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.820561 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a564d6a5-f390-4587-96f4-d281b4873c0e req-c333ad0b-c28d-4093-92ce-2436f4209e80 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112595 Feb 16 12:46:30.828537 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.921977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.007027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:31.029007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.100552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:eb:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:46:22Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:31.115499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53936dab-14ff-4344-a4e1-39f352cf47e4 None None] Pushing event updated for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=11']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.226501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ef9e-4c3f-49a6-aae2-9c0a5caab9d7 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0ecb131f-cbb0-41a6-8402-31e5c31b0344', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'port_id': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'mac_address': 'fa:16:3e:eb:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:51Z', 'updated_at': '2022-02-16T12:46:22Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:31.375349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7374972a-739e-4a7e-9178-c513a9e0097f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:31.375749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.389921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for b42e2571-aef0-4ec2-9600-3b598640efd3 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:31.418796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:31.577528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.611105 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Transition to ACTIVE for port object d6e15d2c-0b30-4fe3-89b2-6200aee165a7 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:31.625753 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.738671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d405c9f-553f-442d-ad30-1e9111d59eb1 None None] New status for floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:31.761554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.872138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device acf71e3c-2fd5-41d9-a405-5d4441907659 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:31.939751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:31.986788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.059160 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP 9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a associated. External IP: 172.26.4.185, port: 9fcfdff6-4702-4d29-b4f9-d10c9519de3b. Feb 16 12:46:32.087928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port acf71e3c-2fd5-41d9-a405-5d4441907659 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:32.106431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port acf71e3c-2fd5-41d9-a405-5d4441907659 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:32.112911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.139627 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Pushing event updated for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.180057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:32.230926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.241996 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3294bdb8-9667-4fe1-9dfc-9baefc8c898a tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 953 time: 4.3580985 Feb 16 12:46:32.242966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.256567 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.256944 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.257407 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.257969 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.258309 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.258644 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.259029 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.259346 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.259815 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.260209 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.260531 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.260852 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:32.261770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 8, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:32.268513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:32.270432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4addcb18-c43c-4687-965b-ee4d3301d561 None None] Provisioning for port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:32.328908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.350375 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=ea916d62-e3d6-4611-ad0a-72b165180d67,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.351343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96540487-9551-4d9b-a433-6d32dce2fb0a None None] Network 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:32.366188 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-16930fcb-de50-40e5-88a1-edb14f5994a4 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/ea916d62-e3d6-4611-ad0a-72b165180d67 HTTP/1.1" status: 204 len: 168 time: 2.3987916 Feb 16 12:46:32.384402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.398005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:32.403075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:32.499229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Attempting to bind port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:32.499593 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Attempting to bind port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:32.499956 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Attempting to bind port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 on network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:32.513964 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:32.514340 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Checking segment: {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:32.514742 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.515227 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Bound using segment: {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:32.515689 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Bound port: d6e15d2c-0b30-4fe3-89b2-6200aee165a7, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6cbb56-93f4-460c-81fc-9b02e11a9950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:32.516427 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.674644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:32.712435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb15625c-f83e-421b-ac03-9678cb752395 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 953 time: 0.4591584 Feb 16 12:46:32.715558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.734779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:32.739523 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] For port d6e15d2c-0b30-4fe3-89b2-6200aee165a7, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:32.745295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] For port d6e15d2c-0b30-4fe3-89b2-6200aee165a7, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:32.747793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.752136 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.765762 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96e10b09-9589-47fb-ba2b-bbe68971979f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 990 time: 0.7949038 Feb 16 12:46:32.819253 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-9058ea8e-2ec6-4822-b21f-8eff9c77a947 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6141343 Feb 16 12:46:32.828105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 8e1a515f-9795-40eb-97de-40b983e0fca8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:32.828391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.897784 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee66851-a5ca-4da5-90e1-12f1473b967c None None] Pushing event updated for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.913859 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:32.914979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.121134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.121903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.240273 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:33.302460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port acf71e3c-2fd5-41d9-a405-5d4441907659, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=acf71e3c-2fd5-41d9-a405-5d4441907659,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:33.304857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7796e98a-2138-4fd7-8914-ee2b10d521fa None None] Could not find standard attr ID for object b42e2571-aef0-4ec2-9600-3b598640efd3. {{(pid=87700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:46:33.315321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.316558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0192bf84-eadd-4747-acb6-733aab5a55f7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:33.367787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=b42e2571-aef0-4ec2-9600-3b598640efd3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.527144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.559261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.565071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7796e98a-2138-4fd7-8914-ee2b10d521fa None None] Provisioning for port 6c145ec7-e144-4e48-8ae5-41f044308960 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.571759 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-7f97148c-4a7d-4c1a-a3ff-fbdbb2279cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.573581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-7f97148c-4a7d-4c1a-a3ff-fbdbb2279cc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 1099 time: 0.7166040 Feb 16 12:46:33.576456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7796e98a-2138-4fd7-8914-ee2b10d521fa None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.577126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7796e98a-2138-4fd7-8914-ee2b10d521fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.649756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 8e1a515f-9795-40eb-97de-40b983e0fca8, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e1a515f-9795-40eb-97de-40b983e0fca8,segment=NetworkSegment(5bf72f6a-a94f-4135-945f-ab34547211f4),segment_id=5bf72f6a-a94f-4135-945f-ab34547211f4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:33.650563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.678034 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a6da766-959d-4a09-9310-b6d8fb9e5ec6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/b42e2571-aef0-4ec2-9600-3b598640efd3 HTTP/1.1" status: 204 len: 168 time: 3.7771447 Feb 16 12:46:33.679084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.771325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.823010 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0192bf84-eadd-4747-acb6-733aab5a55f7 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.826617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 8e1a515f-9795-40eb-97de-40b983e0fca8 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:33.841727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0192bf84-eadd-4747-acb6-733aab5a55f7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.842690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.847946 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 6, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:32Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.854137 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0c238-5058-4bcc-92f5-35cd81c9c1e5 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 6, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:24Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:32Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:33.957679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 8, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.960271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428068b6-39f0-443d-8c29-1618d85fe908 None None] DHCP port deletion for 1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:33.981823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b638ff1-5e3f-4495-a2fe-8e346b4bfc92 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:26Z', 'revision_number': 8, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3639751f-fd46-4521-b78a-786761ad363d', 'name': '', 'network_id': '07325815-7e20-48cf-8eeb-bb1b3a41188e', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:8e:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:45Z', 'updated_at': '2022-02-16T12:46:04Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': 'df6fd885-f27c-43a3-8879-bf2464ee7b12', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:33.993782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-428068b6-39f0-443d-8c29-1618d85fe908 None None] Deleting port 8e1a515f-9795-40eb-97de-40b983e0fca8 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:33.994239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-428068b6-39f0-443d-8c29-1618d85fe908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.084335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-3b5dc435-838c-46e8-bcf5-3196033211d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.086375 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-3b5dc435-838c-46e8-bcf5-3196033211d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 200 len: 898 time: 0.4703352 Feb 16 12:46:34.096859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.146719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:34.165585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-428068b6-39f0-443d-8c29-1618d85fe908 None None] The port '8e1a515f-9795-40eb-97de-40b983e0fca8' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:34.199707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.221587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 8e1a515f-9795-40eb-97de-40b983e0fca8 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:34.237110 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4da8cffc-b2de-4617-b71d-3b98ef7d5345 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 200 len: 992 time: 0.4505408 Feb 16 12:46:34.246058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 0192bf84-eadd-4747-acb6-733aab5a55f7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0192bf84-eadd-4747-acb6-733aab5a55f7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:34.252284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.254271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:34.277503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39530229-6dbc-4621-b5d0-e794c79d3952 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.278249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39530229-6dbc-4621-b5d0-e794c79d3952 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:34.285563 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-160d5e42-bb15-48df-85ce-9b908403f256 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 200 len: 217 time: 0.1476066 Feb 16 12:46:34.286411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=8e1a515f-9795-40eb-97de-40b983e0fca8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.335725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:34.386205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:34.386994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.439041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-39530229-6dbc-4621-b5d0-e794c79d3952 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:34.443090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39530229-6dbc-4621-b5d0-e794c79d3952 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6919858 Feb 16 12:46:34.445091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.450349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57626) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.481277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-81414a00-5afb-4980-90c5-e390a833db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.482898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-81414a00-5afb-4980-90c5-e390a833db99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 200 len: 835 time: 0.1739082 Feb 16 12:46:34.486817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.504874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=0192bf84-eadd-4747-acb6-733aab5a55f7,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.538862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf72f6a-a94f-4135-945f-ab34547211f4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.539497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf72f6a-a94f-4135-945f-ab34547211f4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.562700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.600786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.618466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:34.618843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.628817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:34.630118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:34.648442 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:34.650893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:34.671070 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:34.690067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:34.696175 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:34.696932 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:34.757731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.781985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-99f99865-0188-43a7-aef5-6b6fbf03e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.785225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-99f99865-0188-43a7-aef5-6b6fbf03e1cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=db42b12e-3242-4e86-be40-39230ea5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2900956 Feb 16 12:46:34.788620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.847452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:46:34.849233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:46:34.849365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.885357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.940889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:34.949416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d0655f1-2c72-4ca8-946c-6a8bdf090950 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/1e534e92-e8ba-4b43-aa6d-ccd5c8ee9622 HTTP/1.1" status: 204 len: 168 time: 2.5622456 Feb 16 12:46:34.954940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.976724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f6e59-5bb9-47ed-a7da-6bfeea02476f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:34.985217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a9f6e59-5bb9-47ed-a7da-6bfeea02476f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5279050 Feb 16 12:46:34.991029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.992841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-38855aa7-be8a-4a9a-858a-6ceffa68e65a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0100696 Feb 16 12:46:35.002672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:35.043212 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:35.134214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.149982 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'status': 'completed', 'code': 200} Feb 16 12:46:35.337970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-068c1c72-88d2-4daa-8761-e78f23b09645 service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176613 Feb 16 12:46:35.370259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:35.370883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.431657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:29Z', 'revision_number': 6, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:32Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.444417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:35.481168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:35.481168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.530184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.534620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.540204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.540204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:35.739108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:35.745189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a72bf647-1e08-4b52-b3d3-5e424ce894b1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7490666 Feb 16 12:46:35.747027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.853296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:35.882755 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:28Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.895623 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:35.922970 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:35.925105 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:35.963139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.971876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 96b9506c-742c-43a1-83d2-2f6fd70a116e {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:35.980561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-af8e6220-88c0-45c8-92c0-783f86a77184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.983351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-af8e6220-88c0-45c8-92c0-783f86a77184 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.7446835 Feb 16 12:46:35.983351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.020675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.121033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:36.163075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-846735ba-715c-4d2b-8d78-91c724fa4674 req-994a5113-fa3a-4645-928f-1c4d040e89fe service neutron] 10.222.0.81 "GET /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590067 Feb 16 12:46:36.363484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.397106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:36.397671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.463337 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:36.473442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 7, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:32Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:36.481961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.486600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471fcc2-9dc1-41df-8338-b22cde8f70e1 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 7, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:32Z', 'revision_number': 4, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:36.601803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6e15d2c-0b30-4fe3-89b2-6200aee165a7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:36.757138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:36.767210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:36.767607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.800757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-a8b78df0-d2fd-495b-94b1-20014aec181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:36.802208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-a8b78df0-d2fd-495b-94b1-20014aec181c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.7779200 Feb 16 12:46:36.822043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:36.906753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.944932 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-826007d1-fdf4-42a8-988d-d21dd22a5e75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 999 time: 0.1250615 Feb 16 12:46:36.957271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d6e15d2c-0b30-4fe3-89b2-6200aee165a7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:36.962625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.964098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device acf71e3c-2fd5-41d9-a405-5d4441907659 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:36.964285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.007910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:28Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:37.014502 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342ea79-526c-4ab2-a404-4cd4b5052749 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:28Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:37.033922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 3639751f-fd46-4521-b78a-786761ad363d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:37.034433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.102683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.117633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port acf71e3c-2fd5-41d9-a405-5d4441907659 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:37.118000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.256220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-7241d665-a112-4fc4-96f4-258176f1979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:37.258327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-7241d665-a112-4fc4-96f4-258176f1979c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.2976632 Feb 16 12:46:37.262213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0192bf84-eadd-4747-acb6-733aab5a55f7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:37.300571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68d34d-d6c2-4eab-90b1-23ac92148e35 None None] New status for floating IP 9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:37.302942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 3639751f-fd46-4521-b78a-786761ad363d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3639751f-fd46-4521-b78a-786761ad363d,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:37.303455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.307046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:37.319948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:37.335741 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:37.336645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:37.339034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.340635 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e0b45d1-2a98-4a1c-8716-d7fd2b7f358f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 703 time: 4.6241348 Feb 16 12:46:37.346559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:37.410394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.451863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 3639751f-fd46-4521-b78a-786761ad363d owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:37.479187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=96b9506c-742c-43a1-83d2-2f6fd70a116e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.514885 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:37.583589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fdb3b555-038a-45e4-bc45-666c2e600232 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 703 time: 0.2346311 Feb 16 12:46:37.590500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:37.591743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.594635 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f4575d7-4b89-434e-a9fb-ae31ccf73899 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/96b9506c-742c-43a1-83d2-2f6fd70a116e HTTP/1.1" status: 204 len: 168 time: 1.8362608 Feb 16 12:46:37.603066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:37.666199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.715435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a126e-3440-4325-9310-946f98a7b147 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:37.862948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0192bf84-eadd-4747-acb6-733aab5a55f7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:37.863472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.953959 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 7, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:36Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:37.959628 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:37.970546 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:37.971169 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:37.996423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=3639751f-fd46-4521-b78a-786761ad363d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.181721 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:38.286633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.319127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e1a515f-9795-40eb-97de-40b983e0fca8 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:38.374034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 8e1a515f-9795-40eb-97de-40b983e0fca8 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:38.374481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e1a515f-9795-40eb-97de-40b983e0fca8 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:38.374962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:38.398766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 988337f3-89bc-4ee7-a27b-c7891027eb33 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:38.402169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-10c26f13-fea0-45de-ab4f-de8f8458c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.403889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-10c26f13-fea0-45de-ab4f-de8f8458c62d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1361792 Feb 16 12:46:38.413981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.420855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:38.421816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f8ed85c-c891-45f0-bc11-c9911e1fcc47 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:38.644111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.692995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6e15d2c-0b30-4fe3-89b2-6200aee165a7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:38.720766 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 7, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:36Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:38.735047 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed45102-b0fe-44f5-baec-b01cab87d850 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:34Z', 'revision_number': 7, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6e15d2c-0b30-4fe3-89b2-6200aee165a7', 'name': '', 'network_id': '277c7b5a-79c4-4d22-a7cc-f4406c875f18', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:21Z', 'updated_at': '2022-02-16T12:46:36Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': 'c5bf2f98-160a-4e13-aa0e-e20eebc43c68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:38.849725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:38.850505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-63571ac6-73e1-40be-84fb-7b791f6d7109 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069989 Feb 16 12:46:38.850669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.933368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:39.012194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.072387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.160244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:39.171747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:39.183845 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca564487-e4df-4940-8655-f3f853c88001 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2239208 Feb 16 12:46:39.184357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57660) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.190368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:39.190995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:39.256926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet df6fd885-f27c-43a3-8879-bf2464ee7b12 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:39.261453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.283823 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bbae7058-1db5-4bb0-8cde-6c4aa67b4c2c req-d0884cb6-5f80-45fe-8a00-50ea61682612 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159849 Feb 16 12:46:39.341021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30bbf961-e358-434a-a6f4-2d08a99976a0 None None] Provisioning complete for port 6c145ec7-e144-4e48-8ae5-41f044308960 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:39.341387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30bbf961-e358-434a-a6f4-2d08a99976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.342990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.366912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.403275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:39.436161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.444182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=988337f3-89bc-4ee7-a27b-c7891027eb33,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.457764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.469596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576b1aa-3a28-4788-9b69-dc610cc29a70 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:39.479590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-246c6a13-fe3f-4997-9dd9-1c6b647df26d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/988337f3-89bc-4ee7-a27b-c7891027eb33 HTTP/1.1" status: 204 len: 168 time: 1.6972594 Feb 16 12:46:39.482879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.568181 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ba0a8ab6-3781-49ca-acfa-3d6c3fc5e567 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840752 Feb 16 12:46:39.571698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.579430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:39.580922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port d6e15d2c-0b30-4fe3-89b2-6200aee165a7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:39.581618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.652377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.747498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=df6fd885-f27c-43a3-8879-bf2464ee7b12,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.752553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.787704 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b57640e-21a3-48a0-9cc5-5b35538a3020 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/df6fd885-f27c-43a3-8879-bf2464ee7b12 HTTP/1.1" status: 204 len: 168 time: 0.6000476 Feb 16 12:46:39.788641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57672) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.799824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port d6e15d2c-0b30-4fe3-89b2-6200aee165a7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:39.800222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.838030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52e55f-6534-4b79-8837-9fe0f8b3afde None None] Network 07325815-7e20-48cf-8eeb-bb1b3a41188e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:39.936401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for d6e15d2c-0b30-4fe3-89b2-6200aee165a7 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:39.938371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:39.948834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:39.962700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:39.973326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:40.051817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:40.055561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.093914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.180186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:40.181196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.246812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 9, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.252680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:40.263490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:40.264259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.332922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.334071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:40.388382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=d6e15d2c-0b30-4fe3-89b2-6200aee165a7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.390729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef12b5ea-7bb0-4454-a37e-a84ae73b5bfc None None] DHCP port deletion for 07325815-7e20-48cf-8eeb-bb1b3a41188e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:40.401409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Deleting port 6c145ec7-e144-4e48-8ae5-41f044308960 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:40.402022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.441627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,segment=NetworkSegment(7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a),segment_id=7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:40.441627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.449640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ef12b5ea-7bb0-4454-a37e-a84ae73b5bfc None None] Deleting port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:40.450202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ef12b5ea-7bb0-4454-a37e-a84ae73b5bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.656513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:40.722632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.787612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.796148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] For port 6c145ec7-e144-4e48-8ae5-41f044308960, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6c145ec7-e144-4e48-8ae5-41f044308960,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:40.796567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.835816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.871451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6c145ec7-e144-4e48-8ae5-41f044308960 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:40.872791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:40.879452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.901170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:40.974368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:40.981605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:40.996068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.996658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.000839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=1accd22e-5ff2-4783-9434-4dc657700efb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.026777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Calling delete_port for 6c145ec7-e144-4e48-8ae5-41f044308960 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:41.076601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.105949 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-48c58601-9309-4757-b1ef-9d1b4d2fd54e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5329816 Feb 16 12:46:41.106542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ef12b5ea-7bb0-4454-a37e-a84ae73b5bfc None None] The port 'f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:41.109476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:41.113389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07325815-7e20-48cf-8eeb-bb1b3a41188e']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.113710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:41.120387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:41.133513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.134139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4e91b2-4cd4-4fcd-9d7b-a909fbdb885a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.148552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.166876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.174508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:41.174893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:41.197057 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:41.306212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.350878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.359319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=07325815-7e20-48cf-8eeb-bb1b3a41188e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.363355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96b60b14-f784-4c8d-bfe6-8449934ede96 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/07325815-7e20-48cf-8eeb-bb1b3a41188e HTTP/1.1" status: 204 len: 168 time: 1.5702701 Feb 16 12:46:41.365689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:41.400600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.464906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] Pushing event deleted for resources: {'Port': ['ID=6c145ec7-e144-4e48-8ae5-41f044308960,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.473379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefcd49-0df1-4ce7-9885-f1070f86f3f5 None None] No DVR routers for this DVR port 6c145ec7-e144-4e48-8ae5-41f044308960 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:41.478014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.501078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca04086-e961-4eb6-81b8-d2e7dcb7c442 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:41.765307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:41.787085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:41.797645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:41.806507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:41.806847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f4f0021e-e5c7-492b-8b9b-814fe0eaf0e3 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:41.807920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:41.808770 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.811197 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fca28815-ebaf-43d7-a4f4-5f757e3fe877 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2088726 Feb 16 12:46:41.814610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57684) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:41.819312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:41.823860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:41.827255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:41.886494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:41.902849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet c5bf2f98-160a-4e13-aa0e-e20eebc43c68 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:41.909708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.913023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:41.916748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.925904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 9, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:41.956720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21217324-25d6-4517-8ff2-8c4d641ea5ca None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 9, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc9e8ae1-bb2b-4daa-b9bd-0c470885e010', 'name': '', 'network_id': '98b2af48-e527-4b78-af34-b8c5188bb041', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:d6:7f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:30Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '2985d9e2-fa08-4f35-9a99-f04e9321764c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:41.984610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '1accd22e-5ff2-4783-9434-4dc657700efb'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:41.985915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.011469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.031789 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:42.122536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.178513 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1accd22e-5ff2-4783-9434-4dc657700efb (CIDR: 2001:db8::/64) Feb 16 12:46:42.200519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/1accd22e-5ff2-4783-9434-4dc657700efb/aa28d705-1a87-4d10-9190-95a3bf480d71) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:42.207304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:46:42.207304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:42.215304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2fa415bf-a175-4186-813d-cbabba49ff7f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1006730 Feb 16 12:46:42.215304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.222709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:42.249140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.302928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.307656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bf2f98-160a-4e13-aa0e-e20eebc43c68,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.324907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9698db-268c-4e36-b986-7bfa92faebc8 None None] Network 277c7b5a-79c4-4d22-a7cc-f4406c875f18 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:42.325816 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7fd3091e-d9d5-47bc-bd9c-fb6eec531fa6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/c5bf2f98-160a-4e13-aa0e-e20eebc43c68 HTTP/1.1" status: 204 len: 168 time: 0.5101521 Feb 16 12:46:42.327355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.531816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:42.546719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:42.546719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:42.587472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:42.592231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3639751f-fd46-4521-b78a-786761ad363d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:42.678493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:42.684699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.691843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:40Z', 'revision_number': 8, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:42.704476 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:42.731050 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:42.731050 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:42.777654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.798169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 3639751f-fd46-4521-b78a-786761ad363d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:42.798169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3639751f-fd46-4521-b78a-786761ad363d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:42.811701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 0192bf84-eadd-4747-acb6-733aab5a55f7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:42.811701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.018397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.023749 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:43.099921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Transition to ACTIVE for port object aa28d705-1a87-4d10-9190-95a3bf480d71 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:43.099921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] DHCP port deletion for 277c7b5a-79c4-4d22-a7cc-f4406c875f18 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:43.099921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Deleting port 0192bf84-eadd-4747-acb6-733aab5a55f7 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:43.099921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.148332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Transition to ACTIVE for port object aa28d705-1a87-4d10-9190-95a3bf480d71 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:43.161507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.171491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.321964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:43.338026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:43.350352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:43.374566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Pushing event updated for resources: {'Port': ['ID=aa28d705-1a87-4d10-9190-95a3bf480d71,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:43.578786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 0192bf84-eadd-4747-acb6-733aab5a55f7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0192bf84-eadd-4747-acb6-733aab5a55f7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:43.578786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.694169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Attempting to bind port aa28d705-1a87-4d10-9190-95a3bf480d71 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:43.694169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Attempting to bind port aa28d705-1a87-4d10-9190-95a3bf480d71 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:43.694169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Attempting to bind port aa28d705-1a87-4d10-9190-95a3bf480d71 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:43.724065 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-48908841-02e3-40d8-9552-b69148385b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:40Z', 'revision_number': 8, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:43.742860 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48908841-02e3-40d8-9552-b69148385b0b None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:40Z', 'revision_number': 8, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf71e3c-2fd5-41d9-a405-5d4441907659', 'name': '', 'network_id': '6ec55348-4c9e-4c62-9d38-1024f2dee271', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:e9:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:12Z', 'updated_at': '2022-02-16T12:46:33Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '48ec9b7c-fdf9-49e7-838b-f8f70d404d51', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Bound port: aa28d705-1a87-4d10-9190-95a3bf480d71, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:43.812824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.845885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] For port 0192bf84-eadd-4747-acb6-733aab5a55f7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0192bf84-eadd-4747-acb6-733aab5a55f7,segment=NetworkSegment(ce6cbb56-93f4-460c-81fc-9b02e11a9950),segment_id=ce6cbb56-93f4-460c-81fc-9b02e11a9950)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:43.845885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.853047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 0192bf84-eadd-4747-acb6-733aab5a55f7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:43.895688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:43.895688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.045776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.064709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Calling delete_port for 0192bf84-eadd-4747-acb6-733aab5a55f7 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:44.150855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port 0192bf84-eadd-4747-acb6-733aab5a55f7 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-30629dee-e573-4767-8b4d-703096881dbf None None] For port aa28d705-1a87-4d10-9190-95a3bf480d71, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: from cryptography.utils import int_from_bytes Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: from cryptography.utils import int_from_bytes Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn_limited( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn_limited( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-30629dee-e573-4767-8b4d-703096881dbf None None] For port aa28d705-1a87-4d10-9190-95a3bf480d71, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=aa28d705-1a87-4d10-9190-95a3bf480d71,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:44.197778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.220096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=0192bf84-eadd-4747-acb6-733aab5a55f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.289941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:44.378107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.443981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277c7b5a-79c4-4d22-a7cc-f4406c875f18']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.457646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629dee-e573-4767-8b4d-703096881dbf None None] Pushing event updated for resources: {'Port': ['ID=aa28d705-1a87-4d10-9190-95a3bf480d71,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.474029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6cbb56-93f4-460c-81fc-9b02e11a9950') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.474029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6cbb56-93f4-460c-81fc-9b02e11a9950') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.493467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.544155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.575648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:44.575648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:44.628497 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:44.635713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6e15d2c-0b30-4fe3-89b2-6200aee165a7 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:44.713893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Deleting port 0192bf84-eadd-4747-acb6-733aab5a55f7 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:44.713893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.728416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port dc9e8ae1-bb2b-4daa-b9bd-0c470885e010, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:44.728416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.856849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.856849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.915919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d6e15d2c-0b30-4fe3-89b2-6200aee165a7 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:44.915919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d6e15d2c-0b30-4fe3-89b2-6200aee165a7 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:44.915919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0192bf84-eadd-4747-acb6-733aab5a55f7 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:44.939055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=277c7b5a-79c4-4d22-a7cc-f4406c875f18,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.939055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e1e7c85-66f0-4d08-b6eb-575455bd5c2c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/277c7b5a-79c4-4d22-a7cc-f4406c875f18 HTTP/1.1" status: 204 len: 168 time: 2.6069365 Feb 16 12:46:44.952921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.972533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:44.989198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf79332-d410-4c14-950d-98863d74b2f7 None None] The port '0192bf84-eadd-4747-acb6-733aab5a55f7' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:45.018187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0192bf84-eadd-4747-acb6-733aab5a55f7 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:45.018187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0192bf84-eadd-4747-acb6-733aab5a55f7 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:45.237218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.513341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.641359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=dc9e8ae1-bb2b-4daa-b9bd-0c470885e010,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:45.736698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.099556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port aa28d705-1a87-4d10-9190-95a3bf480d71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=aa28d705-1a87-4d10-9190-95a3bf480d71,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:46.244514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c366e135-eb63-4e69-9e12-70b647dbb6e7 None None] Provisioning for port aa28d705-1a87-4d10-9190-95a3bf480d71 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:46.249818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.249818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.249818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.249818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.377803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port acf71e3c-2fd5-41d9-a405-5d4441907659 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.377803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.567496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:46.601478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:46.601478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:46.601478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.606067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda63c2-b559-40a3-bf61-d3cc6e514249 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:46.721608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=226aa6fd-42b7-4ab9-b4f7-e4d07da52c78,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.730798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port acf71e3c-2fd5-41d9-a405-5d4441907659, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=acf71e3c-2fd5-41d9-a405-5d4441907659,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:46.731100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.736128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=aa28d705-1a87-4d10-9190-95a3bf480d71,revision_number=4']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.756809 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4c36631-0418-45f2-b1dd-5ab576cb6c76 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5308623 Feb 16 12:46:46.756809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.761706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:68:42:9a', 'name': 'tempest-NetworksTestDHCPv6-725217249'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:46.775723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device aa28d705-1a87-4d10-9190-95a3bf480d71 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:46.912829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for acf71e3c-2fd5-41d9-a405-5d4441907659 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:46.984530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port aa28d705-1a87-4d10-9190-95a3bf480d71 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:46.997183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port aa28d705-1a87-4d10-9190-95a3bf480d71 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:46.997436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.161938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.229479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:47.236548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=acf71e3c-2fd5-41d9-a405-5d4441907659,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.241701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.250728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:47.298135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port aa28d705-1a87-4d10-9190-95a3bf480d71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=aa28d705-1a87-4d10-9190-95a3bf480d71,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:47.304577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.372504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:47.386692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:47.399817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:47.469401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=aa28d705-1a87-4d10-9190-95a3bf480d71,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.526789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.586801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:47.599529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:47.607683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-952bd9cf-66bb-4804-acaa-858a0bf6fe4c tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2298193 Feb 16 12:46:47.610000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.614086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:47.616552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:47.713166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:47.992591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:47.997315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet 2985d9e2-fa08-4f35-9a99-f04e9321764c {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:48.015239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.102041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.110472 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.193561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port daa75d52-1f9f-4902-94af-5b28bf95ab83 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:48.300896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:48.394985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.424710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-19add4ee-6282-49d2-9f69-afe39ef099ab None None] Provisioning complete for port aa28d705-1a87-4d10-9190-95a3bf480d71 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:48.424710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19add4ee-6282-49d2-9f69-afe39ef099ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.512309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:45Z', 'revision_number': 10, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.558954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:48.566141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:48.579866 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:48.583658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:48.584573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.588085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::3b1 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/1accd22e-5ff2-4783-9434-4dc657700efb/daa75d52-1f9f-4902-94af-5b28bf95ab83) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:48.596630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:429a (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/226aa6fd-42b7-4ab9-b4f7-e4d07da52c78/daa75d52-1f9f-4902-94af-5b28bf95ab83) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:48.611605 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:48.613147 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:48.630024 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57933d4c-3c4d-48c1-99db-3f7e463d52e6 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6842003 Feb 16 12:46:48.632407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.675327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.738749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=2985d9e2-fa08-4f35-9a99-f04e9321764c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.764804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 48ec9b7c-fdf9-49e7-838b-f8f70d404d51 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:48.771345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.778230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.817883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:48.848896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.852285 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:48.860330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dfcbfe87-68bc-4561-8080-04683b7790b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/2985d9e2-fa08-4f35-9a99-f04e9321764c HTTP/1.1" status: 204 len: 168 time: 1.2430995 Feb 16 12:46:48.861169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.994036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device aa28d705-1a87-4d10-9190-95a3bf480d71 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:49.021589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.051766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d683f34-80ca-495b-9e51-5b77835ba7ef None None] Network 98b2af48-e527-4b78-af34-b8c5188bb041 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:49.071453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.087509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.108723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port c3a74946-670f-4a47-9fb8-8e75adbcd918 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:49.109566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.155870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object daa75d52-1f9f-4902-94af-5b28bf95ab83 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:49.187048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.270150 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:47Z', 'revision_number': 9, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:49.275169 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:49.291505 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:49.292197 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:49.370327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.381784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=48ec9b7c-fdf9-49e7-838b-f8f70d404d51,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.394595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e2337ac3-0586-4d89-8b68-0e3acd52372f tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/48ec9b7c-fdf9-49e7-838b-f8f70d404d51 HTTP/1.1" status: 204 len: 168 time: 0.7523186 Feb 16 12:46:49.394595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57732) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.425752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31fa3e-ccd4-432d-aba3-8e8af1146ebd None None] Network 6ec55348-4c9e-4c62-9d38-1024f2dee271 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:49.520949 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:49.574165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.588028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:49.588478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.640443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port c3a74946-670f-4a47-9fb8-8e75adbcd918, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c3a74946-670f-4a47-9fb8-8e75adbcd918,segment=NetworkSegment(dc07e8bd-e44e-4670-a77c-5be78c6a3741),segment_id=dc07e8bd-e44e-4670-a77c-5be78c6a3741)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:49.640443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.775671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.789855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for c3a74946-670f-4a47-9fb8-8e75adbcd918 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:49.891740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:49.900478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:49.907143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:49.912883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:49.913531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.920331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port aa28d705-1a87-4d10-9190-95a3bf480d71 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:49.920331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.949794 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:49.956374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,segment=NetworkSegment(4c5895f3-0081-4048-b9e9-11f11a13a3ed),segment_id=4c5895f3-0081-4048-b9e9-11f11a13a3ed)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:49.957106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.968040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=daa75d52-1f9f-4902-94af-5b28bf95ab83,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.994656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7edac838-fb75-4017-a065-535967a2f5eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2431965 Feb 16 12:46:50.003725 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:47Z', 'revision_number': 9, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.005203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bfc1f-26a5-49e3-8a78-9e7a7d77b826 req-0df085de-ba21-41cb-9d42-d927015ba1f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:50.008796 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546397c-25d5-4a6f-bb6e-bd97fefea392 None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:47Z', 'revision_number': 9, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '7374972a-739e-4a7e-9178-c513a9e0097f', 'name': '', 'network_id': '82509e92-be6b-4a85-8854-5304877f9eb9', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4c:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:59Z', 'updated_at': '2022-02-16T12:46:25Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '19372361-7f84-4537-9c0f-b7e8f9921d63', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:50.013363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-003bfc1f-26a5-49e3-8a78-9e7a7d77b826 req-0df085de-ba21-41cb-9d42-d927015ba1f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.5278583 Feb 16 12:46:50.035938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.120134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:45Z', 'revision_number': 10, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.127972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11ebd-4dcc-4a3c-aa6d-0920fcb3c94f None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:45Z', 'revision_number': 10, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None, '_interfaces': [{'id': '1f198183-dcbe-413d-b395-5cd0fe665f84', 'name': '', 'network_id': '52398977-3e67-474e-a3cd-16b92fe9aefb', 'tenant_id': '05674735050446b882941328a56a6976', 'mac_address': 'fa:16:3e:6f:b9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:19Z', 'updated_at': '2022-02-16T12:45:29Z', 'revision_number': 5, 'project_id': '05674735050446b882941328a56a6976', 'subnets': [{'id': '8962d2e0-23a8-4900-914f-e4966b4747ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:50.150999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.186529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:50.212474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-003bfc1f-26a5-49e3-8a78-9e7a7d77b826 req-31e14796-91c2-439f-a74e-d48ebd517ca4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979930 Feb 16 12:46:50.230963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port c3a74946-670f-4a47-9fb8-8e75adbcd918 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:50.278542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=c3a74946-670f-4a47-9fb8-8e75adbcd918,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.286567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.305837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port daa75d52-1f9f-4902-94af-5b28bf95ab83 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:50.306186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.328314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8cb01adc-e4d8-43f5-af2d-aa869ae0ee5b None None] Provisioning for port daa75d52-1f9f-4902-94af-5b28bf95ab83 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:50.339876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=65dd1b26-9b47-4f6a-95e8-50405ee3aee1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.352317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8cb01adc-e4d8-43f5-af2d-aa869ae0ee5b None None] Provisioning complete for port daa75d52-1f9f-4902-94af-5b28bf95ab83 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:50.352697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8cb01adc-e4d8-43f5-af2d-aa869ae0ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.358159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:50.402328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bba7d9-8d3d-4493-b75c-502a78e7c9ed None None] DHCP port deletion for 98b2af48-e527-4b78-af34-b8c5188bb041 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:50.440223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8cb01adc-e4d8-43f5-af2d-aa869ae0ee5b None None] Port daa75d52-1f9f-4902-94af-5b28bf95ab83 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:50.478809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.507946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.537402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec55348-4c9e-4c62-9d38-1024f2dee271']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.550913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b2af48-e527-4b78-af34-b8c5188bb041']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.553128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5895f3-0081-4048-b9e9-11f11a13a3ed') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.553128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5895f3-0081-4048-b9e9-11f11a13a3ed') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.564940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.569218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc07e8bd-e44e-4670-a77c-5be78c6a3741') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.569531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc07e8bd-e44e-4670-a77c-5be78c6a3741') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:50.585206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.595127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:50.595619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.607622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:50.611748 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:50.720972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.726989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.742969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:50.743353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.752541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:50.759897 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:50.762477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10d959-41ed-42ed-b4d6-4b26bec79d37 None None] DHCP port deletion for 6ec55348-4c9e-4c62-9d38-1024f2dee271 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:50.794421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=6ec55348-4c9e-4c62-9d38-1024f2dee271,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.824415 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d71cce3-eaf6-48a1-ad10-5e01c08f1fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/6ec55348-4c9e-4c62-9d38-1024f2dee271 HTTP/1.1" status: 204 len: 168 time: 1.4299777 Feb 16 12:46:50.829115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.863210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a74946-670f-4a47-9fb8-8e75adbcd918 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:50.871266 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.921043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c3a74946-670f-4a47-9fb8-8e75adbcd918 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:50.921378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c3a74946-670f-4a47-9fb8-8e75adbcd918 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:50.921991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device acf71e3c-2fd5-41d9-a405-5d4441907659 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:50.981561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: acf71e3c-2fd5-41d9-a405-5d4441907659 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:50.981561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device acf71e3c-2fd5-41d9-a405-5d4441907659 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:50.981561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:51.025573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:51.025919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dc9e8ae1-bb2b-4daa-b9bd-0c470885e010 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:51.026077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.026336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:51.063708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:51.064079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 65dd1b26-9b47-4f6a-95e8-50405ee3aee1 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:51.067719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for daa75d52-1f9f-4902-94af-5b28bf95ab83 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:51.145853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.292371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=98b2af48-e527-4b78-af34-b8c5188bb041,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.313857 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-44ca0bac-16ac-49a5-b60b-fd76cefa9498 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/98b2af48-e527-4b78-af34-b8c5188bb041 HTTP/1.1" status: 204 len: 168 time: 2.4491534 Feb 16 12:46:51.318578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57746) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:51.627742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aa168-f007-4c72-92cb-b67446a62405 req-66467f94-2e23-4199-be08-40ed2fc05096 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:51.627742 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d66aa168-f007-4c72-92cb-b67446a62405 req-66467f94-2e23-4199-be08-40ed2fc05096 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 0.5987303 Feb 16 12:46:51.790818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.928510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.998786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port b86582c0-1fb4-4361-a32e-adf6231ecc29 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:51.998786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.201781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.229299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 7374972a-739e-4a7e-9178-c513a9e0097f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:52.229299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.314956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=daa75d52-1f9f-4902-94af-5b28bf95ab83,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.493418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 7374972a-739e-4a7e-9178-c513a9e0097f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7374972a-739e-4a7e-9178-c513a9e0097f,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:52.493418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.528949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b00c5-cb71-4dc4-ad65-650ffebd3724 req-1ba20daf-50dc-48df-9cfe-0b4059c21340 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.528949 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-127b00c5-cb71-4dc4-ad65-650ffebd3724 req-1ba20daf-50dc-48df-9cfe-0b4059c21340 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 945 time: 1.1433437 Feb 16 12:46:52.537215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.619816 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb6df338-614f-4f10-b6d1-cdd13e3f2036 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/daa75d52-1f9f-4902-94af-5b28bf95ab83 HTTP/1.1" status: 204 len: 168 time: 2.5584207 Feb 16 12:46:52.627329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port b86582c0-1fb4-4361-a32e-adf6231ecc29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b86582c0-1fb4-4361-a32e-adf6231ecc29,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:52.627696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.635522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57752) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.658624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 7374972a-739e-4a7e-9178-c513a9e0097f owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:52.783553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-127b00c5-cb71-4dc4-ad65-650ffebd3724 req-5f6fadde-2b4a-43e4-87c9-ffb2ca927690 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=603cd320-3ec3-4395-a961-6d47b0ced5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422261 Feb 16 12:46:52.859054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.921460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=7374972a-739e-4a7e-9178-c513a9e0097f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.188770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35b51c-b147-4d8a-8bd2-b567c7748cfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.189976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b35b51c-b147-4d8a-8bd2-b567c7748cfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:53.258320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.259048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.259048 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344 disassociated. External IP: 172.26.4.52, port: b86582c0-1fb4-4361-a32e-adf6231ecc29. Feb 16 12:46:53.259394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for b86582c0-1fb4-4361-a32e-adf6231ecc29 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:53.285967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.290933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b35b51c-b147-4d8a-8bd2-b567c7748cfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:53.290933 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b35b51c-b147-4d8a-8bd2-b567c7748cfd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6504447 Feb 16 12:46:53.297500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.358556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.620959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac4002-6584-43c9-9804-5c9b6a93afa4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.624348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4bac4002-6584-43c9-9804-5c9b6a93afa4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3240528 Feb 16 12:46:53.626808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57760) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.690114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.753748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:53.765018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=b86582c0-1fb4-4361-a32e-adf6231ecc29,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.847849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.847849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.847849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.852786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:53.911419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:53.911419 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5b50613-695d-42fc-a355-e15f4c8b70e6 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2754622 Feb 16 12:46:53.911419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57766) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.995781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:54.012791 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70a5c97f-d09d-4249-b265-c47ae2eed88d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1789408 Feb 16 12:46:54.015815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:54.020285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.035525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:54.035525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:54.090506 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c941ec9-b32a-4f06-8528-ef46b321a74c req-ae083194-552b-49e5-acfb-4282977e993d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.0816486 Feb 16 12:46:54.162111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 1accd22e-5ff2-4783-9434-4dc657700efb {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:54.162272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 19372361-7f84-4537-9c0f-b7e8f9921d63 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:54.170245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.174509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.223353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:54.251014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 1f198183-dcbe-413d-b395-5cd0fe665f84 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:54.251014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.252612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:54.273100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.326558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.502683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.676666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.745642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=19372361-7f84-4537-9c0f-b7e8f9921d63,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.762791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.772083 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a57857e7-9fb6-4765-9af6-9ddef4879fa7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/19372361-7f84-4537-9c0f-b7e8f9921d63 HTTP/1.1" status: 204 len: 168 time: 0.7475677 Feb 16 12:46:54.780733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57776) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.800455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6d17f-e04b-4d26-8dad-874cc236867c None None] Network 82509e92-be6b-4a85-8854-5304877f9eb9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:54.984636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.999342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port cae9da43-ee47-4f82-b960-c48f76275d10 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:55.000020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.070198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:52Z', 'revision_number': 10, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.098490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:55.115868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:55.115868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.132277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.166789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b86582c0-1fb4-4361-a32e-adf6231ecc29 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:55.174118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:55.185896 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:55.202963 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:55.203585 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.213319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: b86582c0-1fb4-4361-a32e-adf6231ecc29 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:55.213600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device b86582c0-1fb4-4361-a32e-adf6231ecc29 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:55.308636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 1f198183-dcbe-413d-b395-5cd0fe665f84, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1f198183-dcbe-413d-b395-5cd0fe665f84,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:55.308636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.331388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port b86582c0-1fb4-4361-a32e-adf6231ecc29 on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:55.331388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.398028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'name': 'network-vif-deleted', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:55.431390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:55.451684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port cae9da43-ee47-4f82-b960-c48f76275d10, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cae9da43-ee47-4f82-b960-c48f76275d10,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:55.451684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.528077 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d66aa168-f007-4c72-92cb-b67446a62405 req-846d3034-313a-48a8-9576-8db382684ac3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/b86582c0-1fb4-4361-a32e-adf6231ecc29 HTTP/1.1" status: 204 len: 173 time: 3.8817980 Feb 16 12:46:55.634645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] DHCP port deletion for 82509e92-be6b-4a85-8854-5304877f9eb9 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:55.687569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Deleting port cae9da43-ee47-4f82-b960-c48f76275d10 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:55.687569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.711665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae56de0-3e9a-4cfa-86fd-c8d325183545', 'name': 'network-vif-deleted', 'tag': 'b86582c0-1fb4-4361-a32e-adf6231ecc29', 'status': 'completed', 'code': 200} Feb 16 12:46:55.784546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 1f198183-dcbe-413d-b395-5cd0fe665f84 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:55.870937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-94761b30-0469-459c-9c58-24d7e47162b6 req-eed45db8-79f6-46f1-9f11-4021e13436cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:55.881828 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:55.897534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d32e08a6-8d3e-4ef1-acc2-fab757ead028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.986288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for cae9da43-ee47-4f82-b960-c48f76275d10 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:56.155451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.176369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.177804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-94761b30-0469-459c-9c58-24d7e47162b6 req-eed45db8-79f6-46f1-9f11-4021e13436cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:56.191291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-94761b30-0469-459c-9c58-24d7e47162b6 req-eed45db8-79f6-46f1-9f11-4021e13436cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ae56de0-3e9a-4cfa-86fd-c8d325183545 HTTP/1.1" status: 200 len: 210 time: 0.8478267 Feb 16 12:46:56.285305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=cae9da43-ee47-4f82-b960-c48f76275d10,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.308992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No DVR routers for this DVR port cae9da43-ee47-4f82-b960-c48f76275d10 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:56.323101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.323101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=1f198183-dcbe-413d-b395-5cd0fe665f84,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.392447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=1accd22e-5ff2-4783-9434-4dc657700efb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.426273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.473872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8fa42598-469a-4279-8154-f945cefe92e3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/1accd22e-5ff2-4783-9434-4dc657700efb HTTP/1.1" status: 204 len: 168 time: 2.5595438 Feb 16 12:46:56.539415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.541451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa784d-3735-4f90-821e-a72867e11ecc None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:56.603088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] For port cae9da43-ee47-4f82-b960-c48f76275d10, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cae9da43-ee47-4f82-b960-c48f76275d10,segment=NetworkSegment(6e78c3f9-2c46-445f-827c-d1775c7e8c67),segment_id=6e78c3f9-2c46-445f-827c-d1775c7e8c67)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:56.603480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.696665 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.713423 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:56.725097 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:56.725960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:56.756247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 226aa6fd-42b7-4ab9-b4f7-e4d07da52c78 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:56.781195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.878308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cae9da43-ee47-4f82-b960-c48f76275d10 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:56.902031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.956248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.976622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.979662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Calling delete_port for cae9da43-ee47-4f82-b960-c48f76275d10 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:56.990790 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:57.029326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82509e92-be6b-4a85-8854-5304877f9eb9']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.049447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: cae9da43-ee47-4f82-b960-c48f76275d10 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:57.049787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cae9da43-ee47-4f82-b960-c48f76275d10 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:57.061338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e78c3f9-2c46-445f-827c-d1775c7e8c67') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.061789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e78c3f9-2c46-445f-827c-d1775c7e8c67') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.089886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.118586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.128697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:57.129342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:57.146817 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:57.169855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:57.170217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:57.229042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.277771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:57.305653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.338886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.352264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=82509e92-be6b-4a85-8854-5304877f9eb9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.377162 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd0cabf6-7b60-4adb-b437-1993ad902ebd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/82509e92-be6b-4a85-8854-5304877f9eb9 HTTP/1.1" status: 204 len: 168 time: 2.5980783 Feb 16 12:46:57.378254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:52Z', 'revision_number': 10, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.378447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.386316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b957-d55a-4c2b-a41a-2972f75aea8d None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:46:52Z', 'revision_number': 10, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None, '_interfaces': [{'id': '8a3ab2ee-a687-48ac-9071-e99ad2e99ff9', 'name': '', 'network_id': 'c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'mac_address': 'fa:16:3e:4a:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:38Z', 'updated_at': '2022-02-16T12:46:02Z', 'revision_number': 5, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'subnets': [{'id': '8afbd811-0f82-4c32-9a43-451cb0774b84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:57.494718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.537356 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.550916 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a2f76-ea44-4878-8a5e-bc103a8c7aa1 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ad1194bd-2586-4aa4-9bf9-1f52606f2bd1', 'name': '', 'network_id': 'db42b12e-3242-4e86-be40-39230ea5fb19', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:fa:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:17Z', 'updated_at': '2022-02-16T12:44:30Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '601e09cb-56e4-4f5f-899e-ae3e9585a131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:57.634654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=226aa6fd-42b7-4ab9-b4f7-e4d07da52c78,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.655691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.655982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:57.667209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:57.668425 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35773619-fc00-4997-929f-71916e34882a tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3513706 Feb 16 12:46:57.671578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Deleting port cae9da43-ee47-4f82-b960-c48f76275d10 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:57.672101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.672444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.719375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57798) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.724726 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-869b61b9-b47a-4475-87ed-def483684889 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/226aa6fd-42b7-4ab9-b4f7-e4d07da52c78 HTTP/1.1" status: 204 len: 168 time: 1.1485436 Feb 16 12:46:57.729070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.819340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting subnet 8962d2e0-23a8-4900-914f-e4966b4747ad {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:57.822320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8627ace7-1425-42c7-8e4a-6978d223f637 None None] The port 'cae9da43-ee47-4f82-b960-c48f76275d10' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:57.831149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.850656 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-44d6ff95-f945-42d8-9a39-ce0f3cb1bc51 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204050 Feb 16 12:46:57.854643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.863477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:57.866789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:57.867434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.991847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.030325 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53280b05-dc73-4d4c-ab41-f66fba0ca010 None None] New status for floating IP 0ecb131f-cbb0-41a6-8402-31e5c31b0344: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:58.050511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.124713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-49208871-21e2-4b3c-a8dd-5f50bfb1ffb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.128916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.135263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:58.232564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.288086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:58.293320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:58.303513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:58.304426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:58.327878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:58.336471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.340266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:58.387400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:58.395948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603cd320-3ec3-4395-a961-6d47b0ced5d8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.404464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.421359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95ca1728-6d7f-4aa0-8bc3-d4a46a6416bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/603cd320-3ec3-4395-a961-6d47b0ced5d8 HTTP/1.1" status: 204 len: 168 time: 0.6884351 Feb 16 12:46:58.424961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.466164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e445f-6830-4dd9-9dfe-9fb33b51ab67 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:58.495032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.495838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Subnet': ['ID=8962d2e0-23a8-4900-914f-e4966b4747ad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.508678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7374972a-739e-4a7e-9178-c513a9e0097f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:58.548840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:58.611198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:58.668636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7374972a-739e-4a7e-9178-c513a9e0097f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:58.669324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7374972a-739e-4a7e-9178-c513a9e0097f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:58.682041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:58.684117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.686935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.693339 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63bc4b07-e2a9-448e-ba97-79dbafae99fe tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/8962d2e0-23a8-4900-914f-e4966b4747ad HTTP/1.1" status: 204 len: 168 time: 1.0200152 Feb 16 12:46:58.694164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57816) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.717354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 8826ae27-4a64-43ed-a1f8-73579ef5d102 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:58.717616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.731614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a7cf4-51ea-4fe9-89b0-cc13d5d2b6b8 None None] Network 52398977-3e67-474e-a3cd-16b92fe9aefb requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:58.752145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:58.785653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddff024-8657-41d8-9fa9-f1ac0a1268bc None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:58.953256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-eff5dc78-95de-4ac1-9ba2-7fa5c9668f49 None None] Provisioning complete for port aa28d705-1a87-4d10-9190-95a3bf480d71 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:58.953616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-eff5dc78-95de-4ac1-9ba2-7fa5c9668f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.001317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.002198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.040135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.081101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.124674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.147477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.158561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 8826ae27-4a64-43ed-a1f8-73579ef5d102 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:59.175778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.186647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:59.215806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Deleting port 0ac86449-0ce4-40ee-bc69-79cd658caa40 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.217120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.318137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:59.321408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.322269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.349735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.376319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:59.381707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Deleting port aa28d705-1a87-4d10-9190-95a3bf480d71 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.382780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.400663 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bac31d79-f745-4b8a-973c-3457b7caf395 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5418925 Feb 16 12:46:59.420208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] DHCP port deletion for 52398977-3e67-474e-a3cd-16b92fe9aefb request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:59.424333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:59.435804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Deleting port 0ac86449-0ce4-40ee-bc69-79cd658caa40 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.436483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.442535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:59.608750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.609491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.781183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.810522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.810998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.811146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] For port 0ac86449-0ce4-40ee-bc69-79cd658caa40, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ac86449-0ce4-40ee-bc69-79cd658caa40,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.811656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.838436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] For port 0ac86449-0ce4-40ee-bc69-79cd658caa40, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ac86449-0ce4-40ee-bc69-79cd658caa40,segment=NetworkSegment(b46f78fd-388a-480b-9ef3-2e320b6e787f),segment_id=b46f78fd-388a-480b-9ef3-2e320b6e787f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.838781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.859095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=8826ae27-4a64-43ed-a1f8-73579ef5d102,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.944804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:59.952985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Calling delete_port for 0ac86449-0ce4-40ee-bc69-79cd658caa40 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:59.993074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] For port aa28d705-1a87-4d10-9190-95a3bf480d71, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=aa28d705-1a87-4d10-9190-95a3bf480d71,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.993472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.026360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Calling delete_port for 0ac86449-0ce4-40ee-bc69-79cd658caa40 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:00.115509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:00.128928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Calling delete_port for aa28d705-1a87-4d10-9190-95a3bf480d71 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:00.135660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:00.136310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.141901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.145377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:00.168308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:00.190897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Port': ['ID=8a3ab2ee-a687-48ac-9071-e99ad2e99ff9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.191349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.197216 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f826462e-cf48-4072-a0a9-0be1b704b284 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/0ecb131f-cbb0-41a6-8402-31e5c31b0344 HTTP/1.1" status: 204 len: 168 time: 1.6976690 Feb 16 12:47:00.201682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.207473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:00.211252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.213448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:00.213815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:00.228163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.288018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] Pushing event deleted for resources: {'Port': ['ID=aa28d705-1a87-4d10-9190-95a3bf480d71,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.292239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ae4a5-27e4-4ea9-8dc4-0b2149c61683 None None] No DVR routers for this DVR port aa28d705-1a87-4d10-9190-95a3bf480d71 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:00.306753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0be575-b805-4523-8f28-7b1063d3369c None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:00.392596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04 (CIDR: 2001:db8::/64) Feb 16 12:47:00.459207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Port': ['ID=0ac86449-0ce4-40ee-bc69-79cd658caa40,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.461560 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:00.462253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:00.478941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No DVR routers for this DVR port 0ac86449-0ce4-40ee-bc69-79cd658caa40 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:00.488716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.587357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2dab582d-0fe3-434e-94e1-efc6fc17b98e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1616385 Feb 16 12:47:00.593467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.674807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'subnet': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:00.696290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.719552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.729682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Deleting port 0ac86449-0ce4-40ee-bc69-79cd658caa40 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:00.730882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.754844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device aa28d705-1a87-4d10-9190-95a3bf480d71 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:00.805057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: aa28d705-1a87-4d10-9190-95a3bf480d71 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:00.805400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device aa28d705-1a87-4d10-9190-95a3bf480d71 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:00.805814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f198183-dcbe-413d-b395-5cd0fe665f84 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:00.832532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52398977-3e67-474e-a3cd-16b92fe9aefb']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.835617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'tenant_id': 'f8771ac86d9a46e68ad8a239426592a0', 'fixed_ips': [{'subnet_id': '6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:00.836472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.858160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f78fd-388a-480b-9ef3-2e320b6e787f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.858458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f78fd-388a-480b-9ef3-2e320b6e787f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.881269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1f198183-dcbe-413d-b395-5cd0fe665f84 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:00.881602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1f198183-dcbe-413d-b395-5cd0fe665f84 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:00.881866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.882403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ac86449-0ce4-40ee-bc69-79cd658caa40 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:00.916111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bd39f-d2df-4b24-8907-ead3c8be1329 None None] The port '0ac86449-0ce4-40ee-bc69-79cd658caa40' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:00.916344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.927745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0ac86449-0ce4-40ee-bc69-79cd658caa40 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:00.928492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ac86449-0ce4-40ee-bc69-79cd658caa40 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:00.946225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:00.946628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:00.964129 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:01.023818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:01.033486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b949fb00-4578-44da-b191-9805bca8e5ba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:01.034190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b949fb00-4578-44da-b191-9805bca8e5ba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:01.041854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:01.053304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:subnet and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:01.057740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:01.070028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:01.078088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b949fb00-4578-44da-b191-9805bca8e5ba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:01.079545 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b949fb00-4578-44da-b191-9805bca8e5ba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 0.3575866 Feb 16 12:47:01.083043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.102622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.108789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Allocated IP 2001:db8::2 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04/6a1c562a-4743-4b8c-b628-e94b56d9aab1) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:01.132529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:01.135932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.157292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Pushing event deleted for resources: {'Network': ['ID=52398977-3e67-474e-a3cd-16b92fe9aefb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.171724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:01.178160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.178324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9f00bbb3-7ac2-4507-81f2-af74dbb90791 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/networks/52398977-3e67-474e-a3cd-16b92fe9aefb HTTP/1.1" status: 204 len: 168 time: 2.4809883 Feb 16 12:47:01.187687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'routes': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.196843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:01.226947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:01.227571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:01.253105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b886d4d4-7dcf-4b9b-ac2a-66b73c134b7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:01.253886 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a608d3d2-c825-41e0-880f-67a156d7681d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8722878 Feb 16 12:47:01.260398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.355082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b886d4d4-7dcf-4b9b-ac2a-66b73c134b7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:01.356239 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2212aff7-b193-4a0d-8f80-2c370a5af747 req-b886d4d4-7dcf-4b9b-ac2a-66b73c134b7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475543 Feb 16 12:47:01.370896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting subnet 8afbd811-0f82-4c32-9a43-451cb0774b84 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:01.381121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:01.381351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.441405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.499034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:01.499455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Added routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:47:01.499768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:47:01.500124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.505202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:01.552822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:01.553457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:01.717547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.718038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.721566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:01.771707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.774778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.837110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:01.842028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097e375-dafc-4cef-8282-15975b7ff12f None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:01.869671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Transition to ACTIVE for port object 6a1c562a-4743-4b8c-b628-e94b56d9aab1 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:01.879156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.901126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Transition to ACTIVE for port object 6a1c562a-4743-4b8c-b628-e94b56d9aab1 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:01.908305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.960703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Subnet': ['ID=8afbd811-0f82-4c32-9a43-451cb0774b84,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.971686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:01.973640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.974724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:01.977146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:01.986499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776a74b-bcb0-4b56-aab4-8b6f04f6f14a None None] Network c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:01.991258 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23e5128b-a65d-4e0e-87fd-94fc414c43fe tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/8afbd811-0f82-4c32-9a43-451cb0774b84 HTTP/1.1" status: 204 len: 168 time: 0.7296169 Feb 16 12:47:01.999674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.026994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:47:02.046284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router 6da64f2e-84da-4c47-bd0b-328fb807b793 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:02.057781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Pushing event updated for resources: {'Port': ['ID=6a1c562a-4743-4b8c-b628-e94b56d9aab1,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.191598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:02.202115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.206532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-541c08a4-3c4d-4dc1-a6d6-5e713835c210 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 701 time: 1.0268762 Feb 16 12:47:02.207569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57844) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.223845 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Sync routers for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:02.259521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Attempting to bind port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:02.266727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6c44958-a8fa-4bde-a9b6-1e0fdde3d8cd tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:02.267398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Attempting to bind port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:02.268223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Attempting to bind port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 on network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:02.270302 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:02.272165 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.287442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6c44958-a8fa-4bde-a9b6-1e0fdde3d8cd tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:02.292330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6c44958-a8fa-4bde-a9b6-1e0fdde3d8cd tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 205 time: 0.0831397 Feb 16 12:47:02.293341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.326261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:02.326678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Checking segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:02.327079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.327735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Bound using segment: {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:02.328459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Bound port: 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732eef34-5fd5-45a2-aefd-3b4a2396f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:02.328943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.421803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.476575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.512253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:02.536396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-6d1a6657-10cb-46e1-aaf5-fb0d6f562bb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:02.538637 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-6d1a6657-10cb-46e1-aaf5-fb0d6f562bb7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 0.5170672 Feb 16 12:47:02.543077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.543685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.568214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:02.568647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8a3ab2ee-a687-48ac-9071-e99ad2e99ff9 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:02.585170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] For port 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:02.600189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] For port 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a1c562a-4743-4b8c-b628-e94b56d9aab1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:02.606862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.709514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] DHCP port deletion for c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:02.713757 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:02.728987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Deleting port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:02.729308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.816558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.882534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383571a-c033-4be4-ab6f-21953c09bb3e None None] Pushing event updated for resources: {'Port': ['ID=6a1c562a-4743-4b8c-b628-e94b56d9aab1,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.963020 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:02.967704 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Checking router: 6da64f2e-84da-4c47-bd0b-328fb807b793 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:02.976849 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Routers {'6da64f2e-84da-4c47-bd0b-328fb807b793'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:02.977867 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6da64f2e-84da-4c47-bd0b-328fb807b793'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.094245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] For port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.094862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.104664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] For port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,segment=NetworkSegment(62363b00-b4ef-44bf-b305-d32164a3f271),segment_id=62363b00-b4ef-44bf-b305-d32164a3f271)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:03.105325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.129330 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] Set router 6da64f2e-84da-4c47-bd0b-328fb807b793 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:03.256874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.259131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.298883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.299734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router 6da64f2e-84da-4c47-bd0b-328fb807b793 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:03.325731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.326992 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:03.331762 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7306dd82-f789-4f67-ad45-cab8c39710b3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 204 len: 168 time: 1.0334280 Feb 16 12:47:03.331953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Calling delete_port for b442c01a-6f27-4cf4-8a3f-0bf2db87be6e owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:03.332082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57856) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:03.335062 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b6c99-606f-45d6-a455-26892a7f2214 None None] The sync data for ids ['6da64f2e-84da-4c47-bd0b-328fb807b793'] in dv-neutron-829435-1-hyperv is: [{'id': '6da64f2e-84da-4c47-bd0b-328fb807b793', 'name': 'tempest-RoutersTest-router-2100284443', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:17Z', 'updated_at': '2022-02-16T12:46:56Z', 'revision_number': 11, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:03.337604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-411651982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:03.348753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:03.354274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Usage tracker for resource:router and tenant:05674735050446b882941328a56a6976 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:03.356093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Calling delete_port for b442c01a-6f27-4cf4-8a3f-0bf2db87be6e owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:03.359390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:03.367443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:03.389424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.390925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.417826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.423356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port c02f3ec4-09e1-4c4a-85f5-ce157571d62f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:03.423700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.445221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.463571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.478809 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.480213 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fcd4eb5c-dc03-42e7-bb2f-8f7daf3cde33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1472468 Feb 16 12:47:03.483501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:03.491712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:03.519383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] Pushing event deleted for resources: {'Port': ['ID=b442c01a-6f27-4cf4-8a3f-0bf2db87be6e,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.521629 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999e31d-4a3c-48f1-a8db-12f9f256518e None None] No DVR routers for this DVR port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:03.649344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:03.649658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:03.883646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109f17-9720-4f49-8f9a-2cfd5ac4e62b req-d7115119-b737-4e2a-9899-9d157857b7c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.886259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05109f17-9720-4f49-8f9a-2cfd5ac4e62b req-d7115119-b737-4e2a-9899-9d157857b7c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 946 time: 1.1146908 Feb 16 12:47:04.038292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] For port 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a1c562a-4743-4b8c-b628-e94b56d9aab1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:04.050466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.056244 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05109f17-9720-4f49-8f9a-2cfd5ac4e62b req-68876641-9dbc-48a2-948e-4dc895e764e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540792 Feb 16 12:47:04.064444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.110133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port c02f3ec4-09e1-4c4a-85f5-ce157571d62f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:04.110762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.124284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.169204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-649dbd28-e9fb-4f19-892c-73f289ab8a7b None None] Provisioning for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:04.182294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Deleting port b442c01a-6f27-4cf4-8a3f-0bf2db87be6e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:04.182640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.230978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Router ff3cdbef-e919-475a-b43d-5fee80b7d4c8 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:04.272342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.273050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.282111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for c02f3ec4-09e1-4c4a-85f5-ce157571d62f owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:04.366343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:04.375218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.376430 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2c8346e1-19b0-4154-a861-c06a18f497a5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "PUT /v2.0/routers/ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 200 len: 693 time: 0.8908510 Feb 16 12:47:04.376799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Sync routers for ids ['ff3cdbef-e919-475a-b43d-5fee80b7d4c8'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:04.378984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.387462 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Routers {'ff3cdbef-e919-475a-b43d-5fee80b7d4c8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:04.387994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ff3cdbef-e919-475a-b43d-5fee80b7d4c8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.445882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] The port 'b442c01a-6f27-4cf4-8a3f-0bf2db87be6e' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:04.511286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:04.520671 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c357ba6-d9f8-4a78-ba06-8dfd20508751 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/routers/ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 200 len: 699 time: 0.1404817 Feb 16 12:47:04.523147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.534968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Set router ff3cdbef-e919-475a-b43d-5fee80b7d4c8 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:04.544626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:04.550668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:04.553333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.576340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18a6f2e3-1492-43a6-9d84-19589ab397a9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 200 len: 205 time: 0.0507338 Feb 16 12:47:04.579525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.588318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7c896-c28b-4915-bad6-75e2b13a50ec None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:04.678898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0129097 Feb 16 12:47:04.678898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Subnet': ['ID=861a7300-4550-46bf-987e-a19644d4a2b9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.679827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2292-e871-4e3a-a739-423daf810362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=6a1c562a-4743-4b8c-b628-e94b56d9aab1,revision_number=4']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.685794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57876) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:04.692887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Request body: {'port': {'network_id': '4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8', 'mac_address': 'fa:16:3e:af:44:89', 'name': 'tempest-NetworksTestDHCPv6-2042263786'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:04.726788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.809508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a1c562a-4743-4b8c-b628-e94b56d9aab1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:04.839502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.860845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cdbef-e919-475a-b43d-5fee80b7d4c8', 'name': 'tempest-RoutersTest-router-411651982', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:03Z', 'updated_at': '2022-02-16T12:47:04Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.868209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Checking router: ff3cdbef-e919-475a-b43d-5fee80b7d4c8 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:04.904339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Routers {'ff3cdbef-e919-475a-b43d-5fee80b7d4c8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:04.905053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ff3cdbef-e919-475a-b43d-5fee80b7d4c8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.943844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.971297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62363b00-b4ef-44bf-b305-d32164a3f271') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.971679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62363b00-b4ef-44bf-b305-d32164a3f271') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:04.991669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.994423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.079226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=c02f3ec4-09e1-4c4a-85f5-ce157571d62f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.148048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:05.159110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] Set router ff3cdbef-e919-475a-b43d-5fee80b7d4c8 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:05.167748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.170320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.191289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port c02f3ec4-09e1-4c4a-85f5-ce157571d62f on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:05.194729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.197482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.198099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.198999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Fanout notify agent at l3_agent the message router_deleted on router ff3cdbef-e919-475a-b43d-5fee80b7d4c8 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:05.206327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:05.209967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:05.210475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.210682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Usage tracker for resource:port and tenant:f8771ac86d9a46e68ad8a239426592a0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:05.213696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:05.218392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.219698 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b879af6e-9c1d-406c-8c30-45d4881fd056 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 204 len: 168 time: 0.6392155 Feb 16 12:47:05.221346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:05.224657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.225217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'name': 'network-vif-deleted', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:05.258687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:05.260550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:05.291938 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:05.332435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device c02f3ec4-09e1-4c4a-85f5-ce157571d62f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:05.356358 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883f065b-b07d-443c-bc5a-cba772a4ceec req-9a611993-3d99-4d2a-a7e7-68f02ecfa887 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/c02f3ec4-09e1-4c4a-85f5-ce157571d62f HTTP/1.1" status: 204 len: 173 time: 2.7617660 Feb 16 12:47:05.401440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: c02f3ec4-09e1-4c4a-85f5-ce157571d62f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:05.402034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device c02f3ec4-09e1-4c4a-85f5-ce157571d62f not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:05.404352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cdbef-e919-475a-b43d-5fee80b7d4c8', 'name': 'tempest-RoutersTest-router-411651982', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:03Z', 'updated_at': '2022-02-16T12:47:04Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:05.433127 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6a52316-57f9-467b-b2cd-e852cb05ca79 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 200 len: 205 time: 0.2072525 Feb 16 12:47:05.434188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda82b4c-da2b-4dc3-bdcd-fa973faef55e None None] The sync data for ids ['ff3cdbef-e919-475a-b43d-5fee80b7d4c8'] in dv-neutron-829435-1-hyperv is: [{'id': 'ff3cdbef-e919-475a-b43d-5fee80b7d4c8', 'name': 'tempest-RoutersTest-router-411651982', 'tenant_id': '05674735050446b882941328a56a6976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:03Z', 'updated_at': '2022-02-16T12:47:04Z', 'revision_number': 2, 'project_id': '05674735050446b882941328a56a6976', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:05.435986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.543345 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3350e725-25d1-40f2-9a15-97c80a5af903', 'name': 'network-vif-deleted', 'tag': 'c02f3ec4-09e1-4c4a-85f5-ce157571d62f', 'status': 'completed', 'code': 200} Feb 16 12:47:05.544261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Made reservation on behalf of f8771ac86d9a46e68ad8a239426592a0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:05.565642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3a9e953e-5460-4d7c-9cf0-bc2746ab3b9f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:05.573241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.576483 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a9e953e-5460-4d7c-9cf0-bc2746ab3b9f tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/ff3cdbef-e919-475a-b43d-5fee80b7d4c8 HTTP/1.1" status: 404 len: 336 time: 0.1387115 Feb 16 12:47:05.577132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.624907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.627439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f3cc9366-1771-48ae-968b-8e833e9cc705 req-7c6e1c3e-acf6-4867-b3d6-eb8713f7e1c7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:05.690367 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2e8dd8-a504-4c4d-a951-cf6bd812d506 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:05.692373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2e8dd8-a504-4c4d-a951-cf6bd812d506 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:05.696824 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e2e8dd8-a504-4c4d-a951-cf6bd812d506 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/ea916d62-e3d6-4611-ad0a-72b165180d67 HTTP/1.1" status: 404 len: 337 time: 0.1164980 Feb 16 12:47:05.697395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.698254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a1c562a-4743-4b8c-b628-e94b56d9aab1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:05.714257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.716811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.800796 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-62deb0cc-0afa-497c-81c8-0acc94503e56 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:05.800796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62deb0cc-0afa-497c-81c8-0acc94503e56 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:05.802613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-62deb0cc-0afa-497c-81c8-0acc94503e56 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/df6fd885-f27c-43a3-8879-bf2464ee7b12 HTTP/1.1" status: 404 len: 337 time: 0.1029325 Feb 16 12:47:05.806716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.815662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b442c01a-6f27-4cf4-8a3f-0bf2db87be6e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:05.858877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: b442c01a-6f27-4cf4-8a3f-0bf2db87be6e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:05.859216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b442c01a-6f27-4cf4-8a3f-0bf2db87be6e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:05.888800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=6a1c562a-4743-4b8c-b628-e94b56d9aab1,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.898686 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d23c6e-916d-4ee8-8a04-6106660a0bba tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:05.899150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d23c6e-916d-4ee8-8a04-6106660a0bba tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:05.904647 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6d23c6e-916d-4ee8-8a04-6106660a0bba tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/2985d9e2-fa08-4f35-9a99-f04e9321764c HTTP/1.1" status: 404 len: 337 time: 0.0966654 Feb 16 12:47:05.905706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.957307 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9d653b-4e67-4ad8-872f-736bdef39f7d tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:05.958063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9d653b-4e67-4ad8-872f-736bdef39f7d tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:05.960218 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc9d653b-4e67-4ad8-872f-736bdef39f7d tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/8962d2e0-23a8-4900-914f-e4966b4747ad HTTP/1.1" status: 404 len: 337 time: 0.0532413 Feb 16 12:47:05.963555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.012854 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8945bf44-a140-4f80-bf11-2a246688bf71 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 200 len: 205 time: 0.0457993 Feb 16 12:47:06.013999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.095125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Pushing event deleted for resources: {'Network': ['ID=c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.100150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4fb30fa5-26ba-4f40-ae10-f94c49c938a2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/networks/c8cc7e2c-93cd-4dcc-82be-e77f4c2c619d HTTP/1.1" status: 204 len: 168 time: 4.0976121 Feb 16 12:47:06.100359 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c4d89607-9064-4220-9109-d94b5f9b7233 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:06.101825 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4d89607-9064-4220-9109-d94b5f9b7233 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/6da64f2e-84da-4c47-bd0b-328fb807b793 HTTP/1.1" status: 404 len: 336 time: 0.0856514 Feb 16 12:47:06.102409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.104442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.108841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'routes': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.113222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f3cc9366-1771-48ae-968b-8e833e9cc705 req-7c6e1c3e-acf6-4867-b3d6-eb8713f7e1c7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:06.114371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3cc9366-1771-48ae-968b-8e833e9cc705 req-7c6e1c3e-acf6-4867-b3d6-eb8713f7e1c7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3350e725-25d1-40f2-9a15-97c80a5af903 HTTP/1.1" status: 200 len: 210 time: 0.8130698 Feb 16 12:47:06.120735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.187777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] device_id is not set on port f0234e66-993e-4e1d-b442-95bef43555aa yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:06.255274 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9d29aba7-a545-444e-ae44-6471591993d3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3d0671d-d47c-4de7-afc3-261076827fc4 HTTP/1.1" status: 200 len: 205 time: 0.0713081 Feb 16 12:47:06.257831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57924) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.343706 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-12d5ce38-ccb5-4070-b387-4c0e1beda9d5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:06.344867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12d5ce38-ccb5-4070-b387-4c0e1beda9d5 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/d3d0671d-d47c-4de7-afc3-261076827fc4 HTTP/1.1" status: 404 len: 336 time: 0.0854928 Feb 16 12:47:06.348424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.392658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c5a75a-a72c-4bae-b4c2-b4aefff43abf tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:06.393132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c5a75a-a72c-4bae-b4c2-b4aefff43abf tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:06.421807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b59fad2e-110f-40ae-9a3e-59e82ded660f None None] Provisioning complete for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:06.422712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b59fad2e-110f-40ae-9a3e-59e82ded660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.442051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94c5a75a-a72c-4bae-b4c2-b4aefff43abf tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/f24e4156-0c62-4748-89ef-41b4e8bbfe50 HTTP/1.1" status: 404 len: 337 time: 0.0887282 Feb 16 12:47:06.443533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57932) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.496699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79b92b51-0eb4-4392-87c7-f4c45f2b1793 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Synchronizing usage tracker for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:06.517812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Added routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:47:06.517812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:47:06.518394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.563390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79b92b51-0eb4-4392-87c7-f4c45f2b1793 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] Unset dirty status for tenant:05674735050446b882941328a56a6976 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:06.564559 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79b92b51-0eb4-4392-87c7-f4c45f2b1793 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 200 len: 205 time: 0.1201088 Feb 16 12:47:06.569247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57936) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.631011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a1c562a-4743-4b8c-b628-e94b56d9aab1 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:06.647714 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f52c5751-cee3-4f1e-adcb-cc49a71b4639 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:06.651072 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f52c5751-cee3-4f1e-adcb-cc49a71b4639 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/70710cf6-a37f-4f58-b9fa-c01bcb32f3e4 HTTP/1.1" status: 404 len: 336 time: 0.0786445 Feb 16 12:47:06.654839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.710531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:06.710995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.715834 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ba8bfcad-a514-47b7-b626-ec57dafc1c98 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5e071ea-0753-4264-9dd3-5e2778eb8736 HTTP/1.1" status: 200 len: 205 time: 0.0578089 Feb 16 12:47:06.715834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8::2c0 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04/f0234e66-993e-4e1d-b442-95bef43555aa) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:06.717460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.781611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Allocated IP 2001:db8:0:1:f816:3eff:feaf:4489 (4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8/861a7300-4550-46bf-987e-a19644d4a2b9/f0234e66-993e-4e1d-b442-95bef43555aa) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:06.805869 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5c7d7493-be84-4823-a5a6-72010ec410bc tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:06.809855 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c7d7493-be84-4823-a5a6-72010ec410bc tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/c5e071ea-0753-4264-9dd3-5e2778eb8736 HTTP/1.1" status: 404 len: 336 time: 0.0915110 Feb 16 12:47:06.811943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57948) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.829838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.833941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.881347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b84672-b23f-4883-9429-63602bb88cf3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:06.881803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b84672-b23f-4883-9429-63602bb88cf3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:06.883470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97b84672-b23f-4883-9429-63602bb88cf3 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/ecc54bdc-cc27-4ac4-bd67-1c24fa030332 HTTP/1.1" status: 404 len: 337 time: 0.0705969 Feb 16 12:47:06.886025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.948562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9276b526-2623-4887-9766-41b4b28fac56 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=4180100b-24c1-4dae-8df1-2324a48f2cd4 HTTP/1.1" status: 200 len: 205 time: 0.0594134 Feb 16 12:47:06.949864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.975444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router c9940425-ab6d-4dba-8c07-9db514efc6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:07.043206 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-33e9d34c-48a2-491c-b30f-beeb0a991c87 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:07.046824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-33e9d34c-48a2-491c-b30f-beeb0a991c87 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/4180100b-24c1-4dae-8df1-2324a48f2cd4 HTTP/1.1" status: 404 len: 336 time: 0.0934131 Feb 16 12:47:07.054883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57960) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.158300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f099ff-3b36-4266-952f-3d59794eaf33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:07.158749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f099ff-3b36-4266-952f-3d59794eaf33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:07.162852 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-73f099ff-3b36-4266-952f-3d59794eaf33 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/254a5cf8-4d10-4f51-9c1b-ec7876920712 HTTP/1.1" status: 404 len: 337 time: 0.1046877 Feb 16 12:47:07.163296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.225616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.228308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.268742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Transition to ACTIVE for port object f0234e66-993e-4e1d-b442-95bef43555aa will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:07.269875 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b36634f5-fce9-4c8e-ab65-ef36b4ad97f9 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 HTTP/1.1" status: 200 len: 205 time: 0.1046658 Feb 16 12:47:07.271957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.274934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:07.286512 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Sync routers for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:07.296575 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:07.297521 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.319347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.332508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.336153 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ca18142-7555-446b-b8c4-6347f8dec85e tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 704 time: 1.2302647 Feb 16 12:47:07.336435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.347896 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1a04e518-a03e-4078-9f21-c48f8362dd44 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] delete failed (client error): The resource could not be found. Feb 16 12:47:07.348928 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a04e518-a03e-4078-9f21-c48f8362dd44 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/routers/1c85e4ca-c67a-4a3c-98ac-ac4beacb3088 HTTP/1.1" status: 404 len: 336 time: 0.0760040 Feb 16 12:47:07.351465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.394421 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab81672f-0b78-420d-bda1-5dfcb3d998e2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:07.394950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab81672f-0b78-420d-bda1-5dfcb3d998e2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:07.398781 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab81672f-0b78-420d-bda1-5dfcb3d998e2 tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/f42d911e-e957-4c41-a164-c563f5fbcf8c HTTP/1.1" status: 404 len: 337 time: 0.0441568 Feb 16 12:47:07.398989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.399465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.405847 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5f06fa4a-117c-4afe-8c7a-826a54e446e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:07.428592 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:07.431186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.444843 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57c0c4e-6803-4e2d-b0b0-4a21d068cdca tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:07.445304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57c0c4e-6803-4e2d-b0b0-4a21d068cdca tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:07.450108 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d57c0c4e-6803-4e2d-b0b0-4a21d068cdca tempest-RoutersTest-1604238253 tempest-RoutersTest-1604238253-project] 10.222.0.65 "DELETE /v2.0/subnets/51f86866-c74a-4dd9-9903-db8739761dea HTTP/1.1" status: 404 len: 337 time: 0.0465965 Feb 16 12:47:07.495928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5f06fa4a-117c-4afe-8c7a-826a54e446e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:07.497008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5f06fa4a-117c-4afe-8c7a-826a54e446e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 205 time: 0.1594729 Feb 16 12:47:07.501653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 57992) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.517616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:07.542789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:07.547548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:07.563053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.563720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.574825 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.580714 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Checking router: c9940425-ab6d-4dba-8c07-9db514efc6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:07.593625 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Routers {'c9940425-ab6d-4dba-8c07-9db514efc6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:07.594417 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['c9940425-ab6d-4dba-8c07-9db514efc6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.610475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event updated for resources: {'Port': ['ID=f0234e66-993e-4e1d-b442-95bef43555aa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.642404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91e046a4-9ac9-49db-9e7f-522a80aad3eb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9546313 Feb 16 12:47:07.644638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 57996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.706799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.739001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.749655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting port f0234e66-993e-4e1d-b442-95bef43555aa {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:07.749778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.793213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] Set router c9940425-ab6d-4dba-8c07-9db514efc6c1 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:07.829273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2ea63-8052-4de5-a5c5-38aa4b5260bd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.885295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.886455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6bf7d763-f949-49f6-9d4a-23f28b66477b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/a7a2ea63-8052-4de5-a5c5-38aa4b5260bd HTTP/1.1" status: 204 len: 168 time: 0.6572223 Feb 16 12:47:07.935435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58004) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.015486 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.021260 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076388dd-55b5-42e0-8f27-f9f1fba10eea None None] The sync data for ids ['c9940425-ab6d-4dba-8c07-9db514efc6c1'] in dv-neutron-829435-1-hyperv is: [{'id': 'c9940425-ab6d-4dba-8c07-9db514efc6c1', 'name': 'tempest-RoutersIpV6Test-router-784797263', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:32Z', 'updated_at': '2022-02-16T12:47:00Z', 'revision_number': 11, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:08.070849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-eaf94518-3ad2-44e7-ada3-c7e61f11a18a None None] Provisioning for port f0234e66-993e-4e1d-b442-95bef43555aa completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:08.078832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-eaf94518-3ad2-44e7-ada3-c7e61f11a18a None None] Provisioning complete for port f0234e66-993e-4e1d-b442-95bef43555aa triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:08.079554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-eaf94518-3ad2-44e7-ada3-c7e61f11a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.142028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.168208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.172082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.187180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-eaf94518-3ad2-44e7-ada3-c7e61f11a18a None None] Port f0234e66-993e-4e1d-b442-95bef43555aa cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:08.207899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.208495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router c9940425-ab6d-4dba-8c07-9db514efc6c1 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:08.237035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.239313 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76067cf9-585c-4501-9de4-e0a2280d537c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 204 len: 168 time: 0.7364745 Feb 16 12:47:08.243732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58014) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.255192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403758453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.264089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:08.269262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Usage tracker for resource:router and tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:08.273149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:08.282256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:08.303933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.306001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.345683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.366261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.394237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.395724 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9bf00fad-4fc9-4d31-8ddb-73f2f2565f66 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1493697 Feb 16 12:47:08.398839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.404990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.523719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.610883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd1f9f16-c35d-4ffe-b15b-157e044a74d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05674735050446b882941328a56a6976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676783 Feb 16 12:47:08.657211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.721104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Calling delete_port for f0234e66-993e-4e1d-b442-95bef43555aa owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:08.956349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.975769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.036493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.051446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.107849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Port': ['ID=f0234e66-993e-4e1d-b442-95bef43555aa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.140713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.196696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Router 470e776e-de3a-4c67-891e-63b0057d24f9 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:09.221859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.238001 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a634de0-248c-42eb-8fe0-2aaeca289a0a tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/f0234e66-993e-4e1d-b442-95bef43555aa HTTP/1.1" status: 204 len: 168 time: 1.5900760 Feb 16 12:47:09.238310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.282946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.316826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.365853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff17328-138a-4efc-a902-634bfd0efa1b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.369261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:09.378138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.381311 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d4bcfa0-79ca-48f9-9ee3-569fb815b10c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "PUT /v2.0/routers/470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 200 len: 698 time: 0.9814568 Feb 16 12:47:09.383129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58030) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.383903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.387983 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cd784886-4040-4b4b-a610-7cdf1e4d441b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ff17328-138a-4efc-a902-634bfd0efa1b HTTP/1.1" status: 204 len: 168 time: 0.7268424 Feb 16 12:47:09.411236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Sync routers for ids ['470e776e-de3a-4c67-891e-63b0057d24f9'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:09.422972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Routers {'470e776e-de3a-4c67-891e-63b0057d24f9'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:09.423695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['470e776e-de3a-4c67-891e-63b0057d24f9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.433451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa8b2b-d6ae-491e-9cf7-de1a4405ebfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:09.434152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5caa8b2b-d6ae-491e-9cf7-de1a4405ebfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:09.557684 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21e15def-e9b2-4140-815e-512b5b32f3ae tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/routers/470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 200 len: 704 time: 0.1686003 Feb 16 12:47:09.557851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.570015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Set router 470e776e-de3a-4c67-891e-63b0057d24f9 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:09.601881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a64dd5ac-5fb5-4d11-ba4e-3826e7c0cc93 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Synchronizing usage tracker for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:09.614547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a64dd5ac-5fb5-4d11-ba4e-3826e7c0cc93 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Unset dirty status for tenant:fe5e8a7dedf9458e9c6ab36a6a20b8f7 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:09.618081 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a64dd5ac-5fb5-4d11-ba4e-3826e7c0cc93 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 200 len: 205 time: 0.0570073 Feb 16 12:47:09.620258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58042) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.690434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5caa8b2b-d6ae-491e-9cf7-de1a4405ebfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:09.691097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470e776e-de3a-4c67-891e-63b0057d24f9', 'name': 'tempest-RoutersIpV6Test-router-1403758453', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:08Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.691667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5caa8b2b-d6ae-491e-9cf7-de1a4405ebfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4521351 Feb 16 12:47:09.694212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58046) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.699889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Checking router: 470e776e-de3a-4c67-891e-63b0057d24f9 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:09.711610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Routers {'470e776e-de3a-4c67-891e-63b0057d24f9'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:09.713134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['470e776e-de3a-4c67-891e-63b0057d24f9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.833709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.912874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:09.913212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.938485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] Set router 470e776e-de3a-4c67-891e-63b0057d24f9 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:10.059242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470e776e-de3a-4c67-891e-63b0057d24f9', 'name': 'tempest-RoutersIpV6Test-router-1403758453', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:08Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:10.065489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b64c2-5c3f-40f9-8e42-c0d386b20c64 None None] The sync data for ids ['470e776e-de3a-4c67-891e-63b0057d24f9'] in dv-neutron-829435-1-hyperv is: [{'id': '470e776e-de3a-4c67-891e-63b0057d24f9', 'name': 'tempest-RoutersIpV6Test-router-1403758453', 'tenant_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:08Z', 'updated_at': '2022-02-16T12:47:08Z', 'revision_number': 2, 'project_id': 'fe5e8a7dedf9458e9c6ab36a6a20b8f7', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:10.158048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port ad1194bd-2586-4aa4-9bf9-1f52606f2bd1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:10.158750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.299202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:10.311483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.329640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.332906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.347132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e0ab7-3da0-4dd1-82f9-71154a6018a8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.348950 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e94e0ab7-3da0-4dd1-82f9-71154a6018a8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6535509 Feb 16 12:47:10.352784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58072) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.408577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.409057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Fanout notify agent at l3_agent the message router_deleted on router 470e776e-de3a-4c67-891e-63b0057d24f9 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:10.439508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.440628 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd0ce173-c72c-4c8d-8720-35e79f07f5e4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 204 len: 168 time: 0.8194318 Feb 16 12:47:10.444328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.444550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.445907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.447553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.448428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:10.460997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1167690401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.472563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:10.482345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:router and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:10.486705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:10.491801 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2933fa7-fca3-4c58-b776-857f5f15d2c4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 200 len: 205 time: 0.0461905 Feb 16 12:47:10.494090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.495328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:10.499708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:10.500929 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a4b2f16c-61ce-4a36-acba-6a6f429ef71e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1481133 Feb 16 12:47:10.503612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.537037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.537959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.556871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.569295 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-b01ef79b-8827-4a80-a9b2-7793704acbdc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:10.570478 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b01ef79b-8827-4a80-a9b2-7793704acbdc tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/470e776e-de3a-4c67-891e-63b0057d24f9 HTTP/1.1" status: 404 len: 336 time: 0.0751159 Feb 16 12:47:10.573129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58088) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.577221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.618702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.619863 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-178f2341-a5ea-4d1e-aa7c-5d6262a27ca5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3076987 Feb 16 12:47:10.626916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:10.628601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.634758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-4062693'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.639067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.648274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd9141e-b619-4e85-b97f-2b0945b84678 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:10.648821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd9141e-b619-4e85-b97f-2b0945b84678 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:10.665149 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2fd9141e-b619-4e85-b97f-2b0945b84678 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/c5bf2f98-160a-4e13-aa0e-e20eebc43c68 HTTP/1.1" status: 404 len: 337 time: 0.0909605 Feb 16 12:47:10.666988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:10.667778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.677523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:network and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:10.682044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:10.690979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:10.708105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.723038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e1e9ab-e436-477b-97ca-e8a079712c01 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:10.723629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e1e9ab-e436-477b-97ca-e8a079712c01 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:10.725301 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a7e1e9ab-e436-477b-97ca-e8a079712c01 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/48ec9b7c-fdf9-49e7-838b-f8f70d404d51 HTTP/1.1" status: 404 len: 337 time: 0.0566502 Feb 16 12:47:10.728946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.745529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:10.748979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.766492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.770111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d162487-d720-4a84-ae1a-a1b97b4e21ae tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:10.770563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d162487-d720-4a84-ae1a-a1b97b4e21ae tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:10.772222 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2d162487-d720-4a84-ae1a-a1b97b4e21ae tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/19372361-7f84-4537-9c0f-b7e8f9921d63 HTTP/1.1" status: 404 len: 337 time: 0.0423784 Feb 16 12:47:10.773048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.777336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.793638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:10.804704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:security_group_rule and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:10.808919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:10.818626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:10.858527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.867056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=ad1194bd-2586-4aa4-9bf9-1f52606f2bd1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.897673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fe81cd-aa73-46fa-89ef-d317e172f689 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:10.898124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fe81cd-aa73-46fa-89ef-d317e172f689 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:10.899792 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d9fe81cd-aa73-46fa-89ef-d317e172f689 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/8afbd811-0f82-4c32-9a43-451cb0774b84 HTTP/1.1" status: 404 len: 337 time: 0.0910740 Feb 16 12:47:10.903960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.971208 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7180b818-6db6-4004-9085-f71f9b283a1b tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 200 len: 205 time: 0.0640442 Feb 16 12:47:10.974886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.073634 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-dbb2ce4f-b5ab-40fe-b0cf-da7f15023064 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:11.075378 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbb2ce4f-b5ab-40fe-b0cf-da7f15023064 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/c9940425-ab6d-4dba-8c07-9db514efc6c1 HTTP/1.1" status: 404 len: 336 time: 0.0995674 Feb 16 12:47:11.082303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.128902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.191658 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d49e6cfb-21f0-45be-9858-86c0efff80a7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=471d6ede-c8a6-4141-b030-06061d2fe7f2 HTTP/1.1" status: 200 len: 205 time: 0.1081603 Feb 16 12:47:11.192460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.195601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.197277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.202664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.210788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0fa113-64f1-4656-8f94-7f627712cff7 None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:11.262010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.264487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.291079 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1341dd7d-da05-40bf-8b20-27673043edb2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:11.294343 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1341dd7d-da05-40bf-8b20-27673043edb2 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/471d6ede-c8a6-4141-b030-06061d2fe7f2 HTTP/1.1" status: 404 len: 336 time: 0.0933352 Feb 16 12:47:11.296565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.318022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:11.323617 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc54192f-d0ce-4682-9f58-b31c9f2e9cf1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04 HTTP/1.1" status: 204 len: 168 time: 0.8177757 Feb 16 12:47:11.324584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.367857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3bf81d-6e21-4dfb-9579-dc286e1d5812,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.381772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.382248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Added segment de89b6fe-0de8-4118-bfcb-da230f68b078 of type vlan for network a4b3d498-7270-4738-80b5-6807bb33ffe7 Feb 16 12:47:11.429839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Deleting subnet 861a7300-4550-46bf-987e-a19644d4a2b9 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:11.434004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.438102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.500565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc024218-909b-49e0-8399-8b05b554ca5d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:11.501020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc024218-909b-49e0-8399-8b05b554ca5d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:11.502701 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bc024218-909b-49e0-8399-8b05b554ca5d tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/5c60e55a-b90a-4536-86a8-e9cbdb2582e9 HTTP/1.1" status: 404 len: 337 time: 0.2049670 Feb 16 12:47:11.505601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.507792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.596421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.601858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.602464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.608685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-47c1a386-478b-4cd2-92ad-267a54749bed tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 200 len: 205 time: 0.0728421 Feb 16 12:47:11.611633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.736722 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1070538 Feb 16 12:47:11.738701 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0b514564-a89d-4c69-b31c-6677f8266ad4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:11.739404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b514564-a89d-4c69-b31c-6677f8266ad4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/dcb32b19-758e-4378-ac3a-ca511dfddf07 HTTP/1.1" status: 404 len: 336 time: 0.1265872 Feb 16 12:47:11.743601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.744047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58142) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.785771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'subnet': {'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:11.799844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0d85c-2152-460d-a8ca-2dc1fb8bfe7a tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Network': ['ID=a4b3d498-7270-4738-80b5-6807bb33ffe7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.816166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:11.847732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.875096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router bb2ef908-e799-4363-b146-79a8b829a50c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:11.988328 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c56b74f-4482-4803-84e1-dbfe10368b1c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce7b8e9c-3b64-453b-a75b-af77d10079a6 HTTP/1.1" status: 200 len: 205 time: 0.2402940 Feb 16 12:47:11.996149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.997539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.073737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:12.080432 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d229e225-2f6c-439a-b995-df29da92f22c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/bb2ef908-e799-4363-b146-79a8b829a50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1393697 Feb 16 12:47:12.083008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.086148 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Sync routers for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:12.098122 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:12.099126 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:12.159724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet 601e09cb-56e4-4f5f-899e-ae3e9585a131 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:12.163047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.224205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.247509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7c483e1b-2d31-4610-93ba-c39437526eba None None] Provisioning complete for port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.248662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7c483e1b-2d31-4610-93ba-c39437526eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.267145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Subnet': ['ID=861a7300-4550-46bf-987e-a19644d4a2b9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.271880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:12.274999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-45c39215-8385-4b59-ada0-5bdc41801452 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:12.278512 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45c39215-8385-4b59-ada0-5bdc41801452 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/ce7b8e9c-3b64-453b-a75b-af77d10079a6 HTTP/1.1" status: 404 len: 336 time: 0.2742553 Feb 16 12:47:12.278512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.281276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.285275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:subnet and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:12.288520 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:12.290640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:12.331796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa703a4-ecdb-49d7-9147-0a0835ff868b None None] Network 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:12.333098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:12.336766 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d080db-9850-41b4-81de-298c050feaf7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:12.337260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d080db-9850-41b4-81de-298c050feaf7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:12.341331 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a4d080db-9850-41b4-81de-298c050feaf7 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/022df138-d6f5-4c23-bbf4-af26bb42b07f HTTP/1.1" status: 404 len: 337 time: 0.0556493 Feb 16 12:47:12.344667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.345174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f06bfdef-7268-4ac2-a093-2f4630a51dce tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/861a7300-4550-46bf-987e-a19644d4a2b9 HTTP/1.1" status: 204 len: 168 time: 1.0142267 Feb 16 12:47:12.345896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.346280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.448628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.464786 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa5a9983-0f48-470a-899e-54200b1eee4f tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142614 Feb 16 12:47:12.470202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8040dfa-8ef9-4f59-8d76-929d7680f01c tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=90dbe82c-814b-48ee-a3c1-2697cdf81ae7 HTTP/1.1" status: 200 len: 205 time: 0.1194072 Feb 16 12:47:12.470202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.502564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.506067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.506893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:12.511559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.515228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/601e09cb-56e4-4f5f-899e-ae3e9585a131 HTTP/1.1" status: 204 len: 168 time: 0.4303322 Feb 16 12:47:12.520090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.536891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa806ab6-4a69-4816-bc15-00a9b99585fa None None] Network db42b12e-3242-4e86-be40-39230ea5fb19 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:12.592589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e6ae-cd78-499f-b356-e7dd5fea6091 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=601e09cb-56e4-4f5f-899e-ae3e9585a131,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.645254 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:12.649677 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Checking router: bb2ef908-e799-4363-b146-79a8b829a50c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:12.659408 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Routers {'bb2ef908-e799-4363-b146-79a8b829a50c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:12.660290 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['bb2ef908-e799-4363-b146-79a8b829a50c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:12.675465 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-b81d48af-bad5-490d-a041-30b5e1ea4fc3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:12.676512 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b81d48af-bad5-490d-a041-30b5e1ea4fc3 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/90dbe82c-814b-48ee-a3c1-2697cdf81ae7 HTTP/1.1" status: 404 len: 336 time: 0.1166344 Feb 16 12:47:12.679843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.748204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.780854 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc6745-6f04-429d-bf0d-226cdb23a744 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:12.781302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cc6745-6f04-429d-bf0d-226cdb23a744 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:12.782959 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c9cc6745-6f04-429d-bf0d-226cdb23a744 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/9f73d36c-314a-4d20-b657-e50ca6227a6c HTTP/1.1" status: 404 len: 337 time: 0.0518489 Feb 16 12:47:12.788302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.838910 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-46f1819d-78e3-4921-8795-6e2f4c270dc4 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a907d4e-1a01-4b6b-90bd-fb0957567658 HTTP/1.1" status: 200 len: 205 time: 0.0493765 Feb 16 12:47:12.842242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.867599 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] Set router bb2ef908-e799-4363-b146-79a8b829a50c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:12.922218 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-96096305-cdab-4475-a50c-3e8c4683fb67 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] delete failed (client error): The resource could not be found. Feb 16 12:47:12.923238 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96096305-cdab-4475-a50c-3e8c4683fb67 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/routers/2a907d4e-1a01-4b6b-90bd-fb0957567658 HTTP/1.1" status: 404 len: 336 time: 0.0801044 Feb 16 12:47:12.928150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58194) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.963239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.975328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 44796697-7d86-44a2-88f7-4ed681f422e7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:12.975749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.988616 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb290d-0924-43e1-b2bb-0b98a0244897 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:12.989074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeb290d-0924-43e1-b2bb-0b98a0244897 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:13.032219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] DHCP port deletion for 4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:13.038671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Deleting port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:13.039145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.069640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] DHCP port deletion for db42b12e-3242-4e86-be40-39230ea5fb19 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:13.083909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Deleting port 7574710f-be06-41c8-b4e5-6553df1816ec {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:13.084308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.086645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54310745-72f0-489c-8584-fe651dbe0a02 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:13.091978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58198) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.092715 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-54310745-72f0-489c-8584-fe651dbe0a02 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6227505 Feb 16 12:47:13.094452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-deeb290d-0924-43e1-b2bb-0b98a0244897 tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/2048e968-a508-4390-8160-3c69c352d68a HTTP/1.1" status: 404 len: 337 time: 0.1653137 Feb 16 12:47:13.099836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.147844 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1611dda6-9862-47ea-bc81-54a4cc5aeddd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:13.148343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1611dda6-9862-47ea-bc81-54a4cc5aeddd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:13.150595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1611dda6-9862-47ea-bc81-54a4cc5aeddd tempest-RoutersIpV6Test-958776362 tempest-RoutersIpV6Test-958776362-project] 10.222.0.65 "DELETE /v2.0/subnets/c9882a19-90cd-4014-a54d-10b08cb9173a HTTP/1.1" status: 404 len: 337 time: 0.0498104 Feb 16 12:47:13.258979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-02dcf723-c421-460f-9054-83662497dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.267803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.274150 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcf723-c421-460f-9054-83662497dee1 None None] The sync data for ids ['bb2ef908-e799-4363-b146-79a8b829a50c'] in dv-neutron-829435-1-hyperv is: [{'id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'name': 'tempest-TestNetworkBasicOps-router-275870212', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:09Z', 'updated_at': '2022-02-16T12:47:10Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '44796697-7d86-44a2-88f7-4ed681f422e7', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ef908-e799-4363-b146-79a8b829a50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:10Z', 'updated_at': '2022-02-16T12:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:13.410839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Subnet': ['ID=889c0ded-7e83-4a47-9826-78c3c343ff37,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.421300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Checking segment: {'id': 'de89b6fe-0de8-4118-bfcb-da230f68b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:13.421470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network hostable DHCP agents. Network: a4b3d498-7270-4738-80b5-6807bb33ffe7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:13.452077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:13.471745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, a4b3d498-7270-4738-80b5-6807bb33ffe7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:13.477667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196d95c-38d6-4e0b-8e3f-233f0675b236 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:13.478640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a196d95c-38d6-4e0b-8e3f-233f0675b236 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Synchronizing usage tracker for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:13.479312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:13.479977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.510469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58210) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.510961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97fc99-d4c2-45ca-83b8-ba69a03023b5 None None] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:13.511425 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f0cf485f-7c73-4081-861f-d0be509a20e9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7623982 Feb 16 12:47:13.524200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'network': {'name': 'tempest-router-network01--1148306532'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:13.531541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 44796697-7d86-44a2-88f7-4ed681f422e7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44796697-7d86-44a2-88f7-4ed681f422e7,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:13.532179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.539407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] For port 6a1c562a-4743-4b8c-b628-e94b56d9aab1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6a1c562a-4743-4b8c-b628-e94b56d9aab1,segment=NetworkSegment(732eef34-5fd5-45a2-aefd-3b4a2396f520),segment_id=732eef34-5fd5-45a2-aefd-3b4a2396f520)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:13.540043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.542663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:13.551335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:network and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:13.609545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a196d95c-38d6-4e0b-8e3f-233f0675b236 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Unset dirty status for tenant:f8771ac86d9a46e68ad8a239426592a0 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:13.610707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a196d95c-38d6-4e0b-8e3f-233f0675b236 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5170872 Feb 16 12:47:13.611897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:13.613526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.677711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58218) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.689963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 44796697-7d86-44a2-88f7-4ed681f422e7 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:13.715887 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71c6baa0-b704-4c0c-a118-8f694ace9927 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960181 Feb 16 12:47:13.718119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:13.718968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.746158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:13.750572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.781189 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0f9017-82ca-4075-a13a-02385a918884 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:13.781712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0f9017-82ca-4075-a13a-02385a918884 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:13.785827 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b0f9017-82ca-4075-a13a-02385a918884 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/f0234e66-993e-4e1d-b442-95bef43555aa HTTP/1.1" status: 404 len: 333 time: 0.0570836 Feb 16 12:47:13.786988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.813519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:13.828917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.829315 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Added segment 49065678-c7d0-4df1-8398-52a029aa314f of type vlan for network ec447595-e8ef-4055-a922-be90fa48e053 Feb 16 12:47:13.840248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d8357b-a656-447d-ac53-8a210b74a583 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:13.840695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d8357b-a656-447d-ac53-8a210b74a583 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:13.845432 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6d8357b-a656-447d-ac53-8a210b74a583 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/861a7300-4550-46bf-987e-a19644d4a2b9 HTTP/1.1" status: 404 len: 337 time: 0.0550783 Feb 16 12:47:13.846694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:13.907181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Calling delete_port for 6a1c562a-4743-4b8c-b628-e94b56d9aab1 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:13.921420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c2d2ca-223f-497a-b2bf-debf84270481 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:13.921909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c2d2ca-223f-497a-b2bf-debf84270481 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:13.929013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.943359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2c2d2ca-223f-497a-b2bf-debf84270481 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/6e2d8703-bfbb-42e4-b2a4-5ebe2c006d04 HTTP/1.1" status: 404 len: 337 time: 0.0931952 Feb 16 12:47:13.946692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.001277 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-df09343f-3a9a-4b70-957a-35dedf70f3d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.001816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df09343f-3a9a-4b70-957a-35dedf70f3d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.004212 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df09343f-3a9a-4b70-957a-35dedf70f3d2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/daa75d52-1f9f-4902-94af-5b28bf95ab83 HTTP/1.1" status: 404 len: 333 time: 0.0559723 Feb 16 12:47:14.006203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] For port 7574710f-be06-41c8-b4e5-6553df1816ec, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7574710f-be06-41c8-b4e5-6553df1816ec,segment=NetworkSegment(caf6b144-a725-48bf-bb66-c19669a04725),segment_id=caf6b144-a725-48bf-bb66-c19669a04725)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:14.006605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.006858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.038779 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06bdad10-dbc5-400e-bd06-86eb1b680bc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe5e8a7dedf9458e9c6ab36a6a20b8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589034 Feb 16 12:47:14.040998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.048585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-725f73cb-6ba1-4e80-b844-1ab8a26b7bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.049044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725f73cb-6ba1-4e80-b844-1ab8a26b7bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.051125 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-725f73cb-6ba1-4e80-b844-1ab8a26b7bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/226aa6fd-42b7-4ab9-b4f7-e4d07da52c78 HTTP/1.1" status: 404 len: 337 time: 0.0430746 Feb 16 12:47:14.054924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.060761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.066327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.066935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.094657 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eece812-d6f9-4245-bf16-d69ed3080ba1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.095130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eece812-d6f9-4245-bf16-d69ed3080ba1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.098289 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2eece812-d6f9-4245-bf16-d69ed3080ba1 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/1accd22e-5ff2-4783-9434-4dc657700efb HTTP/1.1" status: 404 len: 337 time: 0.0407815 Feb 16 12:47:14.099352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58252) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.145097 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c995b0-de2b-480d-80e7-6673f5c61d6d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.145612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c995b0-de2b-480d-80e7-6673f5c61d6d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.150613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1c995b0-de2b-480d-80e7-6673f5c61d6d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/b42e2571-aef0-4ec2-9600-3b598640efd3 HTTP/1.1" status: 404 len: 333 time: 0.0470464 Feb 16 12:47:14.150783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Calling delete_port for 7574710f-be06-41c8-b4e5-6553df1816ec owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:14.151025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.174228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Network': ['ID=ec447595-e8ef-4055-a922-be90fa48e053,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.187404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.194356 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfa76c4-f778-474a-afd8-4cd991cd5a2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.195298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfa76c4-f778-474a-afd8-4cd991cd5a2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.201431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fcfa76c4-f778-474a-afd8-4cd991cd5a2d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/96b9506c-742c-43a1-83d2-2f6fd70a116e HTTP/1.1" status: 404 len: 337 time: 0.0460467 Feb 16 12:47:14.202354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.208836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ec447595-e8ef-4055-a922-be90fa48e053 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:14.245553 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-306c037b-f2a1-4ecb-8adb-9dd985189ae7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.246127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306c037b-f2a1-4ecb-8adb-9dd985189ae7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.249399 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-306c037b-f2a1-4ecb-8adb-9dd985189ae7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/988337f3-89bc-4ee7-a27b-c7891027eb33 HTTP/1.1" status: 404 len: 337 time: 0.0456729 Feb 16 12:47:14.253034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.255881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=44796697-7d86-44a2-88f7-4ed681f422e7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.306190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2a113bf-3a88-43f1-aa62-96fdfc4459ca tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7902782 Feb 16 12:47:14.306495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.326327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.359340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'network': {'name': 'tempest-router-network02--1658988551'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:14.364613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:14.369202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:network and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:14.372977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:14.379408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:14.395026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] Pushing event deleted for resources: {'Port': ['ID=6a1c562a-4743-4b8c-b628-e94b56d9aab1,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.402765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.412864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:14.416567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.428942 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca779649-ab95-409f-b978-af578556daea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.429579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca779649-ab95-409f-b978-af578556daea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.432094 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca779649-ab95-409f-b978-af578556daea tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/a9a9a6de-1140-498d-b871-36a83eb0d861 HTTP/1.1" status: 404 len: 333 time: 0.1773424 Feb 16 12:47:14.434578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.463007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.465187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022ab35-2566-4f84-a66a-cbe4777aadd2 None None] No DVR routers for this DVR port 6a1c562a-4743-4b8c-b628-e94b56d9aab1 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:14.481281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.484097 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b8b422-05ed-4722-aeb4-d310599b6bde tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.484816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b8b422-05ed-4722-aeb4-d310599b6bde tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.489244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89b8b422-05ed-4722-aeb4-d310599b6bde tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/d3c3f630-8f13-4b38-bf27-53cc3330970b HTTP/1.1" status: 404 len: 337 time: 0.0505078 Feb 16 12:47:14.490098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58276) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.536478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.573825 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b548b7-75cd-4495-a610-34d3f8709e94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.574536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b548b7-75cd-4495-a610-34d3f8709e94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.582505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1b548b7-75cd-4495-a610-34d3f8709e94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/b99f1911-6562-46e5-b05c-2b9b468c3a09 HTTP/1.1" status: 404 len: 337 time: 0.0912254 Feb 16 12:47:14.594128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] Pushing event deleted for resources: {'Port': ['ID=7574710f-be06-41c8-b4e5-6553df1816ec,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.598960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-a4b3d498-7270-4738-80b5-6807bb33ffe7', 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7', 'tenant_id': '6e1621a283f64bdcbc940b7ba6106db9', 'fixed_ips': [{'subnet_id': '889c0ded-7e83-4a47-9826-78c3c343ff37'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:14.600036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.614438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58280) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.623216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1d186-7e48-4f91-b48c-c463f7a2002e None None] No DVR routers for this DVR port 7574710f-be06-41c8-b4e5-6553df1816ec on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:14.629036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:14.696515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fa0fc0-c27b-4af9-9011-7f9a7d642ff0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.696988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fa0fc0-c27b-4af9-9011-7f9a7d642ff0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.701427 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34fa0fc0-c27b-4af9-9011-7f9a7d642ff0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/525e9b82-56fe-4e61-a1b9-dfcbd97ea014 HTTP/1.1" status: 404 len: 333 time: 0.0805974 Feb 16 12:47:14.703753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58284) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.724970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.725289 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Added segment 7a0ea3a2-4e7d-4266-a219-eef51b8b7451 of type vlan for network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a Feb 16 12:47:14.739212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.743281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.763769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:14.768813 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-939a0a5e-5997-422a-93a4-ab10ec417bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.769417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939a0a5e-5997-422a-93a4-ab10ec417bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.773699 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-939a0a5e-5997-422a-93a4-ab10ec417bfb tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/ffffb15f-c166-4663-9152-27596920fa5d HTTP/1.1" status: 404 len: 337 time: 0.0665929 Feb 16 12:47:14.773926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.782376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.782926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router bb2ef908-e799-4363-b146-79a8b829a50c {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:14.785541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.808129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:14.808534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ad1194bd-2586-4aa4-9bf9-1f52606f2bd1 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:14.809011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a1c562a-4743-4b8c-b628-e94b56d9aab1 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:14.811495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.839976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a6b89-9e8a-48bd-9c3b-4e697b189728,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.854441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.854707 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-44921e6b-0a09-4506-94da-64a54963b2c3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.855100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44921e6b-0a09-4506-94da-64a54963b2c3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.862485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f9eed2e-7672-4456-b035-e055be701d0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/080a6b89-9e8a-48bd-9c3b-4e697b189728 HTTP/1.1" status: 204 len: 168 time: 0.8136468 Feb 16 12:47:14.863072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-44921e6b-0a09-4506-94da-64a54963b2c3 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/0a5d6ab0-dbb8-4ae3-8a21-84a263da7991 HTTP/1.1" status: 404 len: 333 time: 0.0826313 Feb 16 12:47:14.863072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.864630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 6a1c562a-4743-4b8c-b628-e94b56d9aab1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:14.864978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6a1c562a-4743-4b8c-b628-e94b56d9aab1 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:14.865411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7574710f-be06-41c8-b4e5-6553df1816ec no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:14.865530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.868046 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7bd2ba69-6747-4f3b-ad42-06a1fc0da0bc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/bb2ef908-e799-4363-b146-79a8b829a50c HTTP/1.1" status: 204 len: 168 time: 2.3450689 Feb 16 12:47:14.873823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.876725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.882731 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:14.883764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.910376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7574710f-be06-41c8-b4e5-6553df1816ec {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:14.910600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7574710f-be06-41c8-b4e5-6553df1816ec not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:14.925477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Allocated IP 172.20.0.2 (a4b3d498-7270-4738-80b5-6807bb33ffe7/889c0ded-7e83-4a47-9826-78c3c343ff37/79a881a4-a749-48c9-82c4-a4b5a54e93d7) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:14.970380 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7f89fc-08f1-4374-a299-439d823db8dd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:14.970837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7f89fc-08f1-4374-a299-439d823db8dd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:14.975064 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e7f89fc-08f1-4374-a299-439d823db8dd tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/f2e46bef-c302-490d-b5dc-2854e2f864f4 HTTP/1.1" status: 404 len: 337 time: 0.1101165 Feb 16 12:47:14.977988 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.042137 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f8f117-60bd-47ce-9b75-ed098cc4da28 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.042606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f8f117-60bd-47ce-9b75-ed098cc4da28 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.045789 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-69f8f117-60bd-47ce-9b75-ed098cc4da28 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/2b5cfbff-4afc-4ba8-a011-54888a6d9a48 HTTP/1.1" status: 404 len: 333 time: 0.0658638 Feb 16 12:47:15.047875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58306) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.061546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.096226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d1b6b5-c23e-4b8b-ae6e-8cd3112b0588 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.096707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d1b6b5-c23e-4b8b-ae6e-8cd3112b0588 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.098547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-68d1b6b5-c23e-4b8b-ae6e-8cd3112b0588 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e0934178-f13b-431f-9943-25888ae37461 HTTP/1.1" status: 404 len: 337 time: 0.0496588 Feb 16 12:47:15.102051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.170712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d61e4c-9d08-4875-96d6-10bd9c958883 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.171565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d61e4c-9d08-4875-96d6-10bd9c958883 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.176056 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d6d61e4c-9d08-4875-96d6-10bd9c958883 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/22836630-b3fc-4ac8-9bff-7d7037be6803 HTTP/1.1" status: 404 len: 333 time: 0.0703993 Feb 16 12:47:15.179784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.219371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.233468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Transition to ACTIVE for port object 79a881a4-a749-48c9-82c4-a4b5a54e93d7 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:15.248769 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a951d3a-d372-41a4-88aa-78af85981ad9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.249500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a951d3a-d372-41a4-88aa-78af85981ad9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.254941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a951d3a-d372-41a4-88aa-78af85981ad9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/be1bb8b3-d378-41a4-9239-90ab68d8c56a HTTP/1.1" status: 404 len: 337 time: 0.0716081 Feb 16 12:47:15.255292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.261100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Transition to ACTIVE for port object 79a881a4-a749-48c9-82c4-a4b5a54e93d7 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:15.271980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.323073 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6495b45b-c25f-41d4-aad4-df2774090211 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.323432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6495b45b-c25f-41d4-aad4-df2774090211 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.327147 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6495b45b-c25f-41d4-aad4-df2774090211 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/e060b382-05c8-41b5-892d-dd83d827ea62 HTTP/1.1" status: 404 len: 333 time: 0.0683303 Feb 16 12:47:15.328815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.335320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0193887 Feb 16 12:47:15.343932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58326) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.351989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'subnet': {'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:15.376824 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5617b8-0e8d-436f-8d1f-98ce74112cae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.377330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5617b8-0e8d-436f-8d1f-98ce74112cae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.382977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad5617b8-0e8d-436f-8d1f-98ce74112cae tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/bbdd3670-eff3-4e25-997c-1e9724a9a2dc HTTP/1.1" status: 404 len: 337 time: 0.0493104 Feb 16 12:47:15.384612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58330) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.412549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd5b6-29a9-4ebf-8d19-ea51db62ad46 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Network': ['ID=2fd4ea69-101d-4a15-b3d5-4ec7e97e093a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.428626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Pushing event updated for resources: {'Port': ['ID=79a881a4-a749-48c9-82c4-a4b5a54e93d7,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.430839 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9ad0ab-c676-47a8-924f-8bd184281132 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.431303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9ad0ab-c676-47a8-924f-8bd184281132 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.432986 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd9ad0ab-c676-47a8-924f-8bd184281132 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/42739e9c-04e7-41db-8e48-c96646937061 HTTP/1.1" status: 404 len: 333 time: 0.0477242 Feb 16 12:47:15.436026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.443361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:15.462858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:15.466363 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.479646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-709973b8-8b3a-4970-8ce5-5da14106c893 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.480238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709973b8-8b3a-4970-8ce5-5da14106c893 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.486457 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-709973b8-8b3a-4970-8ce5-5da14106c893 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/9f7cdf19-be37-4563-841a-7a10425eb52f HTTP/1.1" status: 404 len: 337 time: 0.0449719 Feb 16 12:47:15.486710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.486911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:15.531624 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-191094c5-e326-4b19-8218-3d852cec4e41 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.533405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191094c5-e326-4b19-8218-3d852cec4e41 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.539477 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-191094c5-e326-4b19-8218-3d852cec4e41 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7ebd4de5-6d39-43ae-b7a1-3f1db3292ab1 HTTP/1.1" status: 404 len: 337 time: 0.0515256 Feb 16 12:47:15.540582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.603167 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a73a01-ec8c-44ba-bd1b-82da2e779543 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.603910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a73a01-ec8c-44ba-bd1b-82da2e779543 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.604517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.608483 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90a73a01-ec8c-44ba-bd1b-82da2e779543 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/1caffbed-589d-437f-99b8-18f750d2c2c7 HTTP/1.1" status: 404 len: 333 time: 0.0667429 Feb 16 12:47:15.609472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58346) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.631912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db42b12e-3242-4e86-be40-39230ea5fb19']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.645403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:15.650767 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d005a14-da9b-481f-835d-9c729c3546f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.651221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d005a14-da9b-481f-835d-9c729c3546f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.651357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf6b144-a725-48bf-bb66-c19669a04725') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.651568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf6b144-a725-48bf-bb66-c19669a04725') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.652941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d005a14-da9b-481f-835d-9c729c3546f4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4925632a-ac98-4ecd-95ac-cc2ed256c755 HTTP/1.1" status: 404 len: 337 time: 0.0425274 Feb 16 12:47:15.655848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.658333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:subnet and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:15.661913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Attempting to bind port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:15.662605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Attempting to bind port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'de89b6fe-0de8-4118-bfcb-da230f68b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:15.662892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Attempting to bind port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 on network a4b3d498-7270-4738-80b5-6807bb33ffe7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:15.663512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:15.668965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:15.670364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Checking segment: {'id': 'de89b6fe-0de8-4118-bfcb-da230f68b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:15.670510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.670995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Bound using segment: {'id': 'de89b6fe-0de8-4118-bfcb-da230f68b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:15.671430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.671597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Bound port: 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de89b6fe-0de8-4118-bfcb-da230f68b078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a4b3d498-7270-4738-80b5-6807bb33ffe7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:15.671966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.677866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:15.693515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52d1655-5a34-4213-89c7-102d15d286ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.693965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52d1655-5a34-4213-89c7-102d15d286ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.695708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c52d1655-5a34-4213-89c7-102d15d286ab tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3c5c91-71a5-48e2-bcca-cd3109ff66cf HTTP/1.1" status: 404 len: 337 time: 0.0388677 Feb 16 12:47:15.696274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.699361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:15.699800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.703377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.727654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:15.728086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.741875 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a06c8b-727e-43d6-9ed1-8fa27e9a7214 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.743026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a06c8b-727e-43d6-9ed1-8fa27e9a7214 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:15.743187 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:15.749278 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-38a06c8b-727e-43d6-9ed1-8fa27e9a7214 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/c6dd66f8-b56a-4a2d-b003-d7ba8dbee5a8 HTTP/1.1" status: 404 len: 333 time: 0.0422814 Feb 16 12:47:15.749278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58358) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.780896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] For port 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:15.789164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-193dbeac-21c9-4d98-80ba-85fd125f64d5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.789616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193dbeac-21c9-4d98-80ba-85fd125f64d5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.793642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-193dbeac-21c9-4d98-80ba-85fd125f64d5 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e3b3a141-e99f-4c46-8cbc-293d83591616 HTTP/1.1" status: 404 len: 337 time: 0.0437753 Feb 16 12:47:15.793947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.831476 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b72ea36-8de9-4208-9ec3-dd1ae0c508de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.831923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b72ea36-8de9-4208-9ec3-dd1ae0c508de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.836193 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b72ea36-8de9-4208-9ec3-dd1ae0c508de tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/123e20af-c3d9-4b16-8199-67089376118f HTTP/1.1" status: 404 len: 337 time: 0.0382638 Feb 16 12:47:15.836336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.880471 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcb986d-812a-48ce-9de2-8986eee4949d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.881867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcb986d-812a-48ce-9de2-8986eee4949d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.885247 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dbcb986d-812a-48ce-9de2-8986eee4949d tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/fcb915cd-0f42-40f9-ade8-54565edf6247 HTTP/1.1" status: 404 len: 333 time: 0.0472081 Feb 16 12:47:15.885951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.899143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] For port 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=79a881a4-a749-48c9-82c4-a4b5a54e93d7,segment=NetworkSegment(de89b6fe-0de8-4118-bfcb-da230f68b078),segment_id=de89b6fe-0de8-4118-bfcb-da230f68b078)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:15.900631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.904542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.918792 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.930812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=db42b12e-3242-4e86-be40-39230ea5fb19,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.939198 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de734d0-2838-4002-94b5-05aeb21ad362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.939872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de734d0-2838-4002-94b5-05aeb21ad362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.944060 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8de734d0-2838-4002-94b5-05aeb21ad362 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/e190f887-671d-4ae5-8a03-e0ac0bbdab87 HTTP/1.1" status: 404 len: 337 time: 0.0545640 Feb 16 12:47:15.944357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.985493 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-be9f05e7-02fb-4395-a6e9-1b1a409cdcff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/db42b12e-3242-4e86-be40-39230ea5fb19 HTTP/1.1" status: 204 len: 168 time: 1.1103754 Feb 16 12:47:15.991337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3884c6-2edf-48fc-9c1c-199065b06404 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:15.991788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3884c6-2edf-48fc-9c1c-199065b06404 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:15.993525 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d3884c6-2edf-48fc-9c1c-199065b06404 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/ec39b828-42bc-48e7-bd99-e38f0032fc9f HTTP/1.1" status: 404 len: 337 time: 0.0482552 Feb 16 12:47:16.000904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.004785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e02e-b3bb-4f7e-802b-4cffc4788af0 None None] Pushing event updated for resources: {'Port': ['ID=79a881a4-a749-48c9-82c4-a4b5a54e93d7,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.021395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.035294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1986905234', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:16.042268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.049904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.054453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.068867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.075322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a82f32ea-7e15-4214-aa2d-116cd5dd0d94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports?device_id=327aa303-6e6a-49d2-8c36-1125ab23fcc8 HTTP/1.1" status: 200 len: 205 time: 0.0726840 Feb 16 12:47:16.079525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.094935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.098430 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.138674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.150139 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-137a9e28-fb4d-4d10-9bac-e1070681ce11 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] delete failed (client error): The resource could not be found. Feb 16 12:47:16.152044 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-137a9e28-fb4d-4d10-9bac-e1070681ce11 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/routers/327aa303-6e6a-49d2-8c36-1125ab23fcc8 HTTP/1.1" status: 404 len: 336 time: 0.0706666 Feb 16 12:47:16.154251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.188763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:16.193371 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b69dbfc-ac7c-4d99-9e71-c71e9d37ef77 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.193850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b69dbfc-ac7c-4d99-9e71-c71e9d37ef77 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.198403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b69dbfc-ac7c-4d99-9e71-c71e9d37ef77 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/19cae88a-87f8-4e51-9991-6a1931219600 HTTP/1.1" status: 404 len: 337 time: 0.0404129 Feb 16 12:47:16.198588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.291392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.291740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment 470f4163-04c6-418f-bf8f-884c75580822 of type vlan for network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 Feb 16 12:47:16.303081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Subnet': ['ID=5e7c4f0b-803a-4d71-b30a-da268ad16344,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.306941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b4c574f-3ae4-465f-9257-6457e448e5d4 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "GET /v2.0/ports?device_id=3684558a-7860-415e-ae55-ac96ae3d2402 HTTP/1.1" status: 200 len: 205 time: 0.1046610 Feb 16 12:47:16.310454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.316280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Checking segment: {'id': '49065678-c7d0-4df1-8398-52a029aa314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:16.316647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network hostable DHCP agents. Network: ec447595-e8ef-4055-a922-be90fa48e053, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:16.343783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.366866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network ec447595-e8ef-4055-a922-be90fa48e053 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:16.385197 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-59a698e2-6b7a-43d5-afa7-31674c289918 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] delete failed (client error): The resource could not be found. Feb 16 12:47:16.385756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.389970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59a698e2-6b7a-43d5-afa7-31674c289918 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/routers/3684558a-7860-415e-ae55-ac96ae3d2402 HTTP/1.1" status: 404 len: 336 time: 0.0740547 Feb 16 12:47:16.390105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58402) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.392089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.392816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.413166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ec447595-e8ef-4055-a922-be90fa48e053) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:16.422824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9e357-b7de-48b3-aac6-4a9c877e5586 None None] Network ec447595-e8ef-4055-a922-be90fa48e053 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:16.428543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:16.429117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.430258 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d8834b-03a6-47e1-8a42-a97407069b94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.430702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d8834b-03a6-47e1-8a42-a97407069b94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.432372 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58d8834b-03a6-47e1-8a42-a97407069b94 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/db6e082a-34f2-4d52-bda2-02b8c677b216 HTTP/1.1" status: 404 len: 337 time: 0.0413563 Feb 16 12:47:16.435761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58406) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.474287 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b5c967-cf97-4b19-8d46-8fdb11c6bd69 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.474736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b5c967-cf97-4b19-8d46-8fdb11c6bd69 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.476466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-73b5c967-cf97-4b19-8d46-8fdb11c6bd69 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7bfd1782-51b0-4462-9df4-f36a77c4e0fd HTTP/1.1" status: 404 len: 337 time: 0.0398381 Feb 16 12:47:16.484554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58410) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.529694 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5073516 Feb 16 12:47:16.533534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.537461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6e8a4aa5-fd48-4fab-9886-a05c78a01148 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1911025 Feb 16 12:47:16.540024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.545521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:16.552655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e791b-7d72-47cd-8504-b795eef0f619 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.561225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'subnet': {'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:16.577590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.588051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.601410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.612577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.655032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:16.669419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 79a881a4-a749-48c9-82c4-a4b5a54e93d7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:16.697913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.699231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.713018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.719785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Usage tracker for resource:subnet and tenant:6e1621a283f64bdcbc940b7ba6106db9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.723829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.731380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.743393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.758578 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1e4632-dbf3-4bc3-9068-234bdfc198ec tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.759176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1e4632-dbf3-4bc3-9068-234bdfc198ec tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.760978 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9d1e4632-dbf3-4bc3-9068-234bdfc198ec tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/a2e2fd2e-d7fd-4b4f-9b30-c5b6176088b7 HTTP/1.1" status: 404 len: 333 time: 0.2746902 Feb 16 12:47:16.764483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.807908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf3ebcb-4b9f-4913-a99d-60798ed33368 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.808719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf3ebcb-4b9f-4913-a99d-60798ed33368 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.810635 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4bf3ebcb-4b9f-4913-a99d-60798ed33368 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/40ddf70d-0446-4897-b879-00e3f29bc3e4 HTTP/1.1" status: 404 len: 337 time: 0.0448160 Feb 16 12:47:16.813299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.817377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Made reservation on behalf of 6e1621a283f64bdcbc940b7ba6106db9 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.820882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.865733 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0018ae-8162-4b2c-af2a-d8894b866f15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.866423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0018ae-8162-4b2c-af2a-d8894b866f15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.869753 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc0018ae-8162-4b2c-af2a-d8894b866f15 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/18240347-b1d9-449a-82ce-7e6f1e46d553 HTTP/1.1" status: 404 len: 333 time: 0.0547724 Feb 16 12:47:16.877055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.913603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-ec447595-e8ef-4055-a922-be90fa48e053', 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053', 'tenant_id': '6e1621a283f64bdcbc940b7ba6106db9', 'fixed_ips': [{'subnet_id': '5e7c4f0b-803a-4d71-b30a-da268ad16344'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:16.913603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.928096 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fa592c-ea0d-46ac-abfb-6f87c5c09b83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.928556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fa592c-ea0d-46ac-abfb-6f87c5c09b83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.932914 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-32fa592c-ea0d-46ac-abfb-6f87c5c09b83 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/93258919-f8bb-4bf2-a28f-3adcdd4fd6ff HTTP/1.1" status: 404 len: 337 time: 0.0586607 Feb 16 12:47:16.933529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.978984 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-01aaf761-7d3c-4f8f-93c6-6a142b0052c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:16.979615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01aaf761-7d3c-4f8f-93c6-6a142b0052c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:16.984490 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01aaf761-7d3c-4f8f-93c6-6a142b0052c9 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/9b190f52-f74c-4ba7-a231-5e5b527dd42e HTTP/1.1" status: 404 len: 333 time: 0.0499442 Feb 16 12:47:16.985112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58438) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.027278 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2c0fb6-ab5c-4c1a-aa00-e5454f260af2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.027839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2c0fb6-ab5c-4c1a-aa00-e5454f260af2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.032602 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb2c0fb6-ab5c-4c1a-aa00-e5454f260af2 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/7e3d5861-9da4-4959-8843-61311f90c99b HTTP/1.1" status: 404 len: 337 time: 0.0464656 Feb 16 12:47:17.033220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.081028 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9f942d-9c67-4430-ae9c-a129cf83b74e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.081509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9f942d-9c67-4430-ae9c-a129cf83b74e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.086075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a9f942d-9c67-4430-ae9c-a129cf83b74e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/8d38dbab-b1a2-4733-b0b3-e5db0bcbabaa HTTP/1.1" status: 404 len: 333 time: 0.0518141 Feb 16 12:47:17.086706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.113998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:17.125913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Allocated IP 172.20.0.2 (ec447595-e8ef-4055-a922-be90fa48e053/5e7c4f0b-803a-4d71-b30a-da268ad16344/187bccfd-9679-4a94-8b18-517f5f28d7fa) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:17.129442 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f82290-6bbd-4511-bd90-2f93becaccc7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.129894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f82290-6bbd-4511-bd90-2f93becaccc7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.134391 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f1f82290-6bbd-4511-bd90-2f93becaccc7 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/5d601218-3343-484a-838f-1de3f6c70c1c HTTP/1.1" status: 404 len: 337 time: 0.0466049 Feb 16 12:47:17.135034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.178225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8ba5dc-d5e5-4a33-9bc8-bd6e8d179753 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.179013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8ba5dc-d5e5-4a33-9bc8-bd6e8d179753 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.185821 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e8ba5dc-d5e5-4a33-9bc8-bd6e8d179753 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/0308367a-869b-4fb7-a67a-daec51c09184 HTTP/1.1" status: 404 len: 333 time: 0.0485528 Feb 16 12:47:17.187235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.233809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f9ffd-a5ed-4ce6-a73c-b6ac65128f2e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.234272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469f9ffd-a5ed-4ce6-a73c-b6ac65128f2e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.238791 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-469f9ffd-a5ed-4ce6-a73c-b6ac65128f2e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4f1ea9bc-6838-43ff-9711-74cea6a9f476 HTTP/1.1" status: 404 len: 337 time: 0.0500388 Feb 16 12:47:17.239503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58458) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.259802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44796697-7d86-44a2-88f7-4ed681f422e7 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:17.284707 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcba5cd-b8ec-47f8-925b-c3a25863c666 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.285203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcba5cd-b8ec-47f8-925b-c3a25863c666 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.288555 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3dcba5cd-b8ec-47f8-925b-c3a25863c666 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/07867483-f846-4f32-82ff-7ed9926d42d3 HTTP/1.1" status: 404 len: 333 time: 0.0480018 Feb 16 12:47:17.290000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.304957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6210ef-99df-4409-af9c-0c83b13321be None None] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:17.330459 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a77b6c-51a1-4bd5-bff2-d738ef0b54a0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.331476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a77b6c-51a1-4bd5-bff2-d738ef0b54a0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.331615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 44796697-7d86-44a2-88f7-4ed681f422e7 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:17.331887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44796697-7d86-44a2-88f7-4ed681f422e7 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:17.332911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.333426 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e0a77b6c-51a1-4bd5-bff2-d738ef0b54a0 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/657cfd9d-93f4-4e8d-adf6-d540e25147cd HTTP/1.1" status: 404 len: 337 time: 0.0417812 Feb 16 12:47:17.335714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.382878 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cecd05a-c7bd-439c-a46c-f95ce8e85c17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.383346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cecd05a-c7bd-439c-a46c-f95ce8e85c17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.385043 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5cecd05a-c7bd-439c-a46c-f95ce8e85c17 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/ports/01fc560a-7391-4370-b2ea-b9da23b3e8dd HTTP/1.1" status: 404 len: 333 time: 0.0483167 Feb 16 12:47:17.387622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.426545 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-15657a3f-271d-485b-816b-25669f7f021e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:17.427262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15657a3f-271d-485b-816b-25669f7f021e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:17.429149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15657a3f-271d-485b-816b-25669f7f021e tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/subnets/4133088f-0665-44d9-9770-fdf1b4657969 HTTP/1.1" status: 404 len: 337 time: 0.0403779 Feb 16 12:47:17.431922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.458169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Provisioning for port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:17.480173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Provisioning complete for port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:17.480469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.639802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.641053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.644809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.659781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Transition to ACTIVE for port object 187bccfd-9679-4a94-8b18-517f5f28d7fa will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:17.750469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Transition to ACTIVE for port object 187bccfd-9679-4a94-8b18-517f5f28d7fa will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:17.787347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Subnet': ['ID=347868b2-b890-472c-a0d2-83a3aaa273e5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.808208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.827771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Checking segment: {'id': '7a0ea3a2-4e7d-4266-a219-eef51b8b7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:17.828164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network hostable DHCP agents. Network: 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:17.885079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.898140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Network ec447595-e8ef-4055-a922-be90fa48e053 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:17.899535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.911134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:17.921974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:17.924868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Pushing event updated for resources: {'Port': ['ID=187bccfd-9679-4a94-8b18-517f5f28d7fa,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.994665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.014556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-320700be-015b-4aca-8bbf-09e1085775be None None] For port 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=79a881a4-a749-48c9-82c4-a4b5a54e93d7,segment=NetworkSegment(de89b6fe-0de8-4118-bfcb-da230f68b078),segment_id=de89b6fe-0de8-4118-bfcb-da230f68b078)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:18.025967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.064072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:18.076839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732eef34-5fd5-45a2-aefd-3b4a2396f520') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.077147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732eef34-5fd5-45a2-aefd-3b4a2396f520') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:18.092169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Attempting to bind port 187bccfd-9679-4a94-8b18-517f5f28d7fa on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:18.092481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Attempting to bind port 187bccfd-9679-4a94-8b18-517f5f28d7fa by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '49065678-c7d0-4df1-8398-52a029aa314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:18.092854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Attempting to bind port 187bccfd-9679-4a94-8b18-517f5f28d7fa on network ec447595-e8ef-4055-a922-be90fa48e053 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:18.108903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:18.109269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Checking segment: {'id': '49065678-c7d0-4df1-8398-52a029aa314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:18.109636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.110032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Bound using segment: {'id': '49065678-c7d0-4df1-8398-52a029aa314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:18.110513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Bound port: 187bccfd-9679-4a94-8b18-517f5f28d7fa, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49065678-c7d0-4df1-8398-52a029aa314f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ec447595-e8ef-4055-a922-be90fa48e053'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:18.110886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.119274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.121956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.129064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.139244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60c4e7-3e4d-438b-af3f-5e9ba64ac54a None None] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:18.151308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320700be-015b-4aca-8bbf-09e1085775be None None] Pushing event updated for resources: {'Port': ['ID=79a881a4-a749-48c9-82c4-a4b5a54e93d7,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.160208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:18.160458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.171092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.183141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.234143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:18.234868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:18.250729 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:18.267689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.268396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79c7ae8f-b8ea-48d9-9421-5afbd3a936f5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7174203 Feb 16 12:47:18.320879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] For port 187bccfd-9679-4a94-8b18-517f5f28d7fa, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:18.364146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] For port 187bccfd-9679-4a94-8b18-517f5f28d7fa, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=187bccfd-9679-4a94-8b18-517f5f28d7fa,segment=NetworkSegment(49065678-c7d0-4df1-8398-52a029aa314f),segment_id=49065678-c7d0-4df1-8398-52a029aa314f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:18.374460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.389894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.412567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.429965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] Pushing event deleted for resources: {'Network': ['ID=4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.438691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54501cd4-8a40-4c90-98aa-bea30d828bd8 tempest-NetworksTestDHCPv6-1441694992 tempest-NetworksTestDHCPv6-1441694992-project] 10.222.0.65 "DELETE /v2.0/networks/4b2bbe68-2317-492e-aeba-b7d8b1e5d0f8 HTTP/1.1" status: 204 len: 168 time: 1.0055413 Feb 16 12:47:18.459569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.32 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/0ead883c-ef7a-453d-8421-aaa08d61449d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:18.503294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3a162893-efc9-449f-b5ba-721d8b78af19 None None] Provisioning complete for port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:18.503894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3a162893-efc9-449f-b5ba-721d8b78af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.568173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256fad2-c344-4442-80c9-d64aa9fd3e50 None None] Pushing event updated for resources: {'Port': ['ID=187bccfd-9679-4a94-8b18-517f5f28d7fa,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.592127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2fd4ea69-101d-4a15-b3d5-4ec7e97e093a', 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a', 'tenant_id': '6e1621a283f64bdcbc940b7ba6106db9', 'fixed_ips': [{'subnet_id': '347868b2-b890-472c-a0d2-83a3aaa273e5'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:18.593570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.635382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 79a881a4-a749-48c9-82c4-a4b5a54e93d7 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:18.722423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.758299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.837886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:18.841720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.845166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:18.930504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:18.931125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.007445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Allocated IP 172.20.0.2 (2fd4ea69-101d-4a15-b3d5-4ec7e97e093a/347868b2-b890-472c-a0d2-83a3aaa273e5/7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:19.055506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.083063 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=0ead883c-ef7a-453d-8421-aaa08d61449d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.102673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.308572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.322873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Transition to ACTIVE for port object 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.347582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Transition to ACTIVE for port object 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.360650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.429048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:19.437109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:19.441328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:19.446353 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce4c7509-a440-49ac-8948-e0b4d28a3a2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8771ac86d9a46e68ad8a239426592a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419173 Feb 16 12:47:19.447453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Pushing event updated for resources: {'Port': ['ID=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.453701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.548064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Attempting to bind port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:19.548442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Attempting to bind port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7a0ea3a2-4e7d-4266-a219-eef51b8b7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:19.548811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Attempting to bind port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 on network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:19.563174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:19.564269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Checking segment: {'id': '7a0ea3a2-4e7d-4266-a219-eef51b8b7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:19.565180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.565898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Bound using segment: {'id': '7a0ea3a2-4e7d-4266-a219-eef51b8b7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:19.567699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Bound port: 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0ea3a2-4e7d-4266-a219-eef51b8b7451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fd4ea69-101d-4a15-b3d5-4ec7e97e093a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:19.568325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.615787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Allocated IP 172.20.0.1 (ec447595-e8ef-4055-a922-be90fa48e053/5e7c4f0b-803a-4d71-b30a-da268ad16344/4837966d-6a61-4c42-aa90-39559c603271) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:19.638646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.643247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.744343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] For port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:19.748707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] For port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,segment=NetworkSegment(7a0ea3a2-4e7d-4266-a219-eef51b8b7451),segment_id=7a0ea3a2-4e7d-4266-a219-eef51b8b7451)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:19.754754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.758252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.835786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.855348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Transition to ACTIVE for port object 4837966d-6a61-4c42-aa90-39559c603271 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:19.871725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a225b-af75-432b-b7e3-91aad48c43cb None None] Pushing event updated for resources: {'Port': ['ID=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.896050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.963477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network ec447595-e8ef-4055-a922-be90fa48e053 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:19.966549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:19.975718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:20.008234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.069664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.081542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Port': ['ID=4837966d-6a61-4c42-aa90-39559c603271,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.083400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31fa6ef-a6f8-4746-9a22-00f0af72d9e3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.097376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.098494 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-180a8abb-0290-4a70-8bec-dcf4222d2ffa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b31fa6ef-a6f8-4746-9a22-00f0af72d9e3 HTTP/1.1" status: 204 len: 168 time: 0.6446488 Feb 16 12:47:20.109954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.110315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.110688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.110977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.111440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.111880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.112457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.112808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.113136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.113496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.113795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.114061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:20.139750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83876acf-837c-4651-91a6-b6047171980f None None] Network ec447595-e8ef-4055-a922-be90fa48e053 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:20.226251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.283061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.323471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-df17d79d-1f27-46ea-ba05-73ac69a8e9a3 None None] Provisioning for port 187bccfd-9679-4a94-8b18-517f5f28d7fa completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:20.536726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 32d1bd36-2044-43ab-a9f6-4142a636f72a is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:20.722449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:20.829315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:20.840479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Sync routers for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:20.848771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:20.862986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 187bccfd-9679-4a94-8b18-517f5f28d7fa up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:20.867140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.868622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b6601c6-a227-4aeb-a316-97966701acfb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3326404 Feb 16 12:47:20.872073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58508) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.955279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:20.956340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:20.960048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.968365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.148522 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72c3c957-1a73-4b78-9d89-7a355647e2f1 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2682509 Feb 16 12:47:21.150326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.196908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Port': ['ID=4837966d-6a61-4c42-aa90-39559c603271,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.201611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.266198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 187bccfd-9679-4a94-8b18-517f5f28d7fa completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:21.296050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 187bccfd-9679-4a94-8b18-517f5f28d7fa triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:21.296435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.333144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:21.388324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bed47b6f-163a-4d6b-9629-ee48c2ff2c49 None None] Provisioning for port 4837966d-6a61-4c42-aa90-39559c603271 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:21.446817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c624223-4bfa-451b-9c07-aa14680fec8f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:21.449852 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c624223-4bfa-451b-9c07-aa14680fec8f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2968540 Feb 16 12:47:21.451331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network ec447595-e8ef-4055-a922-be90fa48e053 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:21.452994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58524) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.453424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:21.485561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bed47b6f-163a-4d6b-9629-ee48c2ff2c49 None None] Provisioning complete for port 4837966d-6a61-4c42-aa90-39559c603271 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:21.485930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bed47b6f-163a-4d6b-9629-ee48c2ff2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.505953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.519932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a363e44-fc58-476a-bd74-55a7dc757868 None None] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:21.548213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2347bd31-7cce-4275-a75a-7238b366cb7a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0938771 Feb 16 12:47:21.550635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.563194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404998344', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:21.713390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-eac7ff16-0395-4f9a-b69a-b90f0dc89996 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.714381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eac7ff16-0395-4f9a-b69a-b90f0dc89996 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1986711 Feb 16 12:47:21.718283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.726924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-9646e230-c0af-495e-af12-5c9a171ff379 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.727895 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9646e230-c0af-495e-af12-5c9a171ff379 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0085337 Feb 16 12:47:21.730598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.736026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-1de75b73-52bb-4d18-a2e8-ffdb2da64a9a tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.736947 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1de75b73-52bb-4d18-a2e8-ffdb2da64a9a tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054836 Feb 16 12:47:21.737775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Router 6e474c65-53c9-4b13-ad57-76e8e30c37ea is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:21.740050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58546) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.747917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-4694cd0c-bd55-4700-b333-6103b932cdc3 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.749485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4694cd0c-bd55-4700-b333-6103b932cdc3 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080831 Feb 16 12:47:21.753025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.755401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bed47b6f-163a-4d6b-9629-ee48c2ff2c49 None None] Port 4837966d-6a61-4c42-aa90-39559c603271 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:21.759698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-7cbca4ce-c69e-4fc1-b3d2-d2eef6f6cde0 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.760816 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cbca4ce-c69e-4fc1-b3d2-d2eef6f6cde0 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067804 Feb 16 12:47:21.761947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:21.765222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.771698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-6406e8ac-e9d4-45f3-b8aa-05a0b37f6108 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.772137 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6406e8ac-e9d4-45f3-b8aa-05a0b37f6108 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059104 Feb 16 12:47:21.773304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:21.775848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58558) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.778303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:21.788721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-e5062e9a-ce03-4d95-a6fd-e510dc0df846 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.789781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5062e9a-ce03-4d95-a6fd-e510dc0df846 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0129704 Feb 16 12:47:21.791152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:21.793614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.802967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-b3b2a4f5-4f20-4f0b-8af6-1444e1a9ce5d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.807151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b3b2a4f5-4f20-4f0b-8af6-1444e1a9ce5d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091128 Feb 16 12:47:21.807381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58566) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.814143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-d6104c14-a89f-436b-87f1-98e80794d344 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.819932 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6104c14-a89f-436b-87f1-98e80794d344 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0068312 Feb 16 12:47:21.821047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58570) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.842092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-2124af5e-43a2-4a41-9f6f-bf7e0fbc5c0e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.846071 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2124af5e-43a2-4a41-9f6f-bf7e0fbc5c0e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0201943 Feb 16 12:47:21.846071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:21.848027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.866206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.885250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0686cd69-c59c-4b32-a979-804d5850d2aa tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.889447 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0686cd69-c59c-4b32-a979-804d5850d2aa tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0194690 Feb 16 12:47:21.891081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.904912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-80f0b508-f77b-48e1-8205-836890ae92d9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.908373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-80f0b508-f77b-48e1-8205-836890ae92d9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0139461 Feb 16 12:47:21.934211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58582) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.946399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-bf5b4cc3-a081-4609-bacb-da35b298e0af tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.949978 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf5b4cc3-a081-4609-bacb-da35b298e0af tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0119944 Feb 16 12:47:21.954107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.964149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-645900c4-2c93-4ad7-b41b-2af76f391b20 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.968050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-645900c4-2c93-4ad7-b41b-2af76f391b20 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0102668 Feb 16 12:47:21.969179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58590) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.976815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-c91820c5-a382-4a0b-9048-c3f4ec3da2da tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.980301 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c91820c5-a382-4a0b-9048-c3f4ec3da2da tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0076859 Feb 16 12:47:21.980301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58594) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.988887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-1b4da1fb-61b5-4573-b9d4-cbbcbffaeefa tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:21.988887 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b4da1fb-61b5-4573-b9d4-cbbcbffaeefa tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054290 Feb 16 12:47:21.991200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.999666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-3a2e1dea-38ca-4ded-b556-57ff8fbf5eac tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.003051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a2e1dea-38ca-4ded-b556-57ff8fbf5eac tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0100787 Feb 16 12:47:22.004872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58602) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.015089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-8e988d21-6cdf-4488-98be-56dd3c1e633d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.018151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e988d21-6cdf-4488-98be-56dd3c1e633d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0098298 Feb 16 12:47:22.018463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.024419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-5cd815d3-f4a7-4f45-b0f1-aafdb9f330c5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.027648 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5cd815d3-f4a7-4f45-b0f1-aafdb9f330c5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060091 Feb 16 12:47:22.028101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58610) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.034839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-5d4f32ad-33be-462b-a18f-880016a5bcf8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.038762 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d4f32ad-33be-462b-a18f-880016a5bcf8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064292 Feb 16 12:47:22.038953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.045120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-fbfdf5d3-87a4-4c5c-ac46-06794a4529f8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.048435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbfdf5d3-87a4-4c5c-ac46-06794a4529f8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063012 Feb 16 12:47:22.048702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.054550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-09d45d54-bb56-43a6-9594-017ce0488709 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.057757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:22.058251 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-09d45d54-bb56-43a6-9594-017ce0488709 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057049 Feb 16 12:47:22.061542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58622) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.066643 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] Sync routers for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:22.067189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-29a85872-2aa4-4995-bf74-5da4d4e38cfd tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.067622 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-29a85872-2aa4-4995-bf74-5da4d4e38cfd tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054057 Feb 16 12:47:22.070244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.077271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-4265bd00-0902-4016-8fac-9b7bcb0640f9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.078204 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4265bd00-0902-4016-8fac-9b7bcb0640f9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069189 Feb 16 12:47:22.079915 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:22.080781 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.085188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58630) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.094102 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce2deba0-3bb2-430d-856a-ff3aae549d03 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8251402 Feb 16 12:47:22.095818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58634) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.110143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.153639 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.159223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Provisioning complete for port 4837966d-6a61-4c42-aa90-39559c603271 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.159518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.164757 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:22.165749 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.167423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-d42e6114-7a29-47b7-84d7-6feb0dca9cf5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.171888 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d42e6114-7a29-47b7-84d7-6feb0dca9cf5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0855148 Feb 16 12:47:22.179281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.193528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.194517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-06310a09-f08b-489e-8d0c-53cc44e24ad8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.199625 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06310a09-f08b-489e-8d0c-53cc44e24ad8 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0190222 Feb 16 12:47:22.203171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.243235 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.244977 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad40cc24-bb53-4db3-ad53-30917c830b1a None None] The sync data for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:22.265752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-b6e27dc4-9543-469c-8617-f9d1e8c3bb86 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.270324 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6e27dc4-9543-469c-8617-f9d1e8c3bb86 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0627317 Feb 16 12:47:22.272859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58646) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.286185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0bb1de57-1c01-41d0-aa18-a438755656a2 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.287287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bb1de57-1c01-41d0-aa18-a438755656a2 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0138030 Feb 16 12:47:22.288756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.295066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.305564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-90a2a882-91c4-466a-973b-6a96f9bbdfb1 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.309023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58654) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.309212 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-90a2a882-91c4-466a-973b-6a96f9bbdfb1 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127473 Feb 16 12:47:22.312979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:22.313431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: e955fbc4-94e5-4ca1-bb94-c02b6b3c3699, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:22.319062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-ba3cec21-42b9-44ac-ab5a-da58c7012582 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.319497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=736cade5-19f6-48f1-aa5c-2836fa8d8714,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.321451 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ba3cec21-42b9-44ac-ab5a-da58c7012582 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097883 Feb 16 12:47:22.325789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58658) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.328281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.328642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.328987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.329334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.329669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.330003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.330336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.330665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.331199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.331533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.332066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.332399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.334656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-b8f9cef8-7ded-4748-958f-3d2d39c4e214 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.338575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58662) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.338869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8f9cef8-7ded-4748-958f-3d2d39c4e214 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0117331 Feb 16 12:47:22.345120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-344e4519-03fc-41d5-9db4-4dc9461d8767 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.348390 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-344e4519-03fc-41d5-9db4-4dc9461d8767 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062795 Feb 16 12:47:22.349752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58666) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.360413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-6774b5b6-7936-445e-9a73-ad71a057663c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.364728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6774b5b6-7936-445e-9a73-ad71a057663c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0137701 Feb 16 12:47:22.365322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.371234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-dc58512a-a069-4a07-bcfb-2a1f1c548e49 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.375478 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dc58512a-a069-4a07-bcfb-2a1f1c548e49 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080154 Feb 16 12:47:22.376089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.378933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:22.383492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-4723f107-5e1e-486d-b4a8-da9232dafb03 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.384462 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4723f107-5e1e-486d-b4a8-da9232dafb03 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071619 Feb 16 12:47:22.387420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.389235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Port 4837966d-6a61-4c42-aa90-39559c603271 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:22.398100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-d11c2fa2-9863-4f2c-b6f9-931fcd48a0f6 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.399474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d11c2fa2-9863-4f2c-b6f9-931fcd48a0f6 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0099809 Feb 16 12:47:22.402390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.408220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-da5ae0b0-018f-43b5-93dd-04e8c903234b tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.412110 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da5ae0b0-018f-43b5-93dd-04e8c903234b tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085690 Feb 16 12:47:22.412959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.415662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e955fbc4-94e5-4ca1-bb94-c02b6b3c3699) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:22.420102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-c5c606c4-9ebf-44a7-b903-f7e76c3aa49e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.423660 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5c606c4-9ebf-44a7-b903-f7e76c3aa49e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0096238 Feb 16 12:47:22.424353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.428487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.429337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.437194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-1c192121-3fff-49b7-8907-97113cd2228c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.440816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 187bccfd-9679-4a94-8b18-517f5f28d7fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=187bccfd-9679-4a94-8b18-517f5f28d7fa,segment=NetworkSegment(49065678-c7d0-4df1-8398-52a029aa314f),segment_id=49065678-c7d0-4df1-8398-52a029aa314f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:22.441082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1c192121-3fff-49b7-8907-97113cd2228c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0115845 Feb 16 12:47:22.441567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647a65c-ca9d-43ae-baf7-53ea143a45b6 None None] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:22.441738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.455214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-61f41649-2a92-4fac-b075-1013e921d980 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.459158 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61f41649-2a92-4fac-b075-1013e921d980 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0115221 Feb 16 12:47:22.462627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58698) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.464796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.469771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-3c0dffe6-004a-42dd-a5fd-b25e10d69f89 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.473798 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c0dffe6-004a-42dd-a5fd-b25e10d69f89 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099292 Feb 16 12:47:22.474648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.478144 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74baf208-f07a-4bb4-8cab-0dd6ee73f3cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9262009 Feb 16 12:47:22.481382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-d44736d8-ad32-4792-ad57-15bb1992380d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.482887 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d44736d8-ad32-4792-ad57-15bb1992380d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071583 Feb 16 12:47:22.483581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.485941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.520447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Provisioning for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:22.591453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Provisioning complete for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:22.591823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.644921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-53a276dc-5333-41d5-8eb9-d81d2bfc8e1c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.647230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-53a276dc-5333-41d5-8eb9-d81d2bfc8e1c tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1602373 Feb 16 12:47:22.649512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.667813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-8d0174d5-3506-4ada-8432-94d78d7bb4e0 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.669768 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d0174d5-3506-4ada-8432-94d78d7bb4e0 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0185266 Feb 16 12:47:22.673085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58718) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.684049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-ddab9bce-70df-483a-b00b-ae4bd5f16f67 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.688491 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ddab9bce-70df-483a-b00b-ae4bd5f16f67 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0129645 Feb 16 12:47:22.689372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.709431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-cc2147d1-34fb-4c42-ab54-be0979977977 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.712734 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc2147d1-34fb-4c42-ab54-be0979977977 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0107799 Feb 16 12:47:22.714596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.715556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:19Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:22.721378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e128bdee-cfd1-4dc9-9f61-e611d326b024 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.724878 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e128bdee-cfd1-4dc9-9f61-e611d326b024 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072172 Feb 16 12:47:22.746449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.762551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Checking router: 32d1bd36-2044-43ab-a9f6-4142a636f72a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:22.763050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Updating router 32d1bd36-2044-43ab-a9f6-4142a636f72a port 0ead883c-ef7a-453d-8421-aaa08d61449d binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:22.769321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-fb27fb8a-f7be-492b-b07b-20b89316dd31 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.772668 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb27fb8a-f7be-492b-b07b-20b89316dd31 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0160031 Feb 16 12:47:22.773538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.780409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-3ab639b0-6c36-48b7-9c00-1ea417a67571 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.783600 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ab639b0-6c36-48b7-9c00-1ea417a67571 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075736 Feb 16 12:47:22.783870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.790446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-5c665077-af76-4dce-add0-33f3982efd4e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.791367 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c665077-af76-4dce-add0-33f3982efd4e tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066023 Feb 16 12:47:22.794814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.829014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-f4d31f1d-4082-49cf-b7fc-83af40e27615 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.830279 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4d31f1d-4082-49cf-b7fc-83af40e27615 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0340714 Feb 16 12:47:22.833719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=187bccfd-9679-4a94-8b18-517f5f28d7fa,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.835492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58746) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.844743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-23651a01-e9c7-442c-a466-cda9830ca8ad tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.845973 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23651a01-e9c7-442c-a466-cda9830ca8ad tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0093980 Feb 16 12:47:22.848571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.855517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-91bc36ec-db06-4e74-b09f-9ad359fff4ec tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.857529 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-91bc36ec-db06-4e74-b09f-9ad359fff4ec tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070536 Feb 16 12:47:22.864717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58754) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.873500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-2a5c1f6d-b369-4e76-83d0-eb57382e4a14 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.873926 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2a5c1f6d-b369-4e76-83d0-eb57382e4a14 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076084 Feb 16 12:47:22.876594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.880693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-137462fc-166f-4788-8bce-46df74f5afa1 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:22.882626 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-137462fc-166f-4788-8bce-46df74f5afa1 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7849014 Feb 16 12:47:22.885188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-3b006c0a-e245-4690-bf96-d17a54dbae36 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.889271 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b006c0a-e245-4690-bf96-d17a54dbae36 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079873 Feb 16 12:47:22.890140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.890357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58764) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.904915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.957215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-5a700d25-a0e8-4174-9926-845e6f66f37a tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.960499 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a700d25-a0e8-4174-9926-845e6f66f37a tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0648201 Feb 16 12:47:22.960872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.966817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-8d7c229f-3d0a-493b-b348-37ea7e07ce79 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.970153 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d7c229f-3d0a-493b-b348-37ea7e07ce79 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070834 Feb 16 12:47:22.972476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.980864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-cfb582a8-d44f-45eb-bc59-f6916fb25da5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:22.986338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.987940 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cfb582a8-d44f-45eb-bc59-f6916fb25da5 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0131655 Feb 16 12:47:23.052156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-086ab18a-edf0-463a-868a-8cfe640d2bc1 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.055598 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-086ab18a-edf0-463a-868a-8cfe640d2bc1 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0631998 Feb 16 12:47:23.058861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.065853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-d59b6bff-5eb3-47e8-8eee-2ae32b7c64a4 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.069337 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d59b6bff-5eb3-47e8-8eee-2ae32b7c64a4 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057218 Feb 16 12:47:23.069494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.069630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.075009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-a450141d-785c-44ae-948c-24bc415a9e35 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.078769 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a450141d-785c-44ae-948c-24bc415a9e35 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056207 Feb 16 12:47:23.079180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.083936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-50b71796-a313-461d-a49c-cf26f412c2a9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.087172 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50b71796-a313-461d-a49c-cf26f412c2a9 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048032 Feb 16 12:47:23.087393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.101002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-f6bf31c6-1ba0-4d96-b0b0-2ec469223363 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.104153 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6bf31c6-1ba0-4d96-b0b0-2ec469223363 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0137339 Feb 16 12:47:23.107804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.113103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-598549e2-4818-486d-b34b-447614e6a292 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.116095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-598549e2-4818-486d-b34b-447614e6a292 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054533 Feb 16 12:47:23.117206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.123344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e40089cb-b77b-4120-a4c6-188292db0c7f tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.126673 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e40089cb-b77b-4120-a4c6-188292db0c7f tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061872 Feb 16 12:47:23.128349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.131786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-d0b8e590-6344-4183-bdec-42850e98a81f tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.134920 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0b8e590-6344-4183-bdec-42850e98a81f tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050640 Feb 16 12:47:23.135807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.141834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:23.142194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-323b1819-6d35-455e-8fcb-6b91b2a049c2 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.142649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.143431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-323b1819-6d35-455e-8fcb-6b91b2a049c2 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062890 Feb 16 12:47:23.145982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.150781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-c704ea6d-eb31-49d9-80bb-5a29f2255a59 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.152203 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c704ea6d-eb31-49d9-80bb-5a29f2255a59 tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049894 Feb 16 12:47:23.155098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.161216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-4e9de271-7f1f-4d19-b865-3923c76cdf8d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:23.162481 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e9de271-7f1f-4d19-b865-3923c76cdf8d tempest-ExtensionsTestJSON-328298019 tempest-ExtensionsTestJSON-328298019-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056777 Feb 16 12:47:23.212730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] For port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,segment=NetworkSegment(7a0ea3a2-4e7d-4266-a219-eef51b8b7451),segment_id=7a0ea3a2-4e7d-4266-a219-eef51b8b7451)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:23.265430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.521342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00689e6e-4ed2-4455-b0a4-27e11a739fec None None] Pushing event updated for resources: {'Port': ['ID=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.531561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3cdfa184-e196-44e3-8800-e57c26fa5277 None None] Provisioning complete for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:23.531936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa184-e196-44e3-8800-e57c26fa5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.556879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.647727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Allocated IP 172.20.0.2 (e955fbc4-94e5-4ca1-bb94-c02b6b3c3699/736cade5-19f6-48f1-aa5c-2836fa8d8714/d54f6b81-b198-4974-8bc6-2ee042a169be) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:23.723307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.739831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:23.744817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Usage tracker for resource:security_group_rule and tenant:bfccda37415c4337b35b9e618274413b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:23.750098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:23.757788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:23.866804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.870276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.875323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.895822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.896483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Transition to ACTIVE for port object 0ead883c-ef7a-453d-8421-aaa08d61449d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:23.914730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.930237 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfccda37415c4337b35b9e618274413b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711786 Feb 16 12:47:23.932365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58834) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.944450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae8d6c-bd5f-487d-a31f-b1fcdda9bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef961eb9-38b0-49c9-a79c-25284ab4dd9f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.011454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.045752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.105626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.108893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.129493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef961eb9-38b0-49c9-a79c-25284ab4dd9f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.133021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.136350 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c11bedd-6c01-41e8-81c0-239314bc20e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef961eb9-38b0-49c9-a79c-25284ab4dd9f HTTP/1.1" status: 204 len: 168 time: 0.2006495 Feb 16 12:47:24.141872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Attempting to bind port 0ead883c-ef7a-453d-8421-aaa08d61449d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:24.142360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Attempting to bind port 0ead883c-ef7a-453d-8421-aaa08d61449d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:24.142724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Attempting to bind port 0ead883c-ef7a-453d-8421-aaa08d61449d on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:24.178922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:24.179293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:24.179694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.180098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:24.180578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Bound port: 0ead883c-ef7a-453d-8421-aaa08d61449d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:24.181247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.205943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708834d-1f7f-4513-a059-9c1616dfd8ad None None] Pushing event updated for resources: {'Port': ['ID=0ead883c-ef7a-453d-8421-aaa08d61449d,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.256947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.282970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Transition to ACTIVE for port object d54f6b81-b198-4974-8bc6-2ee042a169be will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:24.300862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] For port 0ead883c-ef7a-453d-8421-aaa08d61449d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:24.306570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] For port 0ead883c-ef7a-453d-8421-aaa08d61449d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ead883c-ef7a-453d-8421-aaa08d61449d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:24.314639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.320062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Transition to ACTIVE for port object d54f6b81-b198-4974-8bc6-2ee042a169be will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:24.378223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.410076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:24.410488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.485948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.491677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.496042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708834d-1f7f-4513-a059-9c1616dfd8ad None None] Pushing event updated for resources: {'Port': ['ID=0ead883c-ef7a-453d-8421-aaa08d61449d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.499047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:24.631453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (e955fbc4-94e5-4ca1-bb94-c02b6b3c3699/736cade5-19f6-48f1-aa5c-2836fa8d8714/d9c32531-5c9e-41a3-bd14-d94549982fc6) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:24.672546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Attempting to bind port d54f6b81-b198-4974-8bc6-2ee042a169be on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:24.673122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Attempting to bind port d54f6b81-b198-4974-8bc6-2ee042a169be by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:24.673257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Attempting to bind port d54f6b81-b198-4974-8bc6-2ee042a169be on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:24.679894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:24.769329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:24.769707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Checking segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:24.770221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.770632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Bound using segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:24.771242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Bound port: d54f6b81-b198-4974-8bc6-2ee042a169be, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:24.771535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.816641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Pushing event updated for resources: {'Port': ['ID=d54f6b81-b198-4974-8bc6-2ee042a169be,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.889980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting port 4837966d-6a61-4c42-aa90-39559c603271 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:24.890332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.912978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:25.076442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:25.077006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.079437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.118512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] For port d54f6b81-b198-4974-8bc6-2ee042a169be, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:25.147736 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.186693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] For port d54f6b81-b198-4974-8bc6-2ee042a169be, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d54f6b81-b198-4974-8bc6-2ee042a169be,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:25.190292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object d9c32531-5c9e-41a3-bd14-d94549982fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:25.199497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.200460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.207801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8b88e106-786c-416e-9664-604764f6e09c tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-753119588', 'prefixes': ['172.20.0.0/16']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.214861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8b88e106-786c-416e-9664-604764f6e09c tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:25.287632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b88e106-786c-416e-9664-604764f6e09c tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.291390 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b88e106-786c-416e-9664-604764f6e09c tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2078228 Feb 16 12:47:25.292533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.327105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae55169a-e5d3-4a4b-9a2a-34c46e005f98 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "GET /v2.0/subnetpools/1fb602e2-4e43-45f7-9c37-07570bf86e3b HTTP/1.1" status: 200 len: 731 time: 0.0302567 Feb 16 12:47:25.328168 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.334104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b8098cca-00d7-40fe-a9d3-fd172a766f84 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1212476409'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.340148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Calling delete_port for 4837966d-6a61-4c42-aa90-39559c603271 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:25.407925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d9f38-b37a-4611-a5a4-32447432c239 None None] Pushing event updated for resources: {'Port': ['ID=d54f6b81-b198-4974-8bc6-2ee042a169be,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.414062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.435903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 187bccfd-9679-4a94-8b18-517f5f28d7fa up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:25.477515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8098cca-00d7-40fe-a9d3-fd172a766f84 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.479102 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8098cca-00d7-40fe-a9d3-fd172a766f84 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "PUT /v2.0/subnetpools/1fb602e2-4e43-45f7-9c37-07570bf86e3b HTTP/1.1" status: 200 len: 684 time: 0.1499314 Feb 16 12:47:25.483077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.520915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.532998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:25.541182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:25.542090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:19Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.550924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 187bccfd-9679-4a94-8b18-517f5f28d7fa triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:25.551479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:25.551711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.633940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.679514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b328fd-7b13-4782-9c01-8fd1ba9c63ec None None] The sync data for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv is: [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:19Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:25.732772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54fb22a7-553d-495d-a822-58b7fea131a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.784268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aee5226-6ea7-45ac-bffc-968fa43f8695 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.789421 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1aee5226-6ea7-45ac-bffc-968fa43f8695 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "DELETE /v2.0/subnetpools/1fb602e2-4e43-45f7-9c37-07570bf86e3b HTTP/1.1" status: 204 len: 168 time: 0.3002827 Feb 16 12:47:25.789830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.815430 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-eefa66a2-fbf2-472b-a924-7a7e7e86c723 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] show failed (client error): The resource could not be found. Feb 16 12:47:25.820059 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eefa66a2-fbf2-472b-a924-7a7e7e86c723 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "GET /v2.0/subnetpools/1fb602e2-4e43-45f7-9c37-07570bf86e3b HTTP/1.1" status: 404 len: 346 time: 0.0259278 Feb 16 12:47:25.821199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.857178 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3be0682e-b06d-41a3-9609-a760e8f8b983 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] delete failed (client error): The resource could not be found. Feb 16 12:47:25.864312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3be0682e-b06d-41a3-9609-a760e8f8b983 tempest-SubnetPoolsTestJSON-1705870957 tempest-SubnetPoolsTestJSON-1705870957-project] 10.222.0.65 "DELETE /v2.0/subnetpools/1fb602e2-4e43-45f7-9c37-07570bf86e3b HTTP/1.1" status: 404 len: 346 time: 0.0359876 Feb 16 12:47:25.897685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.967000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Port': ['ID=4837966d-6a61-4c42-aa90-39559c603271,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.356815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.370483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.556865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.608612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:26.614097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Usage tracker for resource:security_group_rule and tenant:3d93ea212815411393e8331173ddeb8b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:26.629049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:26.636836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:26.647204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.832631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.843221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.844464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd70d31-0032-43f2-a45c-4d7870dac70c None None] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:26.912039 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d93ea212815411393e8331173ddeb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534925 Feb 16 12:47:26.915145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58894) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.922128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91509b13-0def-40e7-ab95-2b265d796833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c8e83-8a37-4dbc-96aa-bc22df4678be,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.967231 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:47:27.023721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ead883c-ef7a-453d-8421-aaa08d61449d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:27.037550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.110289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.113759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e3f3a311-a248-44a0-9d26-5d1558d8a4ed None None] Provisioning for port d54f6b81-b198-4974-8bc6-2ee042a169be completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:27.218844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 0ead883c-ef7a-453d-8421-aaa08d61449d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:27.227641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Router 6e474c65-53c9-4b13-ad57-76e8e30c37ea has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:27.235705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.259865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0ead883c-ef7a-453d-8421-aaa08d61449d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:27.259865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.283187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c8e83-8a37-4dbc-96aa-bc22df4678be,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.289124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.290493 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-47dd1854-c469-4d0e-8bd2-423459208059 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c58c8e83-8a37-4dbc-96aa-bc22df4678be HTTP/1.1" status: 204 len: 168 time: 0.3741016 Feb 16 12:47:27.473441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.508079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 0ead883c-ef7a-453d-8421-aaa08d61449d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ead883c-ef7a-453d-8421-aaa08d61449d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:27.514794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.516706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d54f6b81-b198-4974-8bc6-2ee042a169be up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:27.663073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:27.692308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=0ead883c-ef7a-453d-8421-aaa08d61449d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.703025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:27.715440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] Sync routers for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:27.717731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-38f481b2-539e-4c5f-a2ea-594074ffcf4b tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8255563 Feb 16 12:47:27.737769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.738284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.738953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.739841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.740628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.741012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.741449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.741879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.742337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.742768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.743197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.743623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:27.804306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:27.806698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:46:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:27.874855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9198b544-36e5-458d-850f-77e513188567 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] delete failed (client error): The resource could not be found. Feb 16 12:47:27.882220 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9198b544-36e5-458d-850f-77e513188567 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-438184905 HTTP/1.1" status: 404 len: 334 time: 0.1780498 Feb 16 12:47:27.882826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:27.894428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ef0f7388-0a1f-4f31-b2b5-595b83f24fb5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e474c65-53c9-4b13-ad57-76e8e30c37ea'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:27.935332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:27.943032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1dfd66ef-377e-49c8-8e7b-847415d277af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.955600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:27.957353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:28.057875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d54f6b81-b198-4974-8bc6-2ee042a169be completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:28.067882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d54f6b81-b198-4974-8bc6-2ee042a169be triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:28.067882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.094847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:28.095054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21810abe-7aa2-4dfb-b92d-8d8b86e03e81 None None] The sync data for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:28.125153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Provisioning complete for port d54f6b81-b198-4974-8bc6-2ee042a169be triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:28.125153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.231590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.241782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.363676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.410064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.429367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.472826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.490755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d54f6b81-b198-4974-8bc6-2ee042a169be, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d54f6b81-b198-4974-8bc6-2ee042a169be,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:28.496656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.616952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ead883c-ef7a-453d-8421-aaa08d61449d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:28.681398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:28.681398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.734161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:28.735207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:28.738170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d54f6b81-b198-4974-8bc6-2ee042a169be,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.773740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 0ead883c-ef7a-453d-8421-aaa08d61449d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:28.774371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.904648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7388-0a1f-4f31-b2b5-595b83f24fb5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.947314 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ef0f7388-0a1f-4f31-b2b5-595b83f24fb5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] update failed (client error): The resource could not be found. Feb 16 12:47:28.953090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef0f7388-0a1f-4f31-b2b5-595b83f24fb5 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea HTTP/1.1" status: 404 len: 339 time: 1.0647740 Feb 16 12:47:28.953850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:28.991293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 32d1bd36-2044-43ab-a9f6-4142a636f72a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:28.991496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.082517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.201706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:29.206389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f36b1943-df60-4a5e-954e-98b7e0a0094c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/32d1bd36-2044-43ab-a9f6-4142a636f72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7216883 Feb 16 12:47:29.209116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.211859 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Sync routers for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:29.226365 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:29.227662 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.374163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Provisioning for port d9c32531-5c9e-41a3-bd14-d94549982fc6 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:29.388604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Provisioning complete for port d9c32531-5c9e-41a3-bd14-d94549982fc6 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:29.389293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.461263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-35e6a6ed-218c-4eda-b601-e53d3e05c92b None None] Port d9c32531-5c9e-41a3-bd14-d94549982fc6 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:29.474407 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:29.553256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.587792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-13ca0b48-7bf5-49de-b9fb-2ef0f08e1e3c None None] Provisioning complete for port d9c32531-5c9e-41a3-bd14-d94549982fc6 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:29.588333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-13ca0b48-7bf5-49de-b9fb-2ef0f08e1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.650682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.651554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.651681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.656275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.656948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.657738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.657854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.661520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.661987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.665371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93ee950e-b5ed-4469-b3ab-c1ff713e4e2a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.4550951 Feb 16 12:47:29.670119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.694840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-13ca0b48-7bf5-49de-b9fb-2ef0f08e1e3c None None] Port d9c32531-5c9e-41a3-bd14-d94549982fc6 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:29.765211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.765684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.766182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.767649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.768176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.768733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.769283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.770081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.770510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.772256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ac61f68f-2185-4652-ada3-5849f25cab07 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5779 time: 0.1011546 Feb 16 12:47:29.775881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.961072 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:29.973005 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Checking router: 32d1bd36-2044-43ab-a9f6-4142a636f72a for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:29.973367 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Updating router 32d1bd36-2044-43ab-a9f6-4142a636f72a port d9c32531-5c9e-41a3-bd14-d94549982fc6 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:30.037823 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.042362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b9cad34-0ece-4850-b6f7-abc190772f3a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.2653379 Feb 16 12:47:30.045747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58924) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.052442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2014943710', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:30.167853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Allocated IP 172.20.0.1 (a4b3d498-7270-4738-80b5-6807bb33ffe7/889c0ded-7e83-4a47-9826-78c3c343ff37/6ec111d1-f2be-4f55-beed-f2ca79a29633) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:30.208738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:30.216286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:port and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:30.221603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:30.228799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:30.244441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:30.252537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.284636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] device_id is not set on port 1eb31693-73a1-4477-bc5f-667d37ef1933 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:30.375660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.400347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Transition to ACTIVE for port object 6ec111d1-f2be-4f55-beed-f2ca79a29633 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.430623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.443180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.474305 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.486131 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Transition to ACTIVE for port object d9c32531-5c9e-41a3-bd14-d94549982fc6 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.494597 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.510222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:30.518585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:30.518585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:30.596646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Port': ['ID=6ec111d1-f2be-4f55-beed-f2ca79a29633,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.645784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.14 (e955fbc4-94e5-4ca1-bb94-c02b6b3c3699/736cade5-19f6-48f1-aa5c-2836fa8d8714/1eb31693-73a1-4477-bc5f-667d37ef1933) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:30.656041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.659962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d54f6b81-b198-4974-8bc6-2ee042a169be up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:30.902899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.934982 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e032c5e-1d66-4770-b925-e5d088f4335a None None] Pushing event updated for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.955157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d54f6b81-b198-4974-8bc6-2ee042a169be triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.956949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.033402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Attempting to bind port d9c32531-5c9e-41a3-bd14-d94549982fc6 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:31.033402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Attempting to bind port d9c32531-5c9e-41a3-bd14-d94549982fc6 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:31.033402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Attempting to bind port d9c32531-5c9e-41a3-bd14-d94549982fc6 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:31.044939 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:31.045297 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Checking segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:31.045694 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.048858 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Bound using segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:31.049314 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Bound port: d9c32531-5c9e-41a3-bd14-d94549982fc6, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:31.049424 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.140883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.173652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 1eb31693-73a1-4477-bc5f-667d37ef1933 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:31.218420 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] For port d9c32531-5c9e-41a3-bd14-d94549982fc6, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:31.223451 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] For port d9c32531-5c9e-41a3-bd14-d94549982fc6, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d9c32531-5c9e-41a3-bd14-d94549982fc6,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:31.229176 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.230088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.240413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba603981-387b-43fe-8a29-0a4dc1712c08 None None] Provisioning for port 6ec111d1-f2be-4f55-beed-f2ca79a29633 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:31.250853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ba603981-387b-43fe-8a29-0a4dc1712c08 None None] Provisioning complete for port 6ec111d1-f2be-4f55-beed-f2ca79a29633 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.251827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ba603981-387b-43fe-8a29-0a4dc1712c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.371113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.378900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ba603981-387b-43fe-8a29-0a4dc1712c08 None None] Port 6ec111d1-f2be-4f55-beed-f2ca79a29633 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:31.399338 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:31.400132 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:31.408596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:31.411340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:31.414871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:31.511319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.521765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:31.523539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.528704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.530104 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e032c5e-1d66-4770-b925-e5d088f4335a None None] Pushing event updated for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.587137 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-218437ce-6b6e-488d-9953-fc06f3e0daad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5392144 Feb 16 12:47:31.725939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event updated for resources: {'Port': ['ID=6ec111d1-f2be-4f55-beed-f2ca79a29633,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.728445 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:31.763143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.952261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:31.953442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:32.061396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be3a6252-ab06-4a77-a251-b79ab0e175f1 None None] Provisioning for port 1eb31693-73a1-4477-bc5f-667d37ef1933 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:32.083895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-be3a6252-ab06-4a77-a251-b79ab0e175f1 None None] Provisioning complete for port 1eb31693-73a1-4477-bc5f-667d37ef1933 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.084296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-be3a6252-ab06-4a77-a251-b79ab0e175f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.169656 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:31Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.173732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58930) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.174959 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204072d-0f17-4f44-b68b-18bd03e2896c None None] The sync data for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv is: [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:31Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:32.191852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585561538', 'description': 'tempest-secgroup-smoke-1585561538 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:32.220053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:32.238161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:32.240510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-be3a6252-ab06-4a77-a251-b79ab0e175f1 None None] Port 1eb31693-73a1-4477-bc5f-667d37ef1933 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:32.251711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:32.264176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:32.281504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.307532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:32.312324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:32.316082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:32.323780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:32.325263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Router 6e474c65-53c9-4b13-ad57-76e8e30c37ea has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:32.383794 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a540d2bb-bd06-4c0e-b2e5-386b06621353 None None] Provisioning complete for port 6ec111d1-f2be-4f55-beed-f2ca79a29633 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.384373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a540d2bb-bd06-4c0e-b2e5-386b06621353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.473098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a540d2bb-bd06-4c0e-b2e5-386b06621353 None None] Port 6ec111d1-f2be-4f55-beed-f2ca79a29633 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:32.506094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.512932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.602578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f177bab-f5ea-459a-9016-cde87a062968,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.608578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.612577 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a8f3fbb-4d9f-401d-abfb-897aecd7c0c8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4352376 Feb 16 12:47:32.612794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.623213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:32.630740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:32.635061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:32.639263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:32.645998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:32.667184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.689741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d9c32531-5c9e-41a3-bd14-d94549982fc6 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:32.736889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:32.753392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] Sync routers for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:32.758222 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a90609c-84ee-4abd-a816-ca3f737a73a9 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037539 Feb 16 12:47:32.760970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.765601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.783873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:32.784698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.837753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.854034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.868860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:32.869663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.926642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d9c32531-5c9e-41a3-bd14-d94549982fc6 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:32.939560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:32.940102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f84d49-aa06-45b7-8007-1ab70501fa6a None None] The sync data for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:32.942301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a0ee86-5f37-4ea9-b5e0-51838a082b23,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.942506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d9c32531-5c9e-41a3-bd14-d94549982fc6 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.943036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.967244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61efe875-a302-4d2f-91c3-51405ed635d2 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.022359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.026290 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a4d83cf2-3b4a-4610-a6cc-3e51869a5a39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083078 Feb 16 12:47:33.027315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58942) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.033534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.041597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.046494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.050973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.057950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.080699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.083518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.126754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d9c32531-5c9e-41a3-bd14-d94549982fc6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d9c32531-5c9e-41a3-bd14-d94549982fc6,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:33.132805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.164134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.169955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.199723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da483ead-6054-4973-b857-9ff58cc8f44f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.210550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.211922 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bd25b17-6401-400e-ab9a-209d7505d57c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833844 Feb 16 12:47:33.214784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.218000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.221311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.227780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.232391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.235737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.242116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.265984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.270185 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-61efe875-a302-4d2f-91c3-51405ed635d2 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:47:33.271329 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61efe875-a302-4d2f-91c3-51405ed635d2 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea HTTP/1.1" status: 409 len: 329 time: 0.5092812 Feb 16 12:47:33.274301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.340709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.347513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.373574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef2b8e8-13ce-48ba-b7b6-10df15959fd1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.388216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.389915 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-073caa95-7e56-4d10-b5f8-ae7abf189691 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730962 Feb 16 12:47:33.394197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.399752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.407305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.411411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.414769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.421489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.439385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.514455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.518964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.543554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655b21d3-fc89-42f1-80cf-3d31ae1835eb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.556858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.562216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-366d6ec0-88e3-4f5f-8539-4de68af164a2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666901 Feb 16 12:47:33.563342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.569101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.583382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.587781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.592317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.598828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.611218 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:47:33.619883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.698024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.703424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.722186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4105650f-57ab-486e-9170-0f48260fc890,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.741319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.742747 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f3771189-60c1-4b08-ae01-4bd0f7427d82 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783547 Feb 16 12:47:33.745491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.751846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '3f177bab-f5ea-459a-9016-cde87a062968', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:33.757708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:33.761515 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:33.764660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:33.770180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:33.782370 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:47:33.789632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.844284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.861738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.865593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.890179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b64ef09-279f-4232-9e34-a678c63a95e7,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.900276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.901458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71838f76-a416-458a-90de-9865586333df tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549513 Feb 16 12:47:34.205553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-a9e089f1-cf96-49ff-9cc6-7080b878e157 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:34.239657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-a9e089f1-cf96-49ff-9cc6-7080b878e157 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:34.240448 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-a9e089f1-cf96-49ff-9cc6-7080b878e157 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585561538&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.1315830 Feb 16 12:47:34.339463 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-fb21308b-989c-437f-9c68-608d0acc6c64 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2156827 Feb 16 12:47:34.380680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-3ef28e6a-d330-44d5-bc9a-07dd6ad4fe4d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.381253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-3ef28e6a-d330-44d5-bc9a-07dd6ad4fe4d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:34.384831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting port 6ec111d1-f2be-4f55-beed-f2ca79a29633 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:34.385164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.488791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-3ef28e6a-d330-44d5-bc9a-07dd6ad4fe4d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:34.489933 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-3ef28e6a-d330-44d5-bc9a-07dd6ad4fe4d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 931 time: 0.2392943 Feb 16 12:47:34.599848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d9c32531-5c9e-41a3-bd14-d94549982fc6 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:34.689554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d9c32531-5c9e-41a3-bd14-d94549982fc6 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:34.689932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.781013 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-c631118c-2b00-49bb-acd1-71f6e93035f4 service neutron] 10.222.0.65 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2702506 Feb 16 12:47:34.798486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-7523255e-7554-4fd8-8710-6f7e0f71db5d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:34.799418 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-7523255e-7554-4fd8-8710-6f7e0f71db5d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087333 Feb 16 12:47:34.863614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.979075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-c243ed96-5838-41da-a2c1-89a6d1f0c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:34.980871 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-c243ed96-5838-41da-a2c1-89a6d1f0c4ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.5489783 Feb 16 12:47:35.048038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Calling delete_port for 6ec111d1-f2be-4f55-beed-f2ca79a29633 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:35.365733 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-051354c4-ca1a-4410-a1d1-ab6bd89d7988 service neutron] 10.222.0.65 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579350 Feb 16 12:47:35.442598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-e247df75-66eb-4e08-83f0-86e5fa5e0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.444028 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-e247df75-66eb-4e08-83f0-86e5fa5e0d94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.4031987 Feb 16 12:47:35.651759 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-349b4e51-4b43-4563-a405-c1fcd743be0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 1001 time: 0.1626391 Feb 16 12:47:35.688057 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-bed8095c-21be-452c-b88e-d2cd245b651f service neutron] 10.222.0.65 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123851 Feb 16 12:47:35.772574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-6da53869-4464-43b7-957b-adc4c0709afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.774211 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-6da53869-4464-43b7-957b-adc4c0709afa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0890958 Feb 16 12:47:35.774789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.867598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Port': ['ID=6ec111d1-f2be-4f55-beed-f2ca79a29633,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.952914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc2e4fc0-6da1-4a5e-89ba-e37fae4833f0 req-c67c7edb-10b3-4f39-98f7-27153aa3470e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 210 time: 0.0991101 Feb 16 12:47:36.248788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-205ee6bd-eee3-4f71-8122-e0156f145b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.250337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-205ee6bd-eee3-4f71-8122-e0156f145b03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4412074 Feb 16 12:47:36.304192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-0d94ef3f-62f5-404c-a127-eb9634df43b3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:47:36.304988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-0d94ef3f-62f5-404c-a127-eb9634df43b3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050645 Feb 16 12:47:36.353918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.727760 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-bcd40c19-30f8-4a1d-9bb9-5041ef1f1b6f service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103994 Feb 16 12:47:36.784408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Router 6e474c65-53c9-4b13-ad57-76e8e30c37ea has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:37.002659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:37.013102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25b45731-5d7e-43b3-916d-5470f1dbee2f req-fc2b58d1-5b9d-4628-8f49-cb2ecdea49aa service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761374 Feb 16 12:47:37.018328 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] Sync routers for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:37.021263 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-708edc4c-1aa1-4365-bc7d-8358b902b132 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7458363 Feb 16 12:47:37.022250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 58992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.032730 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:37.033647 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.106700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-383abf54-d6bf-43c3-a94c-eb41841aca06 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] show failed (client error): The resource could not be found. Feb 16 12:47:37.116957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 58996) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.118020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-383abf54-d6bf-43c3-a94c-eb41841aca06 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-62538089 HTTP/1.1" status: 404 len: 333 time: 0.0943289 Feb 16 12:47:37.127523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5df3a21b-39ed-488d-ba09-39ea1da4732d tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:37.147225 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.158695 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] Routers {'6e474c65-53c9-4b13-ad57-76e8e30c37ea'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:37.159452 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.189547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6445a41-42c5-4fbd-b457-58f13b0a69f6 req-715cc7e8-7330-44fa-9f52-78f41bb0d1b1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 210 time: 0.0580127 Feb 16 12:47:37.220741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-d71f5367-65b5-4277-9941-638e1862fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.222186 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-d71f5367-65b5-4277-9941-638e1862fa87 service neutron] 10.222.0.81 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1027 time: 0.2171276 Feb 16 12:47:37.223551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5df3a21b-39ed-488d-ba09-39ea1da4732d tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] update failed (client error): The resource could not be found. Feb 16 12:47:37.224903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5df3a21b-39ed-488d-ba09-39ea1da4732d tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-97224663 HTTP/1.1" status: 404 len: 333 time: 0.1051970 Feb 16 12:47:37.231497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59000) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.241239 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:37.241686 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb801c-532c-4a5e-b3a5-045ddb9d6dc0 None None] The sync data for ids ['6e474c65-53c9-4b13-ad57-76e8e30c37ea'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:37.311908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting subnet 347868b2-b890-472c-a0d2-83a3aaa273e5 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:37.315425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.381394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.396776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-d44277f5-2dc3-4a74-848d-15c6c5cacbf8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.398244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-d44277f5-2dc3-4a74-848d-15c6c5cacbf8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 797 time: 0.1697171 Feb 16 12:47:37.460426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-f0a0547b-5136-4be6-8b7e-23f26ad27779 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:37.473723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-05dd672f-0c0f-4c73-b715-14454c70707f req-f0a0547b-5136-4be6-8b7e-23f26ad27779 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:37.474891 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-f0a0547b-5136-4be6-8b7e-23f26ad27779 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 380 time: 0.0554221 Feb 16 12:47:37.479207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.485796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Request body: {'port': {'device_id': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:37.571841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.616562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.623432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Subnet': ['ID=347868b2-b890-472c-a0d2-83a3aaa273e5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.629590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.640053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-888cccfd-ba9d-4b35-9f29-b1fd10f2391c tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/subnets/347868b2-b890-472c-a0d2-83a3aaa273e5 HTTP/1.1" status: 204 len: 168 time: 0.4032514 Feb 16 12:47:37.640198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0ff94-6b88-4075-97e7-3be848dab6e0 None None] Network 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:37.642037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.719452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting subnet 5e7c4f0b-803a-4d71-b30a-da268ad16344 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:37.723001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.796830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.945443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] DHCP port deletion for 2fd4ea69-101d-4a15-b3d5-4ec7e97e093a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:37.951925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Deleting port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.952678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.029808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.030741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb31693-73a1-4477-bc5f-667d37ef1933 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:47:38.038601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.054833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Transition to ACTIVE for port object 1eb31693-73a1-4477-bc5f-667d37ef1933 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:38.062316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.124499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.167924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.181401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7c4f0b-803a-4d71-b30a-da268ad16344,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.186256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-970e75aa-cf9d-419d-9239-6d2046417144 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/subnets/5e7c4f0b-803a-4d71-b30a-da268ad16344 HTTP/1.1" status: 204 len: 168 time: 0.5423453 Feb 16 12:47:38.188055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.229377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] For port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,segment=NetworkSegment(7a0ea3a2-4e7d-4266-a219-eef51b8b7451),segment_id=7a0ea3a2-4e7d-4266-a219-eef51b8b7451)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:38.229857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.265564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.345249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.350485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:38.351040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:38.351521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:38.357260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:47:38.357819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:38.358901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:38.359308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.374388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:38.374644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Checking segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:38.375037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Bound using segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:38.375828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Bound port: 1eb31693-73a1-4477-bc5f-667d37ef1933, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:38.376584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.429577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Calling delete_port for 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.496631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b6433-e9df-476a-81da-bb4beb5aef7f None None] Network ec447595-e8ef-4055-a922-be90fa48e053 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:38.600587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aca-bd58-45c8-b404-2655ca4f784c req-60f622a3-4acc-4c91-a330-478166ca907d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.603213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-511b5aca-bd58-45c8-b404-2655ca4f784c req-60f622a3-4acc-4c91-a330-478166ca907d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 982 time: 0.2060077 Feb 16 12:47:38.632889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:38.642356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:38.648936 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.703730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:38.716882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.717614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.719299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] 10.222.0.81 "PUT /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1132 time: 1.2380791 Feb 16 12:47:38.731706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:38.799901 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-511b5aca-bd58-45c8-b404-2655ca4f784c req-d857bb50-fc85-49ba-acb0-93cef5c3ce18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603022 Feb 16 12:47:38.838045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] For port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,segment=NetworkSegment(7a0ea3a2-4e7d-4266-a219-eef51b8b7451),segment_id=7a0ea3a2-4e7d-4266-a219-eef51b8b7451)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:38.839300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0aee3-c67c-4e87-89cd-28e9c2caa8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.839775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.864619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.882682 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'status': 'completed', 'code': 200} Feb 16 12:47:38.940581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] No DVR routers for this DVR port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:38.946114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a16388-97a7-4b7e-b25d-86e47c27443a None None] Pushing event deleted for resources: {'Port': ['ID=7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.959712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-9edc4255-7243-4596-a4cf-b0d1df67ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.961670 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-9edc4255-7243-4596-a4cf-b0d1df67ef53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 1135 time: 0.1177514 Feb 16 12:47:38.964701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No active binding found for port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 {{(pid=87700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:47:38.965116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:39.017402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Calling delete_port for 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:39.066339 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-423c5e85-a031-4879-ba93-3c3036d62f24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 217 time: 0.0860875 Feb 16 12:47:39.104255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:39.105022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:39.140473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-cb4e8e95-5f4b-49fc-9663-396f0d026bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.141339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] DHCP port deletion for ec447595-e8ef-4055-a922-be90fa48e053 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:39.141933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-cb4e8e95-5f4b-49fc-9663-396f0d026bf1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 200 len: 834 time: 0.0695226 Feb 16 12:47:39.146849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Deleting port 187bccfd-9679-4a94-8b18-517f5f28d7fa {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:39.147217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.226483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd672f-0c0f-4c73-b715-14454c70707f req-18538bf2-344a-4e76-9ad8-436b5cf2399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.228623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-18538bf2-344a-4e76-9ad8-436b5cf2399d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781307 Feb 16 12:47:39.370916 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-7ad9974a-9215-44e9-8f18-13ab2dc6dc43 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327121 Feb 16 12:47:39.371496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] For port 187bccfd-9679-4a94-8b18-517f5f28d7fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=187bccfd-9679-4a94-8b18-517f5f28d7fa,segment=NetworkSegment(49065678-c7d0-4df1-8398-52a029aa314f),segment_id=49065678-c7d0-4df1-8398-52a029aa314f)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:39.371595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.503986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Calling delete_port for 187bccfd-9679-4a94-8b18-517f5f28d7fa owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:39.513672 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05dd672f-0c0f-4c73-b715-14454c70707f req-104876f0-25c0-4ed0-81eb-7bd8de80ea58 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358850 Feb 16 12:47:39.594426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.607524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting port 7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:39.607524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.647822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] Pushing event deleted for resources: {'Port': ['ID=187bccfd-9679-4a94-8b18-517f5f28d7fa,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.651041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adea747-b792-4ef5-b901-99d3c8b66619 None None] No DVR routers for this DVR port 187bccfd-9679-4a94-8b18-517f5f28d7fa on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:39.678570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] The port '7ffdb052-fc3c-4489-8c16-9f6ee2cd4a54' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:39.716636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-ea687f42-9ab2-4ac3-a6ba-752e46cdbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.718467 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-ea687f42-9ab2-4ac3-a6ba-752e46cdbf7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 1135 time: 0.0943761 Feb 16 12:47:39.819722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.849092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd4ea69-101d-4a15-b3d5-4ec7e97e093a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.860174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-c0bd0e6d-2e63-4f1e-a86f-824ed5b93991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.863685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-c0bd0e6d-2e63-4f1e-a86f-824ed5b93991 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 898 time: 0.1371107 Feb 16 12:47:39.863788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ea3a2-4e7d-4266-a219-eef51b8b7451') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.863788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ea3a2-4e7d-4266-a219-eef51b8b7451') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.876199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.892919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.899678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:39.900115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: util.warn( Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:39.916535 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:39.937111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-b07126e5-beb4-4748-a7c9-42224a0d62e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 217 time: 0.0678859 Feb 16 12:47:40.005851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-414d21ef-5f90-4285-b2c8-934bc6b3fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.007281 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-414d21ef-5f90-4285-b2c8-934bc6b3fd1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 200 len: 834 time: 0.0631816 Feb 16 12:47:40.050025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.069525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.084713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Network': ['ID=2fd4ea69-101d-4a15-b3d5-4ec7e97e093a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.097307 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f594dbb6-650a-4822-a927-43880bf30b14 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/networks/2fd4ea69-101d-4a15-b3d5-4ec7e97e093a HTTP/1.1" status: 204 len: 168 time: 1.9082119 Feb 16 12:47:40.100439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.110712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec002-5e54-49ec-9ecc-db05e8136cf0 req-7bbcdf2a-85b8-483b-980a-f096a5c7948e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.112255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-90aec002-5e54-49ec-9ecc-db05e8136cf0 req-7bbcdf2a-85b8-483b-980a-f096a5c7948e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 982 time: 0.1802981 Feb 16 12:47:40.126587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-a53875fd-b62e-4d34-93a8-3c11a2bfe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.128145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-a53875fd-b62e-4d34-93a8-3c11a2bfe767 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095493 Feb 16 12:47:40.163291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-90aec002-5e54-49ec-9ecc-db05e8136cf0 req-02dd640c-29a8-411b-8320-81a16b15ac39 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Feb 16 12:47:40.309035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.399208 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-b4da72c5-1107-4195-86f6-9de40fd86e96 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556634 Feb 16 12:47:40.507519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.609085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 187bccfd-9679-4a94-8b18-517f5f28d7fa no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:40.646513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 187bccfd-9679-4a94-8b18-517f5f28d7fa {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:40.646947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 187bccfd-9679-4a94-8b18-517f5f28d7fa not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:40.700923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec447595-e8ef-4055-a922-be90fa48e053']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:40.722430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49065678-c7d0-4df1-8398-52a029aa314f') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:40.724068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49065678-c7d0-4df1-8398-52a029aa314f') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:40.740414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.768316 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75bad02e-5629-4bde-8d78-2995e51cb4c3 req-523dd7f0-dc67-41e7-90d7-56267f890b92 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538556 Feb 16 12:47:40.769393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.775506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:40.775877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:40.791707 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:40.875941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.899963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.910166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Network': ['ID=ec447595-e8ef-4055-a922-be90fa48e053,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.912784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7167f2a7-3b49-4531-8dd0-84fc872ed471 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/networks/ec447595-e8ef-4055-a922-be90fa48e053 HTTP/1.1" status: 204 len: 168 time: 0.8113806 Feb 16 12:47:40.915450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.987580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting subnet 889c0ded-7e83-4a47-9826-78c3c343ff37 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:40.990603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.051446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.141158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.356099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.401932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Subnet': ['ID=889c0ded-7e83-4a47-9826-78c3c343ff37,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.410400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.411312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc2e3c-d335-4f0b-b094-b718337bb976 None None] Network a4b3d498-7270-4738-80b5-6807bb33ffe7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:41.417888 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f85321e-fff7-4721-92fa-bb3cbbb72940 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/subnets/889c0ded-7e83-4a47-9826-78c3c343ff37 HTTP/1.1" status: 204 len: 168 time: 0.5011423 Feb 16 12:47:41.420828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59034) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.441214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:47:41.578400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.591584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Deleting port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:41.591922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.701117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab4ed-867d-4a3d-9bcb-1945ecff0f19 req-3b5790ec-74a7-4348-be65-eddcfe505f2c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:41.703439 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bdab4ed-867d-4a3d-9bcb-1945ecff0f19 req-3b5790ec-74a7-4348-be65-eddcfe505f2c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 982 time: 0.4082227 Feb 16 12:47:41.774459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bdab4ed-867d-4a3d-9bcb-1945ecff0f19 req-3554c5e2-a32e-4b81-bb78-93985007e394 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635691 Feb 16 12:47:41.885457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:41.904279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'mac_address': 'fa:16:3e:4a:b8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:47:41.920593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] For port 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=79a881a4-a749-48c9-82c4-a4b5a54e93d7,segment=NetworkSegment(de89b6fe-0de8-4118-bfcb-da230f68b078),segment_id=de89b6fe-0de8-4118-bfcb-da230f68b078)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:41.920593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.950914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e9a575-290d-472f-871b-232cf403d5db None None] DHCP port deletion for a4b3d498-7270-4738-80b5-6807bb33ffe7 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:41.959310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Deleting port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:41.959680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.008635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.057088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Calling delete_port for 79a881a4-a749-48c9-82c4-a4b5a54e93d7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:42.103218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb31693-73a1-4477-bc5f-667d37ef1933 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:47:42.145486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:42.145976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.170371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.194878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Port': ['ID=79a881a4-a749-48c9-82c4-a4b5a54e93d7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.198511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] No DVR routers for this DVR port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:42.305854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-98e9a575-290d-472f-871b-232cf403d5db None None] For port 79a881a4-a749-48c9-82c4-a4b5a54e93d7, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=79a881a4-a749-48c9-82c4-a4b5a54e93d7,segment=NetworkSegment(de89b6fe-0de8-4118-bfcb-da230f68b078),segment_id=de89b6fe-0de8-4118-bfcb-da230f68b078)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:42.306157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.327684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.353070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b3d498-7270-4738-80b5-6807bb33ffe7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.365480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de89b6fe-0de8-4118-bfcb-da230f68b078') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.365769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de89b6fe-0de8-4118-bfcb-da230f68b078') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:42.377237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.393741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.399536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:42.399909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:42.414410 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:42.430242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.439825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Calling delete_port for 79a881a4-a749-48c9-82c4-a4b5a54e93d7 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:42.468954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['1eb31693-73a1-4477-bc5f-667d37ef1933'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:47:42.495577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.515552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.524640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Pushing event deleted for resources: {'Network': ['ID=a4b3d498-7270-4738-80b5-6807bb33ffe7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.531901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.532388 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1874a1a6-3c11-413d-9b0a-500617c97c91 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/networks/a4b3d498-7270-4738-80b5-6807bb33ffe7 HTTP/1.1" status: 204 len: 168 time: 1.1098969 Feb 16 12:47:42.580213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:42.580567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:42.596549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e27ae40c-73e7-438d-8b3b-37107d7e51ae tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Synchronizing usage tracker for tenant:6e1621a283f64bdcbc940b7ba6106db9 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:42.617568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e27ae40c-73e7-438d-8b3b-37107d7e51ae tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Unset dirty status for tenant:6e1621a283f64bdcbc940b7ba6106db9 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:42.618974 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e27ae40c-73e7-438d-8b3b-37107d7e51ae tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e474c65-53c9-4b13-ad57-76e8e30c37ea HTTP/1.1" status: 200 len: 205 time: 0.0859277 Feb 16 12:47:42.621583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.636569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 79a881a4-a749-48c9-82c4-a4b5a54e93d7 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:42.679832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 79a881a4-a749-48c9-82c4-a4b5a54e93d7 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:42.680195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 79a881a4-a749-48c9-82c4-a4b5a54e93d7 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:42.767509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.081637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Deleting port 79a881a4-a749-48c9-82c4-a4b5a54e93d7 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:43.082221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-98e9a575-290d-472f-871b-232cf403d5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.114948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.118262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.151749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.152287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Fanout notify agent at l3_agent the message router_deleted on router 6e474c65-53c9-4b13-ad57-76e8e30c37ea {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:43.152386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a575-290d-472f-871b-232cf403d5db None None] The port '79a881a4-a749-48c9-82c4-a4b5a54e93d7' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:43.166022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb56ba3-a269-4fd8-a025-1314f3c46330 req-bbebce34-5643-40fa-914a-8c0446700c23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.167429 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-deb56ba3-a269-4fd8-a025-1314f3c46330 req-bbebce34-5643-40fa-914a-8c0446700c23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 983 time: 0.2780631 Feb 16 12:47:43.173197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.174180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b9326a4-540d-4a26-a67e-d457ac7e4b82 tempest-RoutersNegativeTest-814039295 tempest-RoutersNegativeTest-814039295-project] 10.222.0.65 "DELETE /v2.0/routers/6e474c65-53c9-4b13-ad57-76e8e30c37ea HTTP/1.1" status: 204 len: 168 time: 0.5506685 Feb 16 12:47:43.214828 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-deb56ba3-a269-4fd8-a025-1314f3c46330 req-cd6c92fb-8075-4da4-86e0-05a35ce34dc3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Feb 16 12:47:43.441806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.446529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:43.513770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 1eb31693-73a1-4477-bc5f-667d37ef1933 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:43.519612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 1eb31693-73a1-4477-bc5f-667d37ef1933 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:43.519612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.599425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.611146 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11c8ade5-c44f-4720-81ad-6837d3a8c426 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e1621a283f64bdcbc940b7ba6106db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681263 Feb 16 12:47:43.651600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.658434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.680122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:43.689953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:43.690150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.694830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.732077 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'code': 200} Feb 16 12:47:43.753910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.768511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.771952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3bf81d-6e21-4dfb-9579-dc286e1d5812,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.779826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.783574 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7bdb3167-6e94-4d46-b494-65260ce00859 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a3bf81d-6e21-4dfb-9579-dc286e1d5812 HTTP/1.1" status: 204 len: 168 time: 0.1805115 Feb 16 12:47:44.002472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f95ed-6673-4323-8423-6c2a47a8054a req-4c3a7fd2-88e8-4ea2-8b59-25ad84d2cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.004087 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d88f95ed-6673-4323-8423-6c2a47a8054a req-4c3a7fd2-88e8-4ea2-8b59-25ad84d2cab7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 1137 time: 0.0756028 Feb 16 12:47:44.048722 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d88f95ed-6673-4323-8423-6c2a47a8054a req-08672631-b82c-4f62-9380-86809ec74b98 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Feb 16 12:47:44.409839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3a275-1b26-4b72-b0e2-4069595430f8 req-dfc460f4-3231-4182-8236-9c6404caae47 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.411307 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06c3a275-1b26-4b72-b0e2-4069595430f8 req-dfc460f4-3231-4182-8236-9c6404caae47 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0852752 Feb 16 12:47:44.457684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06c3a275-1b26-4b72-b0e2-4069595430f8 req-1c13cfc4-d209-4c63-9457-5e479fcea4af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Feb 16 12:47:45.664264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee838-598d-46c6-aebe-3ac72e0719a9 req-1cddc0f7-0ee8-4fce-989e-f46ff22fed42 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.665735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3fee838-598d-46c6-aebe-3ac72e0719a9 req-1cddc0f7-0ee8-4fce-989e-f46ff22fed42 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0876567 Feb 16 12:47:45.717842 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3fee838-598d-46c6-aebe-3ac72e0719a9 req-7854a263-314e-4709-9f48-9bf528fba296 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Feb 16 12:47:45.904014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144bd4a-220c-4dd6-b16c-d9ef0f5f71c2 req-f2cfddea-1ae2-40cd-9316-c6e98af3ef41 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.905454 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9144bd4a-220c-4dd6-b16c-d9ef0f5f71c2 req-f2cfddea-1ae2-40cd-9316-c6e98af3ef41 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0835145 Feb 16 12:47:45.948719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9144bd4a-220c-4dd6-b16c-d9ef0f5f71c2 req-e11c8497-4f3a-486f-ace2-2f221eb2ceab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Feb 16 12:47:45.972565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59076) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.045685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378eba1-71e8-4427-8371-903e343676ea tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:46.047095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6378eba1-71e8-4427-8371-903e343676ea tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 1132 time: 0.0735700 Feb 16 12:47:46.050045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.054864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:46.061025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:46.064820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:46.067622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:46.073617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:46.085014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.333898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.476272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.31 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/f4f88202-b010-479b-aa41-fccaf5d122e2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:46.632163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.661301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.727509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:46.736075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:46.740566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:46.769288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=f4f88202-b010-479b-aa41-fccaf5d122e2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.146205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.222302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.423264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.429125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.538137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=f4f88202-b010-479b-aa41-fccaf5d122e2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.553862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.730161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP eb8f898d-b628-4075-bae0-89b2d6cef219 associated. External IP: 172.26.4.31, port: 1eb31693-73a1-4477-bc5f-667d37ef1933. Feb 16 12:47:48.195568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 32d1bd36-2044-43ab-a9f6-4142a636f72a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:48.372941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:48.382152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Sync routers for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:48.391938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:48.392576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.397052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.455298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a290bc17-66d1-4c19-a2fb-a1bf91a2383c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4041431 Feb 16 12:47:48.455774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:48.458031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59084) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.500035 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'status': 'completed', 'code': 200} Feb 16 12:47:48.531910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ab2b2-445c-46c9-ab3e-ebf9ea4d55d3 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.536303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d06ab2b2-445c-46c9-ab3e-ebf9ea4d55d3 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6&network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 1132 time: 0.0744328 Feb 16 12:47:48.613072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:48.750935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-cf00918f-7411-4ee9-8256-f8e92891ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.753477 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-cf00918f-7411-4ee9-8256-f8e92891ba1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 1137 time: 0.1984148 Feb 16 12:47:48.906617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-9c4fc3ef-4b24-487c-babb-c7d0278fc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.908198 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-9c4fc3ef-4b24-487c-babb-c7d0278fc17e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 898 time: 0.1432114 Feb 16 12:47:48.942301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69ae5a-c603-47a8-b134-fcad3977640a req-50a2a13e-9ba2-4e07-9ae3-337a80fc4459 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.943941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c69ae5a-c603-47a8-b134-fcad3977640a req-50a2a13e-9ba2-4e07-9ae3-337a80fc4459 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0940876 Feb 16 12:47:48.991617 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c69ae5a-c603-47a8-b134-fcad3977640a req-412bfea2-6531-4b9a-a9df-c6e9f4001aeb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Feb 16 12:47:49.019739 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-22debba9-ae81-401a-b902-5b881844057e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1037 time: 0.1049592 Feb 16 12:47:49.024825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'eb8f898d-b628-4075-bae0-89b2d6cef219', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2014943710', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'mac_address': 'fa:16:3e:4a:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:47:47Z', 'updated_at': '2022-02-16T12:47:47Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.029519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Checking router: 32d1bd36-2044-43ab-a9f6-4142a636f72a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:49.038174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:49.038859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.084753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-42ea9b27-0e80-4c1f-9a83-45f521220067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.086241 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-42ea9b27-0e80-4c1f-9a83-45f521220067 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 200 len: 834 time: 0.0603435 Feb 16 12:47:49.165220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-0cf86e70-f744-4de1-a406-4b8de119d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.166684 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-0cf86e70-f744-4de1-a406-4b8de119d501 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734766 Feb 16 12:47:49.217523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:49.300942 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-c47ff743-9cf8-4d76-afb6-91f83703a2c3 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263969 Feb 16 12:47:49.438856 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c29776d1-5118-4897-a199-d8fad8d1a39b req-45c5f09e-ca46-4da5-8724-80c98a92376a service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313581 Feb 16 12:47:49.579170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'eb8f898d-b628-4075-bae0-89b2d6cef219', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2014943710', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'mac_address': 'fa:16:3e:4a:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:47:47Z', 'updated_at': '2022-02-16T12:47:47Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:49.583072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1a2dd-d4b4-4bcf-a71f-5594004719a6 None None] The sync data for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv is: [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'eb8f898d-b628-4075-bae0-89b2d6cef219', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.31', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2014943710', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'mac_address': 'fa:16:3e:4a:b8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ae4648-18f1-4bbd-a56f-c2240f0c9ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:47:47Z', 'updated_at': '2022-02-16T12:47:47Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:49.771574 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48c8c3-17e6-49ee-b872-9c14a7b2a96f None None] New status for floating IP eb8f898d-b628-4075-bae0-89b2d6cef219: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:47:50.191575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799bb3-d579-48a5-b027-52175028d2ce req-ca8687ad-219d-4b0b-8281-2add32a99d87 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:50.193086 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3799bb3-d579-48a5-b027-52175028d2ce req-ca8687ad-219d-4b0b-8281-2add32a99d87 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0793092 Feb 16 12:47:50.242088 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3799bb3-d579-48a5-b027-52175028d2ce req-437666fa-b4ae-41ed-8f9d-e29f189527e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Feb 16 12:47:50.347270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-63d3bacf-7cc6-4ff7-966f-83b2839149ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:50.348140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-63d3bacf-7cc6-4ff7-966f-83b2839149ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:50.365327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-63d3bacf-7cc6-4ff7-966f-83b2839149ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:50.366486 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-63d3bacf-7cc6-4ff7-966f-83b2839149ae tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 984 time: 0.0988653 Feb 16 12:47:50.440015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-914e9515-8676-481b-a894-05c786f0ac1e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:50.441381 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-914e9515-8676-481b-a894-05c786f0ac1e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0699360 Feb 16 12:47:50.714670 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-56731bde-e132-4035-8733-6ff35cacd652 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2681165 Feb 16 12:47:50.723916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:50.831409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.025872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:51.053918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:51.104392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] device_id is not set on port 1eb31693-73a1-4477-bc5f-667d37ef1933 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:51.113212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.118789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.254533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.319667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] No DVR routers for this DVR port 1eb31693-73a1-4477-bc5f-667d37ef1933 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:51.419954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-85430f5b-3ee0-46e0-8750-8cd5fdb9e6c5 None None] Provisioning complete for port 1eb31693-73a1-4477-bc5f-667d37ef1933 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:51.420551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-85430f5b-3ee0-46e0-8750-8cd5fdb9e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.475556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-85430f5b-3ee0-46e0-8750-8cd5fdb9e6c5 None None] Port 1eb31693-73a1-4477-bc5f-667d37ef1933 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:51.517546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d73e51fd-8c1f-496b-98e8-31f829fb470e req-3150d74a-58ec-430b-9a28-614e35b59f6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ae4648-18f1-4bbd-a56f-c2240f0c9ef6 HTTP/1.1" status: 200 len: 210 time: 0.1575844 Feb 16 12:47:51.551391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] In _notify_port_updated(), no bound segment for port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:47:51.552275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:51.552884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.554133 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-49fc0f7a-ec5b-4608-a9f7-8e50f427b932 req-5524187b-c1d8-4f94-ab55-e9c0822fb9aa service neutron] 10.222.0.81 "PUT /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1027 time: 0.8340349 Feb 16 12:47:51.922242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.613458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.684321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344ba4fe-5e2f-414d-b344-9411b8852f34 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.685699 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-344ba4fe-5e2f-414d-b344-9411b8852f34 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 926 time: 0.0711994 Feb 16 12:47:52.921569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.926702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136735106', 'description': 'tempest-secgroup-smoke-2136735106 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.932667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:52.942869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:52.953043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.972665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:52.976347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:52.979079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:52.985150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.054571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.058180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.102053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe7b734-06be-4059-8393-4367494822bf,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.109084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.110362 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eacac060-7614-4700-a482-9eefdb58f39d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1877606 Feb 16 12:47:53.113197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.120405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.127280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.131149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.134134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.140015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.155630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.214815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.218929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.242150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adee1e35-6521-4f6b-99ea-eae607f76402,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.250844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.254702 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e3e000a8-2e3b-4f08-88d8-183a2ea77940 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379154 Feb 16 12:47:53.254818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.259732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.265643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.269615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.272499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.279015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.296344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.356918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.360388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.385459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5c7f39-ebbb-43ba-b60d-d7fb1ffc5bc0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.394647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.395782 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d623946-24fd-417f-8a7f-e348ed373c7e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400757 Feb 16 12:47:53.398550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.404135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.409806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.413670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.416529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.423568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.439100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.498754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.503235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.526063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cd73e2-f272-4f78-b50e-f7a4bd93c43c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.534356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:53.536354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.537577 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8a473ee-2b04-4da0-8dcb-811becf1bd5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381381 Feb 16 12:47:53.540321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.545835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.551693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.555476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.558318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.565128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.585071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.611395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:53.649875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.654351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.677919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f0e329-c0bf-43ea-85ae-5ec5d23ad4a4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.686030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.687384 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e2515c69-159a-48ca-9daa-2616a63d52e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460867 Feb 16 12:47:53.690145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.694863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.701344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.705123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.707984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.713940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.724117 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:47:53.730394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.797823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.801204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.827377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f96d174-09cf-42ea-b78f-055706807ffb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.836757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.838151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b7f8859-6e8f-4e51-9fce-82a7a691f1c9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470823 Feb 16 12:47:53.841604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.846577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '2fe7b734-06be-4059-8393-4367494822bf', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:53.852586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.856607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.859487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.865110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.875752 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:47:53.882191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.945551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.949060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.972875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17fc6ad-1390-4c1e-88c8-35f0ef9f52b5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.980835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.982067 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e77d4fc5-d8d6-4487-9a14-9a9cbe4f8854 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395354 Feb 16 12:47:54.197490 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-735f31c3-d93a-4cdf-aeae-f60c0589aabd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136735106&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0407176 Feb 16 12:47:54.272729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-9cc3483d-5cfa-46bc-a03d-d515e3538abe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:54.274026 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-9cc3483d-5cfa-46bc-a03d-d515e3538abe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 931 time: 0.0700521 Feb 16 12:47:54.403244 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-e0373cee-8368-47ef-8eab-42d66e02569a service neutron] 10.222.0.65 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1168356 Feb 16 12:47:54.534366 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-8d573ea5-796b-4377-ab5a-3f0ea9893275 service neutron] 10.222.0.65 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250288 Feb 16 12:47:54.666874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-26d6b1b0-e9ce-4955-bab4-5d8a9d904024 service neutron] 10.222.0.65 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269057 Feb 16 12:47:54.839679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17f239ea-b0c2-4c11-866c-119b2f18015d req-4591b7c4-3a16-40e7-926f-0ee0f50967cb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 210 time: 0.0404916 Feb 16 12:47:55.687047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a68dae4b-74fe-45b7-807b-18ae92a33fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.001914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4dcd1d5-ed2b-4a3c-b297-8080987a7dfa req-fb5a5679-4bfe-4447-9aa8-038ac2338f99 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 210 time: 0.0473123 Feb 16 12:47:56.055356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-e35ca77c-c6ab-4af3-a596-8e60cc3ef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:56.056737 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-e35ca77c-c6ab-4af3-a596-8e60cc3ef68d service neutron] 10.222.0.81 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1027 time: 0.0744483 Feb 16 12:47:56.317871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-62be9464-14d4-4623-98d2-ecdac081660d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:56.319195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-62be9464-14d4-4623-98d2-ecdac081660d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 797 time: 0.2560630 Feb 16 12:47:56.377713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-400928a3-f2da-4e66-b989-638ec5affa35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:56.392420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-400928a3-f2da-4e66-b989-638ec5affa35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:56.393533 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-400928a3-f2da-4e66-b989-638ec5affa35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 473 time: 0.0598111 Feb 16 12:47:56.404457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Request body: {'port': {'device_id': '116338ab-d00e-4704-a727-2d3875041593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:56.512627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.855488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb31693-73a1-4477-bc5f-667d37ef1933 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:47:56.862750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.876711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Transition to ACTIVE for port object 1eb31693-73a1-4477-bc5f-667d37ef1933 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:56.880589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.013214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.149869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:57.150517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:57.150517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:57.156782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:47:57.157094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Attempting to bind port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:57.162639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:57.162973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Checking segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:57.163348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Bound using segment: {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:57.163758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Bound port: 1eb31693-73a1-4477-bc5f-667d37ef1933, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470f4163-04c6-418f-bf8f-884c75580822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:57.164127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.195864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4e3d-368d-48af-8245-cf47c6d0e15d req-e136b6b5-827c-4f92-a834-9fbf6d9e0fb4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.197300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eebd4e3d-368d-48af-8245-cf47c6d0e15d req-e136b6b5-827c-4f92-a834-9fbf6d9e0fb4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 982 time: 0.0850208 Feb 16 12:47:57.242572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eebd4e3d-368d-48af-8245-cf47c6d0e15d req-8a55b3a9-c07d-472b-ad66-5c71a2ce10fb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Feb 16 12:47:57.256300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:57.259257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:57.264415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.318539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.319152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.320529 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] 10.222.0.81 "PUT /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1132 time: 0.9206851 Feb 16 12:47:57.320962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116338ab-d00e-4704-a727-2d3875041593', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:47:57.351248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73a73-876a-447d-8297-08879eae1576 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.458632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-37dd589d-4eeb-4019-a92d-7676129fc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.460149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-37dd589d-4eeb-4019-a92d-7676129fc9cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 1135 time: 0.0826514 Feb 16 12:47:57.521576 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116338ab-d00e-4704-a727-2d3875041593', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'status': 'completed', 'code': 200} Feb 16 12:47:57.571580 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-dc107fb5-7226-431c-9edf-73d4a0b899a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1037 time: 0.0990334 Feb 16 12:47:57.637008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-774ece01-1467-43a4-99bc-f24f6da27d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.638348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-774ece01-1467-43a4-99bc-f24f6da27d95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 200 len: 834 time: 0.0607586 Feb 16 12:47:57.712437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-5c5ef619-0025-4de7-bb2b-8bce568048e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.713910 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-5c5ef619-0025-4de7-bb2b-8bce568048e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693779 Feb 16 12:47:57.850543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-c9cc032e-44c1-428d-971d-112830d160be service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292636 Feb 16 12:47:57.898397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6312f02b-a0f3-41f5-8d8b-36916b351917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.984495 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-735405d2-14c2-4ea1-aae3-cd1c92b26ea0 req-087ed2b4-d5a5-45fe-9d26-17b94bee34be service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285582 Feb 16 12:47:58.143758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-c685d2f7-8167-4ffa-94b1-af0063f4ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.145211 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-c685d2f7-8167-4ffa-94b1-af0063f4ecc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 1135 time: 0.0742586 Feb 16 12:47:58.379097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-c092e147-4a71-4976-bd45-45d6139aca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.380616 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-c092e147-4a71-4976-bd45-45d6139aca26 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 898 time: 0.2295687 Feb 16 12:47:58.428288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e14a2-6733-4281-97e4-1a299d79990f req-931b8baf-5e8a-46ea-bb37-d0631cb47b33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.429756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b7e14a2-6733-4281-97e4-1a299d79990f req-931b8baf-5e8a-46ea-bb37-d0631cb47b33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 982 time: 0.0800898 Feb 16 12:47:58.474814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b7e14a2-6733-4281-97e4-1a299d79990f req-0a4c0276-45fd-462b-8090-88fe838ace3b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Feb 16 12:47:58.485350 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-aa887659-ef33-40cc-abe8-269230996865 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1037 time: 0.0984859 Feb 16 12:47:58.548597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-74df3fa8-4d8d-45e9-829f-ae79f72bff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.550033 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-74df3fa8-4d8d-45e9-829f-ae79f72bff6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 200 len: 834 time: 0.0583632 Feb 16 12:47:58.626948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-8722b154-d507-4f45-99db-8f9197a6c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.628429 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-8722b154-d507-4f45-99db-8f9197a6c23e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722144 Feb 16 12:47:58.759613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-105efed8-15eb-4021-a365-e053a8719d87 service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242790 Feb 16 12:47:58.890748 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a766bac2-2ea3-4296-80bc-d2371aab80c1 req-c89f1d01-fabd-4a03-a94c-a2b581f404bb service neutron] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238294 Feb 16 12:47:58.985291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.083173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.539813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:47:59.667922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfa3bd-fe82-4192-bda2-18cc8747d536 req-8317d5cd-553f-49d3-a5f0-b1e19d42f4ad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.669765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57bfa3bd-fe82-4192-bda2-18cc8747d536 req-8317d5cd-553f-49d3-a5f0-b1e19d42f4ad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 982 time: 0.0856187 Feb 16 12:47:59.678268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:59.691546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'port_id': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'mac_address': 'fa:16:3e:4a:b8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:47:59.714792 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57bfa3bd-fe82-4192-bda2-18cc8747d536 req-91d2bbbe-cafb-489d-a89e-55806087a38e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Feb 16 12:47:59.755806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.775272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb31693-73a1-4477-bc5f-667d37ef1933 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:47:59.790786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:59.794643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.860136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.097258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['1eb31693-73a1-4477-bc5f-667d37ef1933'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:48:00.420233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.898258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f8b17-ecda-468f-a263-ea7fbba38cf2 req-76f7e23b-a2cb-44cd-8918-5f27c38cc05b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:00.899696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc9f8b17-ecda-468f-a263-ea7fbba38cf2 req-76f7e23b-a2cb-44cd-8918-5f27c38cc05b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 983 time: 0.0812323 Feb 16 12:48:00.946192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc9f8b17-ecda-468f-a263-ea7fbba38cf2 req-fc04fea6-f331-4f41-b1dc-ec91e27d6248 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Feb 16 12:48:01.543801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:01.611036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 1eb31693-73a1-4477-bc5f-667d37ef1933 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:01.615604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 1eb31693-73a1-4477-bc5f-667d37ef1933 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:01.615925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.732206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.758076 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116338ab-d00e-4704-a727-2d3875041593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:01.767570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:01.771886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.841904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=10']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.856944 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116338ab-d00e-4704-a727-2d3875041593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb31693-73a1-4477-bc5f-667d37ef1933', 'code': 200} Feb 16 12:48:02.120446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076c34-11ae-4ec5-b85a-f0e8496ad045 req-5d4bbbb3-7499-47cc-a282-de48dfcaea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.121972 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17076c34-11ae-4ec5-b85a-f0e8496ad045 req-5d4bbbb3-7499-47cc-a282-de48dfcaea6b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 1138 time: 0.0731907 Feb 16 12:48:02.139526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1676962-1e5a-4260-a163-b2f873e44e02 req-2e47a30c-65a4-4cb3-9575-99994ace3aba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.141006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1676962-1e5a-4260-a163-b2f873e44e02 req-2e47a30c-65a4-4cb3-9575-99994ace3aba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0796158 Feb 16 12:48:02.165145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17076c34-11ae-4ec5-b85a-f0e8496ad045 req-bc3b6b78-2c40-46e9-8523-d01a7161a1aa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Feb 16 12:48:02.185414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1676962-1e5a-4260-a163-b2f873e44e02 req-93aea59d-85de-4619-a5ec-7d0af275e356 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 Feb 16 12:48:03.382676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7f1f-1065-454e-9f81-0eafe021bedf req-b13c7e3d-a2de-4712-afdb-1e710e44cf08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.384177 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a57c7f1f-1065-454e-9f81-0eafe021bedf req-b13c7e3d-a2de-4712-afdb-1e710e44cf08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0854950 Feb 16 12:48:03.428251 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a57c7f1f-1065-454e-9f81-0eafe021bedf req-5441fe96-87a1-4653-a742-6b144df0022c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Feb 16 12:48:03.614543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5102-bcc1-46f2-a98c-958bdea9045a req-405d2d0a-12de-4625-b151-c84310560199 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.615987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e5f5102-bcc1-46f2-a98c-958bdea9045a req-405d2d0a-12de-4625-b151-c84310560199 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0817862 Feb 16 12:48:03.659302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e5f5102-bcc1-46f2-a98c-958bdea9045a req-0919e6ed-c2b5-4dd4-8caa-198c25719020 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Feb 16 12:48:03.681758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.753007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65326f7-c7cc-470a-9a1b-750cee074311 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.754393 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b65326f7-c7cc-470a-9a1b-750cee074311 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593&network_id=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 200 len: 1133 time: 0.0716577 Feb 16 12:48:03.946574 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:48:04.128358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c47ea-eaed-40df-ac91-13127f43bb18 req-718ff642-9d12-4069-b7a8-43c46f0588b9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:04.129691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b9c47ea-eaed-40df-ac91-13127f43bb18 req-718ff642-9d12-4069-b7a8-43c46f0588b9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0822172 Feb 16 12:48:04.173769 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b9c47ea-eaed-40df-ac91-13127f43bb18 req-685d549d-f7f6-44a7-a4d1-112830dcbea7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Feb 16 12:48:05.368388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbab57-f454-4073-bb42-b4d07f5459d3 req-e0bd33c0-7531-4782-af5d-0164f141d123 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.369852 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cfbab57-f454-4073-bb42-b4d07f5459d3 req-e0bd33c0-7531-4782-af5d-0164f141d123 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0853920 Feb 16 12:48:05.414301 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cfbab57-f454-4073-bb42-b4d07f5459d3 req-fd9d1db4-3aea-42c4-9711-2727c4c364d3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=21369a55-3509-4d46-b5ae-b62bb61f6164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Feb 16 12:48:05.517403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-59bd08e7-ae44-426a-a02b-be646c78bbca tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.520450 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-59bd08e7-ae44-426a-a02b-be646c78bbca tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 985 time: 0.0820050 Feb 16 12:48:05.596258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-4811cf18-1912-45f2-aafd-96aa89de2496 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.597597 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-4811cf18-1912-45f2-aafd-96aa89de2496 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0722582 Feb 16 12:48:05.744538 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-2c46d1f8-7b1f-459e-9807-d9f3c1d3f663 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1412666 Feb 16 12:48:05.754098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:05.863676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.060331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1eb31693-73a1-4477-bc5f-667d37ef1933,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:06.087529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] For port 1eb31693-73a1-4477-bc5f-667d37ef1933, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:06.137413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] device_id is not set on port 1eb31693-73a1-4477-bc5f-667d37ef1933 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:06.145343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.150779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.388135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=11']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.432140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b5b8d73f-b054-4c1d-b6d7-012c797b0c4a None None] Provisioning complete for port 1eb31693-73a1-4477-bc5f-667d37ef1933 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:06.433067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d73f-b054-4c1d-b6d7-012c797b0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.468049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] No DVR routers for this DVR port 1eb31693-73a1-4477-bc5f-667d37ef1933 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:06.615746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b5b8d73f-b054-4c1d-b6d7-012c797b0c4a None None] Port 1eb31693-73a1-4477-bc5f-667d37ef1933 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:06.674586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-14d561c2-0f41-4e12-9678-3b5cda4e0c15 req-072cef29-73f7-4b31-8608-27e862c42f36 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=116338ab-d00e-4704-a727-2d3875041593 HTTP/1.1" status: 200 len: 210 time: 0.0482883 Feb 16 12:48:06.795024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] In _notify_port_updated(), no bound segment for port 1eb31693-73a1-4477-bc5f-667d37ef1933 on network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:06.798317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:06.798317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.798317 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6de41225-18ac-441b-9255-cb40f4b74d98 req-22a6e061-32fa-47a1-87c4-58dd2011c314 service neutron] 10.222.0.81 "PUT /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 200 len: 1028 time: 1.0474708 Feb 16 12:48:07.776162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:07.843815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.873219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.937921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.955519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe7b734-06be-4059-8393-4367494822bf,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.968958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.970073 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6a1c13ad-a982-4592-a1a3-44dcd503fc03 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/2fe7b734-06be-4059-8393-4367494822bf HTTP/1.1" status: 204 len: 168 time: 0.1929204 Feb 16 12:48:08.000901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.200701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port f4f88202-b010-479b-aa41-fccaf5d122e2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:08.200943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.367218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.367542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.494556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for f4f88202-b010-479b-aa41-fccaf5d122e2 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:08.660643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.708910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=f4f88202-b010-479b-aa41-fccaf5d122e2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.797750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.797994 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP eb8f898d-b628-4075-bae0-89b2d6cef219 disassociated (deleted). External IP: 172.26.4.31, port: 1eb31693-73a1-4477-bc5f-667d37ef1933. Feb 16 12:48:09.247105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 32d1bd36-2044-43ab-a9f6-4142a636f72a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:09.424161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:09.433266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Sync routers for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:09.444063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:09.444258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.444670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.499221 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c1309b5-5a90-4e2c-abcd-992150a4ebbc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/eb8f898d-b628-4075-bae0-89b2d6cef219 HTTP/1.1" status: 204 len: 168 time: 1.4971373 Feb 16 12:48:09.591801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:09.646016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.670015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:09.717608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.729707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 1eb31693-73a1-4477-bc5f-667d37ef1933 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:09.748443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.821877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.842495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f177bab-f5ea-459a-9016-cde87a062968,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.850688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.854271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0cc027be-2603-428a-9568-1e13cf904e6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/3f177bab-f5ea-459a-9016-cde87a062968 HTTP/1.1" status: 204 len: 168 time: 0.2047677 Feb 16 12:48:09.881399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59230) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.948164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 1eb31693-73a1-4477-bc5f-667d37ef1933 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:09.948500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.995315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:09.999776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Checking router: 32d1bd36-2044-43ab-a9f6-4142a636f72a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:10.008183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:10.008778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.187942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:10.194954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.319040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 1eb31693-73a1-4477-bc5f-667d37ef1933 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:10.460396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.497811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.501775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae631dbf-6b10-40f3-9927-a41b5f82d081 None None] The sync data for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv is: [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:47:26Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd9c32531-5c9e-41a3-bd14-d94549982fc6', 'name': '', 'network_id': 'e955fbc4-94e5-4ca1-bb94-c02b6b3c3699', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:14:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:24Z', 'updated_at': '2022-02-16T12:47:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '736cade5-19f6-48f1-aa5c-2836fa8d8714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:10.551018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=1eb31693-73a1-4477-bc5f-667d37ef1933,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.630278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.640375 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8dfddc92-1395-45bd-8791-bd22e5a90d35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/ports/1eb31693-73a1-4477-bc5f-667d37ef1933 HTTP/1.1" status: 204 len: 168 time: 0.7577779 Feb 16 12:48:10.642973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.759224 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e161e-4ad2-43d5-8f6e-72df15704b18 None None] New status for floating IP eb8f898d-b628-4075-bae0-89b2d6cef219: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:48:11.310152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.664357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port d9c32531-5c9e-41a3-bd14-d94549982fc6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:11.665024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.846559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port d9c32531-5c9e-41a3-bd14-d94549982fc6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d9c32531-5c9e-41a3-bd14-d94549982fc6,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:11.846847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.972114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for d9c32531-5c9e-41a3-bd14-d94549982fc6 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:12.158414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.235885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=d9c32531-5c9e-41a3-bd14-d94549982fc6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.596897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.997296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 32d1bd36-2044-43ab-a9f6-4142a636f72a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:13.196270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:13.206799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Sync routers for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:13.212569 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6403e0fe-39f5-46e0-a2dc-a6b10905b25d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/32d1bd36-2044-43ab-a9f6-4142a636f72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683563 Feb 16 12:48:13.216463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59238) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.222732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:13.223731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.290273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet 736cade5-19f6-48f1-aa5c-2836fa8d8714 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:13.294468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.362140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.461974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:13.462664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.544506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.595941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=736cade5-19f6-48f1-aa5c-2836fa8d8714,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.602940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.610049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3efa308a-05a6-4b7a-a17c-1487fb492a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/736cade5-19f6-48f1-aa5c-2836fa8d8714 HTTP/1.1" status: 204 len: 168 time: 0.3925216 Feb 16 12:48:13.611531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df942ef8-4f41-4da6-b57d-d0ead0f298a6 None None] Network e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:13.612895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59242) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.793590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.932485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '0ead883c-ef7a-453d-8421-aaa08d61449d', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:18Z', 'updated_at': '2022-02-16T12:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.936747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Checking router: 32d1bd36-2044-43ab-a9f6-4142a636f72a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:13.945821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Routers {'32d1bd36-2044-43ab-a9f6-4142a636f72a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:13.946447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['32d1bd36-2044-43ab-a9f6-4142a636f72a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.983647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.993866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 0ead883c-ef7a-453d-8421-aaa08d61449d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:13.994175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.998649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] DHCP port deletion for e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:14.007212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Deleting port d54f6b81-b198-4974-8bc6-2ee042a169be {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:14.007584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.187793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] Set router 32d1bd36-2044-43ab-a9f6-4142a636f72a gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:14.288513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 0ead883c-ef7a-453d-8421-aaa08d61449d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=0ead883c-ef7a-453d-8421-aaa08d61449d,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:14.289072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.306174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:48:13Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.328549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d25e26-fd99-45d4-ac38-d6655ce6c511 None None] The sync data for ids ['32d1bd36-2044-43ab-a9f6-4142a636f72a'] in dv-neutron-829435-1-hyperv is: [{'id': '32d1bd36-2044-43ab-a9f6-4142a636f72a', 'name': 'tempest-TestNetworkBasicOps-router-1492928433', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:16Z', 'updated_at': '2022-02-16T12:48:13Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:14.410869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 0ead883c-ef7a-453d-8421-aaa08d61449d owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:14.414754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] For port d54f6b81-b198-4974-8bc6-2ee042a169be, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d54f6b81-b198-4974-8bc6-2ee042a169be,segment=NetworkSegment(470f4163-04c6-418f-bf8f-884c75580822),segment_id=470f4163-04c6-418f-bf8f-884c75580822)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:14.415150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.538987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Calling delete_port for d54f6b81-b198-4974-8bc6-2ee042a169be owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:14.582309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.621860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.631694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=0ead883c-ef7a-453d-8421-aaa08d61449d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.675318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] Pushing event deleted for resources: {'Port': ['ID=d54f6b81-b198-4974-8bc6-2ee042a169be,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.677116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c089e0-7faa-4b1a-a228-c845a91809bd None None] No DVR routers for this DVR port d54f6b81-b198-4974-8bc6-2ee042a169be on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:14.747194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.931619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.934387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.957940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.958552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router 32d1bd36-2044-43ab-a9f6-4142a636f72a {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:14.974383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.975443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f8015902-9201-45ed-9856-91dd2ca4f9a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/32d1bd36-2044-43ab-a9f6-4142a636f72a HTTP/1.1" status: 204 len: 168 time: 1.3614087 Feb 16 12:48:14.978096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59246) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.081821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d9c32531-5c9e-41a3-bd14-d94549982fc6 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:15.094443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.166776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d9c32531-5c9e-41a3-bd14-d94549982fc6 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:15.167140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d9c32531-5c9e-41a3-bd14-d94549982fc6 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:15.167482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d54f6b81-b198-4974-8bc6-2ee042a169be no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:15.200727 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d54f6b81-b198-4974-8bc6-2ee042a169be {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:15.201075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d54f6b81-b198-4974-8bc6-2ee042a169be not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:15.238664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.269565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e955fbc4-94e5-4ca1-bb94-c02b6b3c3699']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.282818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470f4163-04c6-418f-bf8f-884c75580822') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.283097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470f4163-04c6-418f-bf8f-884c75580822') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:15.296160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.312927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.319827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:15.320262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:15.336659 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:15.417349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.435332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.447888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=e955fbc4-94e5-4ca1-bb94-c02b6b3c3699,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.451689 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b48077a0-609c-4c99-b0f4-97b10ba351c5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/e955fbc4-94e5-4ca1-bb94-c02b6b3c3699 HTTP/1.1" status: 204 len: 168 time: 0.4726925 Feb 16 12:48:15.466747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.478900 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-805ca689-de53-4b0c-9c0d-cf2b90860964 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110984 Feb 16 12:48:15.481575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.486761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--953345910', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.491434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.495437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.498878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.504605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.514440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:15.517775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.545953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:15.554204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.554539 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment f7cf7540-f127-4260-b9be-e14b4492ebe5 of type vlan for network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e Feb 16 12:48:15.580629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.610637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.616237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:15.616762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.723209 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2406349 Feb 16 12:48:15.725928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef94de-8919-40d2-8a1a-d6187e97c85f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.726117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59258) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.731637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-910546822', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.737499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:15.739526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.743498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.747108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.753336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.763467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.764576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.779886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.141581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.438751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.467592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.562361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ead883c-ef7a-453d-8421-aaa08d61449d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:16.604698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 0ead883c-ef7a-453d-8421-aaa08d61449d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:16.605027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.178 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/2ab73f72-8b68-4a73-b9f5-9161a8a643af) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:16.605851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 0ead883c-ef7a-453d-8421-aaa08d61449d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:16.768503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.801084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.860626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.863318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.871486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:16.913799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.405032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.749522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.965636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:18.153093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:18.162059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:18.172412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:18.173067 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:18.188491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.189719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76d9434d-d949-4e52-adb3-13a1f693346d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4624946 Feb 16 12:48:18.193636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.241010 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cbc9eb34-c8f5-4c2b-b84f-7e510158e7df tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437176 Feb 16 12:48:18.241347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59266) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.369215 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:18.382740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0255c9-9acb-45be-a2a2-61aab3336dc2 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.384666 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a0255c9-9acb-45be-a2a2-61aab3336dc2 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421535 Feb 16 12:48:18.388267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.437808 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0e8bb5b0-8a13-41b8-aa7a-c25d7ae51453 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476096 Feb 16 12:48:18.440797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59274) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:18.447269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979700047', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:18.569894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:18.573921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:18.579535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:18.586874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:18.606636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:18.610714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.673670 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:18.677816 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:18.678161 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Updating router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 port 2ab73f72-8b68-4a73-b9f5-9161a8a643af binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:18.739333 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.857842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.941373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=173d07ea-1c28-422a-bcb6-9ae9425a2069,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.953394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:18.953751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:18.986589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:18.999477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:19.004834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:19.005670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.010670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5065d-4d4d-43b2-b097-19268f95dcee None None] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:19.035313 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c95b665-321e-4893-af86-51d1b6aa842e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5906322 Feb 16 12:48:19.035503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59278) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.147039 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.161958 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Transition to ACTIVE for port object 2ab73f72-8b68-4a73-b9f5-9161a8a643af will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:19.170462 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.252731 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.266071 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Attempting to bind port 2ab73f72-8b68-4a73-b9f5-9161a8a643af on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:19.266437 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Attempting to bind port 2ab73f72-8b68-4a73-b9f5-9161a8a643af by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:19.266782 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Attempting to bind port 2ab73f72-8b68-4a73-b9f5-9161a8a643af on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:19.269634 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.269993 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.270313 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.270644 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.270969 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.271116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:19.271294 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.271616 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.271938 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.272082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.272291 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.272610 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.272923 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.273245 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:19.280884 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:19.281260 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:19.281656 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.282037 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:19.282500 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Bound port: 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:19.282871 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.369534 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:19.374656 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2ab73f72-8b68-4a73-b9f5-9161a8a643af,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:19.380865 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.463808 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:19.465333 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:19.477730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Allocated IP 172.20.0.2 (c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e/173d07ea-1c28-422a-bcb6-9ae9425a2069/6d3aca02-fc77-48d0-9806-14d44f066653) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:19.637633 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401d33-b1e1-4df0-bf7e-0735b8d016fa None None] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.684176 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:19.775518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.787680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Transition to ACTIVE for port object 6d3aca02-fc77-48d0-9806-14d44f066653 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:19.817480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Transition to ACTIVE for port object 6d3aca02-fc77-48d0-9806-14d44f066653 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:19.824204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.890242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:19.893014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:19.902637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:19.987164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Pushing event updated for resources: {'Port': ['ID=6d3aca02-fc77-48d0-9806-14d44f066653,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.013281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Attempting to bind port 6d3aca02-fc77-48d0-9806-14d44f066653 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:20.016191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Attempting to bind port 6d3aca02-fc77-48d0-9806-14d44f066653 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:20.016191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Attempting to bind port 6d3aca02-fc77-48d0-9806-14d44f066653 on network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:20.019697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:20.020839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Checking segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:20.020839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.021128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:20.021250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Bound using segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:20.021698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Bound port: 6d3aca02-fc77-48d0-9806-14d44f066653, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:20.022250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.028137 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abe2ce1-dacc-4b7c-8626-6dea2c09d0bb None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:17Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:20.038003 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.138039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] For port 6d3aca02-fc77-48d0-9806-14d44f066653, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:20.143236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] For port 6d3aca02-fc77-48d0-9806-14d44f066653, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6d3aca02-fc77-48d0-9806-14d44f066653,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:20.147436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.250347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468568d-5c9a-41d1-81ce-81272e92cca6 None None] Pushing event updated for resources: {'Port': ['ID=6d3aca02-fc77-48d0-9806-14d44f066653,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.580710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e/173d07ea-1c28-422a-bcb6-9ae9425a2069/2aec84e5-d123-4080-bdb5-fced8cbe0a1d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:20.705300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6d3aca02-fc77-48d0-9806-14d44f066653 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:20.785720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 6d3aca02-fc77-48d0-9806-14d44f066653 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:20.791322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:20.844406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.863443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2ab73f72-8b68-4a73-b9f5-9161a8a643af completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:20.864946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 2aec84e5-d123-4080-bdb5-fced8cbe0a1d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:20.872679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2ab73f72-8b68-4a73-b9f5-9161a8a643af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:20.873060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.890816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.955706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:20.958750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:20.968065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:21.010113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.010958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.036322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2ab73f72-8b68-4a73-b9f5-9161a8a643af,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:21.041874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.053999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.117296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.378006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7d903-864e-4ee8-b647-fcb33252665a None None] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:21.459367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.482276 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Provisioning for port 6d3aca02-fc77-48d0-9806-14d44f066653 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:21.527873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Provisioning complete for port 6d3aca02-fc77-48d0-9806-14d44f066653 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:21.528312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.745024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.792255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] For port 6d3aca02-fc77-48d0-9806-14d44f066653, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6d3aca02-fc77-48d0-9806-14d44f066653,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:21.801141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.876469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ad345-4e04-427d-ba0e-00bbc0986166 None None] Pushing event updated for resources: {'Port': ['ID=6d3aca02-fc77-48d0-9806-14d44f066653,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.903829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.908421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.938664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.021087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Provisioning for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:22.028084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.028642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.029019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.032069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.087755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:22.099497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Provisioning complete for port 6d3aca02-fc77-48d0-9806-14d44f066653 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.099869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd77bc0a-2c1d-479d-a2ca-9722a7860b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.189098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.190179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.346222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3bfdd88d-12da-4f86-bfc3-0ed21d27ceca None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.346589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd88d-12da-4f86-bfc3-0ed21d27ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.385297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:22.399313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdd88d-12da-4f86-bfc3-0ed21d27ceca None None] Port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:22.517606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-457a4dd1-8201-42a7-8061-9b1305d54717 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.517864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-457a4dd1-8201-42a7-8061-9b1305d54717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.575254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-457a4dd1-8201-42a7-8061-9b1305d54717 None None] Port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:22.576782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:22.587550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:22.597371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa662ba2-3f1e-4860-b419-93e3c511fc19 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5563431 Feb 16 12:48:22.597371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.599659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:22.600311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:22.655913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6d3aca02-fc77-48d0-9806-14d44f066653 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:22.743917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.744596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.745049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.745499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.746258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.746718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.751073 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e383c43-6a52-4e6f-9b0a-2a6a8d906762 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1522336 Feb 16 12:48:22.751213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.819523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.819892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.820374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.820816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.821261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.821690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.827592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb19cbf2-07ad-48fe-9366-8fed87e0df56 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0714118 Feb 16 12:48:22.827778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.834970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 6d3aca02-fc77-48d0-9806-14d44f066653 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:22.835341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.861185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:23.158480 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12a1a003-571e-4aa9-a569-190314f4a5fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3295186 Feb 16 12:48:23.179069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:23.300787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2ab73f72-8b68-4a73-b9f5-9161a8a643af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.301158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.363872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:23.369605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:23.369957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Updating router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:23.466351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.471512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887927640', 'description': 'tempest-secgroup-smoke-887927640 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.477521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.481785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:23.484608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:23.490180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.500782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.508316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.523413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.527414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:23.530512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:23.537023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.613120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.617503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.662512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.670755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.671108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.671446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.671775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.672129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.672458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.672781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.673102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.673426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.673743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.674059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.674404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:23.677371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.681236 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-574f6c26-4f25-4a34-ad9c-5dca3f87683e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2111990 Feb 16 12:48:23.681410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59302) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.687247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.693102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.696952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:23.700381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:23.706209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.723378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.784021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.787680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.812358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7980ff42-1dd5-4019-8dff-e46385769461,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.820598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.821757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3817388-59b0-4788-9bb1-9a4e9083445b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394558 Feb 16 12:48:23.824644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.829759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.835584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.839343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:23.842509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:23.848615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.866652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.878283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.889858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Transition to ACTIVE for port object 2aec84e5-d123-4080-bdb5-fced8cbe0a1d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:23.897032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.942771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.946735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.972541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5da09c-9828-4987-96be-5923064e8fa9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.984282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.985481 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e4bd5e7d-b78d-4165-a0f9-d98ee8619e8e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596501 Feb 16 12:48:23.988497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.995664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.003354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.008701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.011979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.017966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.036742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.051499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54d1b7-4918-403a-af31-cbfa91a30adf None None] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.119006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Attempting to bind port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:24.119371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Attempting to bind port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:24.119724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Attempting to bind port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d on network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:24.126424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:24.126804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Checking segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:24.127205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.127602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Bound using segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:24.128095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Bound port: 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:24.128465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.225556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.229673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.233373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:24.237590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:24.241839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.254828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ead8e7-03d8-4f22-a3f5-898717d08dfc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.265767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.266216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.266572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.266992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.267321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.267643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.268112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.268439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.268760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.269075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.269387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.269702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:24.272977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.276698 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dde22777-79aa-4be4-bea4-6fc0fe10e26f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838805 Feb 16 12:48:24.277666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.282586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.288303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.291963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.295351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.301225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.318402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.320440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:24.321074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:47:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.385531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.391325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.404053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54d1b7-4918-403a-af31-cbfa91a30adf None None] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.422686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e083b6a5-6b15-46fa-b48d-72ab30321b10,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.441834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.444033 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7afbe698-91b2-4ed3-9ba4-d25e23f3dab1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653314 Feb 16 12:48:24.447110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.453723 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.461310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.466126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.469347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.476804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.489298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:24.496407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.524348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:24.563427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.572833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.600451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b48f4d5-3dee-4fe1-9b69-7be13bc202b2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.610410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.611721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-244ba4c5-3aa5-4f52-8d07-0de05c7beb73 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635811 Feb 16 12:48:24.614555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.619726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.626164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.629898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.632779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.639308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.650132 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:24.657924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.723938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.727849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.751600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462a899-10ca-427b-9e12-efe01eb2b39b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.762034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.763393 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc579ebd-6893-4e4a-a3a2-3b523e846c79 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477056 Feb 16 12:48:24.859950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:24Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.864719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7150af-513d-4633-af80-428f66fe7379 None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:24Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:25.009213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-1069ff53-1680-4ec2-8301-332d636eb71f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:25.030701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-1069ff53-1680-4ec2-8301-332d636eb71f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:25.032335 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-1069ff53-1680-4ec2-8301-332d636eb71f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887927640&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0640872 Feb 16 12:48:25.191362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-62deb547-fdc0-44fe-97b8-a0b10440ad23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:25.192188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-62deb547-fdc0-44fe-97b8-a0b10440ad23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:25.208274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-62deb547-fdc0-44fe-97b8-a0b10440ad23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:25.209670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-62deb547-fdc0-44fe-97b8-a0b10440ad23 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 200 len: 796 time: 0.1704280 Feb 16 12:48:25.225703 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-85c230a6-dc2f-4dec-80c6-f4a10107d7ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Feb 16 12:48:25.318122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-7038fdbc-75dd-4d2f-a7db-893b5082c275 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:25.336827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-7038fdbc-75dd-4d2f-a7db-893b5082c275 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:25.338402 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-7038fdbc-75dd-4d2f-a7db-893b5082c275 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063340 Feb 16 12:48:25.489858 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-f046aa5f-6c66-4905-a6ce-6fbe38d89645 service neutron] 10.222.0.65 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387618 Feb 16 12:48:25.650990 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-8d013da1-0e8e-4056-8f2f-35b71320a039 service neutron] 10.222.0.65 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541612 Feb 16 12:48:25.693334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e6a24c2-7d2d-4497-92aa-9401538d3090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.883339 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ad3caa3-1daa-445a-83d1-e76eaa26ad7a req-ce33ae2d-b685-4534-b411-23ff840b345e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 210 time: 0.0522771 Feb 16 12:48:26.660675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:26.733344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:26.739312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:26.739686 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.895621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.928407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:26.936152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.014476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.110000 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c51a45a2-972f-4212-b57e-e11e2be3cd96 req-709b1b38-a5f7-4ad0-83c8-f2702fb90e2f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 210 time: 0.0742590 Feb 16 12:48:27.276298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-51845469-4b5e-4864-9076-06e571083584 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.277953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-51845469-4b5e-4864-9076-06e571083584 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:27.291561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-51845469-4b5e-4864-9076-06e571083584 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:27.293699 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-51845469-4b5e-4864-9076-06e571083584 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 200 len: 796 time: 0.2421446 Feb 16 12:48:27.350497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-750bb808-8c0c-4735-b822-364bbe09fb88 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:27.365005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-750bb808-8c0c-4735-b822-364bbe09fb88 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:27.366107 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-750bb808-8c0c-4735-b822-364bbe09fb88 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 379 time: 0.0586326 Feb 16 12:48:27.374770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:27.512705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:27.522063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:27.533790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:27.537269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.697622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.8 (c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e/173d07ea-1c28-422a-bcb6-9ae9425a2069/851ce9fb-841c-4611-a3f0-20fc46592501) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:27.880357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.897534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 851ce9fb-841c-4611-a3f0-20fc46592501 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.901678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4e5d399a-45b2-49bf-8969-bfebfa970215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.920383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.992136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:28.000540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:28.004864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:28.035468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.072890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.073499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.102817 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-787be3e7-f910-4ef2-ad0c-175e48e13a61 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319472 Feb 16 12:48:28.121690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Request body: {'port': {'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:28.215493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-06dc754c-2149-4eb2-92c3-86cefa10b0cb None None] Provisioning for port 851ce9fb-841c-4611-a3f0-20fc46592501 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:28.221313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-06dc754c-2149-4eb2-92c3-86cefa10b0cb None None] Provisioning complete for port 851ce9fb-841c-4611-a3f0-20fc46592501 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.221967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06dc754c-2149-4eb2-92c3-86cefa10b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.263539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.294800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-06dc754c-2149-4eb2-92c3-86cefa10b0cb None None] Port 851ce9fb-841c-4611-a3f0-20fc46592501 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:28.328351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00155e6-c9c9-4770-867b-3a69cb7510e3 req-a30087d7-7337-4a2b-a7cd-9120d25cbc4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.330386 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f00155e6-c9c9-4770-867b-3a69cb7510e3 req-a30087d7-7337-4a2b-a7cd-9120d25cbc4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 931 time: 0.0906284 Feb 16 12:48:28.375956 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f00155e6-c9c9-4770-867b-3a69cb7510e3 req-d47a42b3-ee63-45ce-b562-f7d7b1ee19cd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Feb 16 12:48:28.626978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851ce9fb-841c-4611-a3f0-20fc46592501 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:28.633802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:28.635002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.650441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Transition to ACTIVE for port object 851ce9fb-841c-4611-a3f0-20fc46592501 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:28.655234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.705168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.705553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.970113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Pushing event updated for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.991096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.043063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Attempting to bind port 851ce9fb-841c-4611-a3f0-20fc46592501 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:29.043400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Attempting to bind port 851ce9fb-841c-4611-a3f0-20fc46592501 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:29.043732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Attempting to bind port 851ce9fb-841c-4611-a3f0-20fc46592501 on network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:29.048320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Port 851ce9fb-841c-4611-a3f0-20fc46592501 on network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:48:29.048642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Attempting to bind port 851ce9fb-841c-4611-a3f0-20fc46592501 on network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:29.053853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:29.054186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Checking segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:29.054567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Bound using segment: {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:29.054984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Bound port: 851ce9fb-841c-4611-a3f0-20fc46592501, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cf7540-f127-4260-b9be-e14b4492ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:29.055327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.090764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.162627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:29.165537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=851ce9fb-841c-4611-a3f0-20fc46592501,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:29.171228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.227123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.227725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.229199 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] 10.222.0.81 "PUT /v2.0/ports/851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 200 len: 1093 time: 1.1124322 Feb 16 12:48:29.229525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:29.257259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4fd12-0ae2-4b90-9576-529a027ee37d service neutron] Pushing event updated for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.288318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501', 'status': 'completed', 'code': 200} Feb 16 12:48:29.382829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-9bebcf22-9b3e-4a9b-ab0c-31be603b3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.384323 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-9bebcf22-9b3e-4a9b-ab0c-31be603b3826 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1096 time: 0.0797765 Feb 16 12:48:29.471708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-9814938d-3eca-423a-93f6-e4846411fa57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 200 len: 217 time: 0.0741880 Feb 16 12:48:29.551950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-8c470de0-340e-4bfe-8d57-fc0c0826a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.554892 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-8c470de0-340e-4bfe-8d57-fc0c0826a452 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173d07ea-1c28-422a-bcb6-9ae9425a2069 HTTP/1.1" status: 200 len: 834 time: 0.0767682 Feb 16 12:48:29.648933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-c9383f81-25c2-4421-9610-c713b78537d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.651163 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-c9383f81-25c2-4421-9610-c713b78537d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912690 Feb 16 12:48:29.670182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c306e1-8b32-4c33-a610-ea93c7389cc1 req-f42b89bd-e532-4b8e-8d3c-7379d5f8d304 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.671821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2c306e1-8b32-4c33-a610-ea93c7389cc1 req-f42b89bd-e532-4b8e-8d3c-7379d5f8d304 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 943 time: 0.1078281 Feb 16 12:48:29.719866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2c306e1-8b32-4c33-a610-ea93c7389cc1 req-4749dd32-ae35-468d-8a0a-4108cba2f51f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 Feb 16 12:48:29.789630 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-73919be3-d221-488a-90d0-e8813384ab2a service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310301 Feb 16 12:48:29.923991 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebd80f81-8b16-4b47-8232-ca28f262afa7 req-07c96fac-5480-4b01-b505-62405a60a310 service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281338 Feb 16 12:48:30.094437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-074f6947-abb2-44f3-a73b-1176e49bbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.095883 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-074f6947-abb2-44f3-a73b-1176e49bbbb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1096 time: 0.0765629 Feb 16 12:48:30.237452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-ce424f64-945f-44d3-9237-8fcd1a95a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.238901 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-ce424f64-945f-44d3-9237-8fcd1a95a226 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 200 len: 897 time: 0.1316054 Feb 16 12:48:30.306797 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-7b51d5a6-6c19-48ce-8696-57fdc66682cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 200 len: 217 time: 0.0598102 Feb 16 12:48:30.377396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-a2ee571c-353b-43c2-aeeb-a2c375930234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.378838 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-a2ee571c-353b-43c2-aeeb-a2c375930234 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173d07ea-1c28-422a-bcb6-9ae9425a2069 HTTP/1.1" status: 200 len: 834 time: 0.0645108 Feb 16 12:48:30.424616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.458246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-77c69842-6da9-4aa9-97f7-c3875c097a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.459763 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-77c69842-6da9-4aa9-97f7-c3875c097a1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740478 Feb 16 12:48:30.595177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-afcdc93f-a2e5-4abc-aee7-bcfabd066d3f service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278267 Feb 16 12:48:30.727302 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd459f93-fc7b-4366-817d-8892e8aca566 req-8f85470d-35db-49bd-a9fb-f01887170363 service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254296 Feb 16 12:48:30.918467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984c715-dddf-4447-bf85-533815e14e5d req-6bfb72c3-7ab1-4841-a70d-ee5cf79f6165 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.919916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1984c715-dddf-4447-bf85-533815e14e5d req-6bfb72c3-7ab1-4841-a70d-ee5cf79f6165 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 943 time: 0.0821202 Feb 16 12:48:30.964591 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1984c715-dddf-4447-bf85-533815e14e5d req-dd2d1a8d-6597-445c-82cf-5d505bfa18d0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Feb 16 12:48:31.664799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 851ce9fb-841c-4611-a3f0-20fc46592501 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:48:31.833648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=851ce9fb-841c-4611-a3f0-20fc46592501,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:31.862583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '851ce9fb-841c-4611-a3f0-20fc46592501', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:48:31.981732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.003577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851ce9fb-841c-4611-a3f0-20fc46592501 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:32.031345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=851ce9fb-841c-4611-a3f0-20fc46592501,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:32.036053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.135186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.152534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:32.216534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20594fdc-828d-4232-9d07-1ab1b6ab2079 req-57b197b8-1744-44b6-b6f3-64a6c500ead0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:32.219565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20594fdc-828d-4232-9d07-1ab1b6ab2079 req-57b197b8-1744-44b6-b6f3-64a6c500ead0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 944 time: 0.1090558 Feb 16 12:48:32.277714 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20594fdc-828d-4232-9d07-1ab1b6ab2079 req-61992ffa-9110-4bc2-ad63-9b19315976af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497353 Feb 16 12:48:32.323963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['851ce9fb-841c-4611-a3f0-20fc46592501'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:48:33.533140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1d76f-8f89-4a5b-b62b-e381b48eb1f2 req-0608c29b-b29f-43d2-a364-ce4cf790e383 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.534620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ea1d76f-8f89-4a5b-b62b-e381b48eb1f2 req-0608c29b-b29f-43d2-a364-ce4cf790e383 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 944 time: 0.1338067 Feb 16 12:48:33.595180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ea1d76f-8f89-4a5b-b62b-e381b48eb1f2 req-a0a858e9-027d-4f05-91e5-0f404f0a45af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533826 Feb 16 12:48:33.681437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 851ce9fb-841c-4611-a3f0-20fc46592501 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:33.764722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 851ce9fb-841c-4611-a3f0-20fc46592501 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:33.770943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 851ce9fb-841c-4611-a3f0-20fc46592501 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:33.771367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.931290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.989870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:34.011559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=851ce9fb-841c-4611-a3f0-20fc46592501,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:34.020593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.061621 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501', 'code': 200} Feb 16 12:48:34.121258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.369318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b2e42-784c-432c-99a8-57d2d3c43db5 req-bb3096d8-4760-467e-b7a9-b0364a87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.372518 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bf9b2e42-784c-432c-99a8-57d2d3c43db5 req-bb3096d8-4760-467e-b7a9-b0364a87a695 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1098 time: 0.1049640 Feb 16 12:48:34.416566 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bf9b2e42-784c-432c-99a8-57d2d3c43db5 req-162567ff-09f5-451d-ac5e-d5ce3c5acda5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388525 Feb 16 12:48:34.837274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a2cdf-178a-40c2-be9b-b1377c07e014 req-6407d625-3257-4923-86a2-dcdb340eb4f6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.838825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a6a2cdf-178a-40c2-be9b-b1377c07e014 req-6407d625-3257-4923-86a2-dcdb340eb4f6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.0902407 Feb 16 12:48:34.895180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a6a2cdf-178a-40c2-be9b-b1377c07e014 req-39f6c669-4a42-4931-b9f4-0a7fb24e4350 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Feb 16 12:48:35.200451 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-08beb4b9-f20f-4855-ba33-ad49de9abdf7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732007 Feb 16 12:48:35.435769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726521a-01ee-401b-a37b-f30b9518230e req-d3cc21cd-57f0-47a1-b424-0f9693750ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.438344 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-d3cc21cd-57f0-47a1-b424-0f9693750ebb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.0891519 Feb 16 12:48:35.717537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726521a-01ee-401b-a37b-f30b9518230e req-068162af-1c8e-46e2-818f-14a335edff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.718757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-068162af-1c8e-46e2-818f-14a335edff0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.2549729 Feb 16 12:48:35.822269 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-97bad280-84a3-4509-b4ef-dfe855e17422 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 1001 time: 0.0974343 Feb 16 12:48:35.884118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726521a-01ee-401b-a37b-f30b9518230e req-e4a43a48-0eb9-4e30-a3c9-ada4cc947d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.885552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-e4a43a48-0eb9-4e30-a3c9-ada4cc947d11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0575035 Feb 16 12:48:35.965411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726521a-01ee-401b-a37b-f30b9518230e req-0dd6286a-ffd3-45bf-8749-95366d773d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.967001 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-0dd6286a-ffd3-45bf-8749-95366d773d7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752854 Feb 16 12:48:36.111068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-34b9a08e-8f7d-40f2-b9b6-c9da6f75cb78 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378081 Feb 16 12:48:36.127796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0b505-1262-4d8c-8a70-332565afce00 req-a7687a13-49f1-4b54-9e8a-a13a193b02d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:36.129400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b6a0b505-1262-4d8c-8a70-332565afce00 req-a7687a13-49f1-4b54-9e8a-a13a193b02d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.0893154 Feb 16 12:48:36.180595 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b6a0b505-1262-4d8c-8a70-332565afce00 req-67b33cb6-3e23-496f-8d2f-ec313c710845 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Feb 16 12:48:36.270396 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3726521a-01ee-401b-a37b-f30b9518230e req-2bd4afc4-236c-41e2-bf9f-10e21dce1236 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531446 Feb 16 12:48:36.482359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f7ad8-d555-4b17-be38-eb0396206688 req-03380413-d7a7-4964-bd52-dc6636fba277 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:36.484189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c1f7ad8-d555-4b17-be38-eb0396206688 req-03380413-d7a7-4964-bd52-dc6636fba277 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.1874242 Feb 16 12:48:36.535312 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c1f7ad8-d555-4b17-be38-eb0396206688 req-8f402b6e-7b13-442c-849c-b570ae1bebd1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451574 Feb 16 12:48:36.560346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:36.646841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4074743-23bf-401a-bc49-7fa1c0d78b91 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:36.648339 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4074743-23bf-401a-bc49-7fa1c0d78b91 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1093 time: 0.0869608 Feb 16 12:48:36.651259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:36.657586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:36.664638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:36.669423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:36.672392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:36.678500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:36.688414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.836036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.969788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.30 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:37.118424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.147108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.207333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:37.214853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:37.218851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:37.246750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.630951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.719775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.958822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.963976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.099906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.126844 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-5c209b93-5ca2-4a72-98cb-8c9ec065917f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809560313&fields=id&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 267 time: 0.1226583 Feb 16 12:48:38.127707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.523650 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847 associated. External IP: 172.26.4.30, port: 851ce9fb-841c-4611-a3f0-20fc46592501. Feb 16 12:48:38.578398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-d99fea44-0e3e-4d67-b65f-798b933cbb98 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:38.579809 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-d99fea44-0e3e-4d67-b65f-798b933cbb98 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.4035499 Feb 16 12:48:38.610557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-8cb09f83-c507-456b-9fc6-1f5aa5f03251 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/quotas/f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 375 time: 0.0158222 Feb 16 12:48:38.866306 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-3d5d55aa-ba9a-4a16-a3e9-df1329005e86 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2437313 Feb 16 12:48:38.961354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:39.030082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-5bd5b107-545f-4d0f-a437-7575df456f4e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:48:39.031033 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-5bd5b107-545f-4d0f-a437-7575df456f4e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1164966 Feb 16 12:48:39.252455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:39.259701 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-531d3900-a26a-4be5-b222-722f5a032572 service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206924 Feb 16 12:48:39.262888 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:39.272376 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:39.272971 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.309630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.426936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-beae999f-d4e5-4e5a-8cd2-78cb07b15c17 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7745550 Feb 16 12:48:39.429471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:39.429704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.457341 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:39.458274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-89409ed3-1ae1-45c2-a93c-f59799a37a5c service neutron] 10.222.0.65 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848888 Feb 16 12:48:39.582459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501', 'status': 'completed', 'code': 200} Feb 16 12:48:39.710724 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ddd2b30-9f75-4755-9418-928bd8ec5887 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 HTTP/1.1" status: 200 len: 922 time: 0.2795250 Feb 16 12:48:39.715279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59450) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.739256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-b1be748f-b79c-4b32-b831-15d75c2602ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.740966 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-b1be748f-b79c-4b32-b831-15d75c2602ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1098 time: 0.0993874 Feb 16 12:48:39.815785 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:48:37Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.819897 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:39.829874 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:39.830472 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.896190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-53499e51-9eea-4442-be12-abbc371c9ace tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 990 time: 0.1790013 Feb 16 12:48:39.898285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-13cb4cb0-6bc6-40cc-8244-47f0a0bb3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.899965 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-13cb4cb0-6bc6-40cc-8244-47f0a0bb3d57 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 200 len: 897 time: 0.1526353 Feb 16 12:48:39.968309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb275c82-7833-4907-8960-0c6610f68715 req-58e0835a-8b66-4869-a755-116915811a1d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0568480 Feb 16 12:48:40.024831 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-10342309-5693-4028-ba06-167136d1ff7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 200 len: 998 time: 0.1184647 Feb 16 12:48:40.089730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-b9271de9-8703-4496-a582-02862de04c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.091217 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-b9271de9-8703-4496-a582-02862de04c46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173d07ea-1c28-422a-bcb6-9ae9425a2069 HTTP/1.1" status: 200 len: 834 time: 0.0610023 Feb 16 12:48:40.098602 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:40.172124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-6f14cb74-e857-4ce8-9b96-ae88c42d0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.173997 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-6f14cb74-e857-4ce8-9b96-ae88c42d0294 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764146 Feb 16 12:48:40.429262 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-ef343b5e-9585-4e43-b09b-db26a14a234a service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484236 Feb 16 12:48:40.466772 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:48:37Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:40.471030 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d26a5a-3a41-4d65-a17a-5cf92de37a6d None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:48:37Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:48:26Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:40.570547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a976d84-d5aa-4c19-8041-1420d2474d17 req-7d7ffc65-3537-42a8-aaab-ba6b7d60b3dd service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355817 Feb 16 12:48:40.686910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14533d5-c742-4e3a-a9de-801c6f37f4a0 None None] New status for floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:48:40.899946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59464) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.945415 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:48:41.162841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e94a9570-04e4-4488-b599-64ab6ea632f5 req-6eada1ae-e1b7-4c1a-a3b9-8a615e535832 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0628536 Feb 16 12:48:41.164784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-f9c39901-d6df-4b88-95ff-77ecbc7da3ca tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.166183 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-f9c39901-d6df-4b88-95ff-77ecbc7da3ca tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 811 time: 0.1653354 Feb 16 12:48:41.189404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8efe0d47-8da2-4f37-b2f7-72e77244959d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 992 time: 0.2883060 Feb 16 12:48:41.228867 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-fa2f445c-69b0-42e6-a4ad-4a79f2a39293 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6989836bdb149dfbc7933963def4e8c HTTP/1.1" status: 200 len: 380 time: 0.0438478 Feb 16 12:48:41.237715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'port': {'device_id': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'admin_state_up': True, 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'security_groups': ['2e2bff66-f5c8-41c6-bd55-9d599710cbf7']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:41.374863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:41.384484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:41.395032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Made reservation on behalf of f6989836bdb149dfbc7933963def4e8c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:41.398560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.567428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.20.0.3 (4a4db115-50ec-4f2e-abd4-39299f6d5d53/8e962aec-0d3c-489f-aac2-e413dfcf6939/ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:41.773750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.791564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Transition to ACTIVE for port object ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:41.817016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.888198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:41.896285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:41.900570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:41.936187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.970865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:41.971155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.998532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-93f06280-8b2f-41f2-ba60-8a13933c824b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643220 Feb 16 12:48:42.016529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Request body: {'port': {'device_id': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:42.136044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.179768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7a6e9e31-0120-4a39-8c95-bd56c3b6eed6 None None] Provisioning for port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:42.185186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7a6e9e31-0120-4a39-8c95-bd56c3b6eed6 None None] Provisioning complete for port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:42.185674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7a6e9e31-0120-4a39-8c95-bd56c3b6eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.245510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e9e31-0120-4a39-8c95-bd56c3b6eed6 None None] Port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:42.399624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e8a5-c359-41ec-8413-29930feab7fb req-1fbd27fe-e53d-47cf-92b7-b78156fcfb5d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:42.402318 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac85e8a5-c359-41ec-8413-29930feab7fb req-1fbd27fe-e53d-47cf-92b7-b78156fcfb5d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 931 time: 0.1085122 Feb 16 12:48:42.454156 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac85e8a5-c359-41ec-8413-29930feab7fb req-4f8e7ca3-a7ee-4210-a554-2459684e98cf tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Feb 16 12:48:42.545903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:42.554518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.577389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Transition to ACTIVE for port object ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:42.581313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.732387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.989944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Attempting to bind port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:42.990584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Attempting to bind port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:42.990722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Attempting to bind port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:42.996909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:48:42.997357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Attempting to bind port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b on network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:43.004713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:43.004713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Checking segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:43.004713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Bound using segment: {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:43.004713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Bound port: ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:43.004713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.110279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:43.113062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:43.118174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.176292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.177081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.178305 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] 10.222.0.81 "PUT /v2.0/ports/ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 1093 time: 1.1662369 Feb 16 12:48:43.178755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:43.210039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9fdbc-ff9b-4bd9-b504-377042306c9d service neutron] Pushing event updated for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.240784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'status': 'completed', 'code': 200} Feb 16 12:48:43.334077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-685f0620-8657-4efd-a8bf-155a1c6070c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.335613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-685f0620-8657-4efd-a8bf-155a1c6070c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0788574 Feb 16 12:48:43.419030 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-cb6e50b1-5f80-4ad7-b509-7fd6ef8a6ec1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 217 time: 0.0645673 Feb 16 12:48:43.481298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-9b9e818c-1bce-460d-bdea-1646a5e1019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.482610 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-9b9e818c-1bce-460d-bdea-1646a5e1019d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0574212 Feb 16 12:48:43.558456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-c89f1ba9-eda4-4973-b2c3-4bbd6d9b6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.559908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-c89f1ba9-eda4-4973-b2c3-4bbd6d9b6c7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716052 Feb 16 12:48:43.653562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6bfa6-5431-48d2-a0a6-efb243998e4c req-8d0d47f8-0332-4b6b-b5ef-37441f27cb77 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.655704 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ba6bfa6-5431-48d2-a0a6-efb243998e4c req-8d0d47f8-0332-4b6b-b5ef-37441f27cb77 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0893891 Feb 16 12:48:43.696230 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-6d92f037-c570-4597-ac3f-f114a287ff0b service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282635 Feb 16 12:48:43.699288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ba6bfa6-5431-48d2-a0a6-efb243998e4c req-a67d882e-885c-44a3-a9e3-ab96cf2ca185 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 Feb 16 12:48:43.828120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55b2e27b-930a-420f-9ba6-fc9332587299 req-4ce11675-aee3-4bfa-95d3-ab9275629190 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251111 Feb 16 12:48:44.001001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82357003-4418-4e3b-8baa-04335d35db1e req-3cb16b84-e1aa-4deb-8af2-7b63642f2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.002506 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-3cb16b84-e1aa-4deb-8af2-7b63642f2db3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0727148 Feb 16 12:48:44.134900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82357003-4418-4e3b-8baa-04335d35db1e req-3d1d570c-9da6-4151-a3dd-cb5cacfe0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.136897 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-3d1d570c-9da6-4151-a3dd-cb5cacfe0cbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.1278996 Feb 16 12:48:44.207674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-b59b4ede-bba9-4b56-a05a-a6ec12c30923 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 217 time: 0.0637138 Feb 16 12:48:44.281016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82357003-4418-4e3b-8baa-04335d35db1e req-0d547675-d1a4-468c-babe-477d1f325198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.282053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-0d547675-d1a4-468c-babe-477d1f325198 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0663221 Feb 16 12:48:44.367044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82357003-4418-4e3b-8baa-04335d35db1e req-6bae2c0b-04d0-42e1-8bc5-e0d219ff1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.368590 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-6bae2c0b-04d0-42e1-8bc5-e0d219ff1fde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798113 Feb 16 12:48:44.505594 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-98b8992a-faa9-45d7-99e5-dbf4ded03228 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306820 Feb 16 12:48:44.663120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82357003-4418-4e3b-8baa-04335d35db1e req-92298ab2-fcc9-480f-8471-4d77e0c42382 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506634 Feb 16 12:48:44.895399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f1e77-7eee-4fce-be3b-adb852d54511 req-cbf4a82a-5681-498b-afd9-e3f7efe6b9d3 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.896912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-186f1e77-7eee-4fce-be3b-adb852d54511 req-cbf4a82a-5681-498b-afd9-e3f7efe6b9d3 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0900896 Feb 16 12:48:44.946240 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-186f1e77-7eee-4fce-be3b-adb852d54511 req-672ec661-bfb8-402f-8e87-950b4ee35865 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Feb 16 12:48:46.130023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95c0c5-79ea-4328-8d19-d24ebef23e29 req-b3c5b914-ed5f-4471-84f5-ebaa2b47da68 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:46.131430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c95c0c5-79ea-4328-8d19-d24ebef23e29 req-b3c5b914-ed5f-4471-84f5-ebaa2b47da68 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0789809 Feb 16 12:48:46.174704 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c95c0c5-79ea-4328-8d19-d24ebef23e29 req-f33aa099-a0fc-4ec8-a7c0-f858a33b7b3a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Feb 16 12:48:47.363416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452850-b76a-4c25-adc0-400344320d34 req-0410aa41-6e71-40ce-b89f-11643e0cd742 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:47.364869 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b452850-b76a-4c25-adc0-400344320d34 req-0410aa41-6e71-40ce-b89f-11643e0cd742 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0821741 Feb 16 12:48:47.408268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b452850-b76a-4c25-adc0-400344320d34 req-1d01d7f7-e390-4d33-8e7c-3ede99941e9d tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375986 Feb 16 12:48:48.593577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4029cc-0848-41a4-92f7-c62496d6ca87 req-e63cf76f-4815-4613-8c97-24c4cb6acc0e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.595068 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a4029cc-0848-41a4-92f7-c62496d6ca87 req-e63cf76f-4815-4613-8c97-24c4cb6acc0e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0814769 Feb 16 12:48:48.643167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a4029cc-0848-41a4-92f7-c62496d6ca87 req-b1c77307-941b-4682-8832-bc8e95398900 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Feb 16 12:48:49.827110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd4cbe-b75f-4cc9-9b03-4c40c1d505c5 req-004d1b6c-6634-4014-8c13-bbbf613fe752 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:49.828609 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-31bd4cbe-b75f-4cc9-9b03-4c40c1d505c5 req-004d1b6c-6634-4014-8c13-bbbf613fe752 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0802073 Feb 16 12:48:49.873163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-31bd4cbe-b75f-4cc9-9b03-4c40c1d505c5 req-b674d38c-8a14-4fd6-bad8-a4ea33bfae5b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Feb 16 12:48:51.059024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ff76-8516-48b1-ae7e-9dd691a01dfa req-5504ee22-711e-47a1-965c-42119fa155b0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.060468 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c06ff76-8516-48b1-ae7e-9dd691a01dfa req-5504ee22-711e-47a1-965c-42119fa155b0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 943 time: 0.0814619 Feb 16 12:48:51.103364 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c06ff76-8516-48b1-ae7e-9dd691a01dfa req-480df6f9-dcda-4746-926c-4af4c28e6225 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Feb 16 12:48:51.744330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:48:51.901899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:51.914318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'port_id': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'mac_address': 'fa:16:3e:04:d6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:48:51.967911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.978074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.994259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:48:52.010172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:52.014516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.081895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.294438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa234cb-6c5a-4885-abb0-6068e1b01899 req-59a80f38-3c80-455e-9c32-de62f16427b2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:52.295876 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fa234cb-6c5a-4885-abb0-6068e1b01899 req-59a80f38-3c80-455e-9c32-de62f16427b2 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 944 time: 0.0902579 Feb 16 12:48:52.323251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:48:52.341290 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fa234cb-6c5a-4885-abb0-6068e1b01899 req-7723e046-2955-4ca0-b664-b64aa20e921e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Feb 16 12:48:53.530639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1282df-fd45-4dc8-930b-ea96643fe423 req-4b0542d7-3707-4f3d-8de8-4d436213770e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.532089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba1282df-fd45-4dc8-930b-ea96643fe423 req-4b0542d7-3707-4f3d-8de8-4d436213770e tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 944 time: 0.0847557 Feb 16 12:48:53.577078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba1282df-fd45-4dc8-930b-ea96643fe423 req-27ecddd8-7d15-4756-b117-7ddb7847a51c tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 Feb 16 12:48:53.759279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:53.825094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:53.830004 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:53.830372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.944053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.970122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:53.981041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:53.985319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.023574 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'code': 200} Feb 16 12:48:54.056050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.337125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940485d-2c58-4600-bcb2-1d1dacd6cf05 req-7fc62ff1-b5a9-4f5a-87f1-f1a8ce287cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:54.338589 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5940485d-2c58-4600-bcb2-1d1dacd6cf05 req-7fc62ff1-b5a9-4f5a-87f1-f1a8ce287cc1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0737283 Feb 16 12:48:54.378036 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5940485d-2c58-4600-bcb2-1d1dacd6cf05 req-275f5e65-1f24-4329-9708-a6bf7c56f107 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Feb 16 12:48:54.757990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29947-3539-45db-811b-9b8d78b7b740 req-b1cc4bd5-9524-4190-89e8-9eebb1c0514b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:54.759435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22f29947-3539-45db-811b-9b8d78b7b740 req-b1cc4bd5-9524-4190-89e8-9eebb1c0514b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.0789316 Feb 16 12:48:54.807008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22f29947-3539-45db-811b-9b8d78b7b740 req-faf909b3-3d31-458b-bc02-5cb11131d0e8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Feb 16 12:48:55.686473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e6c46998-9f60-4f66-84fe-47959491d977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.991346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d78014-90a9-4ba2-9987-bc2dabe10294 req-1c4281ff-2ae4-4be2-8653-afdae460568b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:55.992788 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61d78014-90a9-4ba2-9987-bc2dabe10294 req-1c4281ff-2ae4-4be2-8653-afdae460568b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.0783045 Feb 16 12:48:56.035682 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61d78014-90a9-4ba2-9987-bc2dabe10294 req-fb3dd59c-3401-4834-bf7d-7f7078786916 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Feb 16 12:48:56.224014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb2e70-727d-4ed3-b747-ac02b0577bff req-86c0cf6e-cc24-4f7d-be80-eb37727b98a9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.225470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7adb2e70-727d-4ed3-b747-ac02b0577bff req-86c0cf6e-cc24-4f7d-be80-eb37727b98a9 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.0826797 Feb 16 12:48:56.270761 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7adb2e70-727d-4ed3-b747-ac02b0577bff req-6dc483fd-1720-45bb-bc49-8ede5e84e77f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Feb 16 12:48:56.293802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59500) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:56.466187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1f447-8def-4126-a0e5-bcaa985781a0 tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:56.467659 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95a1f447-8def-4126-a0e5-bcaa985781a0 tempest-TestVolumeBootPattern-1136075588 tempest-TestVolumeBootPattern-1136075588-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1093 time: 0.1729062 Feb 16 12:48:56.470412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:56.475234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:56.481547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:56.485289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Usage tracker for resource:floatingip and tenant:f6989836bdb149dfbc7933963def4e8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:56.488091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:56.493591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:56.504402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.639828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.874323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Allocated IP 172.26.4.83 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8a527966-c73d-4ccb-85e5-61ee599bb908) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:57.017698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.046670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.108513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:57.111300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:57.119149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:57.153974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=8a527966-c73d-4ccb-85e5-61ee599bb908,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.530473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.610324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.818575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.822696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.903213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fa02da65-4605-487b-8022-802a38118e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.927853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event updated for resources: {'Port': ['ID=8a527966-c73d-4ccb-85e5-61ee599bb908,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:57.942076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.109559 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP f09aaada-6879-40f9-923a-6c85199875e2 associated. External IP: 172.26.4.83, port: ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b. Feb 16 12:48:58.570868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:58.750183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:58.760195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:58.769305 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:58.769931 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:58.773665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.836549 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-693d71da-e812-4f3f-b390-c986985b685b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3616359 Feb 16 12:48:58.836549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:58.879553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'status': 'completed', 'code': 200} Feb 16 12:48:58.950757 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:58.983551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.996165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-5e07828d-2b43-46e6-8474-d85fcf9e1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:58.997635 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-5e07828d-2b43-46e6-8474-d85fcf9e1eb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0725458 Feb 16 12:48:59.088300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.129964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-310dc93f-790e-4ebd-994e-ae0482d96b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.131402 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-310dc93f-790e-4ebd-994e-ae0482d96b5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.1274548 Feb 16 12:48:59.303487 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}, {'id': 'f09aaada-6879-40f9-923a-6c85199875e2', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:04:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:57Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.307675 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:59.316299 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.316883 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.342435 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-fa187a98-72e9-401b-8516-28f92c71e902 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 998 time: 0.2046671 Feb 16 12:48:59.409412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-6a9a2414-13b6-4228-9741-a2c5412fb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.410832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-6a9a2414-13b6-4228-9741-a2c5412fb137 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0619471 Feb 16 12:48:59.486278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-4ae53e5b-5247-478c-9e7d-619e899d9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.487750 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-4ae53e5b-5247-478c-9e7d-619e899d9451 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703645 Feb 16 12:48:59.524721 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:59.622584 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-5f4369c6-b3ae-483a-a79d-bf70cfe6c7d1 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255753 Feb 16 12:48:59.755103 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ab629e86-6ed2-408f-8ed9-46a18c9f232a req-19be66ec-3783-4edc-840e-a2f02b4c65fc service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248436 Feb 16 12:48:59.870438 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}, {'id': 'f09aaada-6879-40f9-923a-6c85199875e2', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:04:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:57Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.874228 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49931d3-7e6f-47b7-9b32-15dabf6e53e7 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}, {'id': 'f09aaada-6879-40f9-923a-6c85199875e2', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:04:d6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:57Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 0, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:00.039040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b16796-ae72-4609-8341-2ab4665d7c4e None None] New status for floating IP f09aaada-6879-40f9-923a-6c85199875e2: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:00.425572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.863139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59524) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.047269 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6371b9d3-4fed-4532-b183-655c3cc5244d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1830449 Feb 16 12:49:10.051554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59528) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.245846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f7032-5ec7-49d5-99d6-645c805d294d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Notify agent at dv-neutron-829435-1-hyperv the message router_removed_from_agent {{(pid=87699) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 12:49:10.249024 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e69f7032-5ec7-49d5-99d6-645c805d294d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "DELETE /v2.0/agents/81cfe69c-8a1b-488f-ac75-07a074d4190d/l3-routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 HTTP/1.1" status: 204 len: 168 time: 0.1966109 Feb 16 12:49:10.251594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.431757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e7e1ef6-90c3-46eb-a90f-bad94d11d950 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1790607 Feb 16 12:49:10.435015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.540633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-033ba244-7f7c-4fae-8ad3-5b5d724cfaea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 992 time: 0.1044731 Feb 16 12:49:10.648936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:10.761404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.792800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:10.796440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.864400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.994392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d9a5c-c462-475d-8f0f-d2f8b1dbbdd6 None None] New status for floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:11.545295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59540) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.649156 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e5355470-d739-495c-9aa7-4758cd65188a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 990 time: 0.1028268 Feb 16 12:49:12.630781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:12.747769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.763918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2ab73f72-8b68-4a73-b9f5-9161a8a643af,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:12.767716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.814440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.836600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.011350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce17326-d09f-425e-85e0-a24026879c81 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:13.011670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce17326-d09f-425e-85e0-a24026879c81 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Notify agent at dv-neutron-829435-1-hyperv the message router_added_to_agent {{(pid=87698) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 12:49:13.031082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bce17326-d09f-425e-85e0-a24026879c81 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "POST /v2.0/agents/81cfe69c-8a1b-488f-ac75-07a074d4190d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2138767 Feb 16 12:49:13.032183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59556) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.042790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:13.052182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:13.052781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.271631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:13.345783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59560) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.345916 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d058c702-1cf0-41c0-8330-adbf18b7db2c tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3107793 Feb 16 12:49:13.454312 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d064fd2a-32d2-4a06-b293-a338c622188e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 990 time: 0.1078849 Feb 16 12:49:13.643519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:49:11Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:10Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.643519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:13.654634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:13.654634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.854509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:14.233047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:49:11Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:10Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.233047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572f203-8f1b-4f52-aa13-ff0aa13a8cc1 None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '02e22f1d-2873-41fe-bb6d-84ff724e4847', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'port_id': '851ce9fb-841c-4611-a3f0-20fc46592501', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'mac_address': 'fa:16:3e:ae:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:48:37Z', 'updated_at': '2022-02-16T12:49:11Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:10Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:14.461123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:14.614239 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f5db55c-f14c-4087-80fc-6216a22f4bd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 990 time: 0.1506803 Feb 16 12:49:14.750847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:14.837800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:14.837800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.996859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.043249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:15.053612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.150173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:15.619019 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:15.730619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8ced274-59b6-4849-b975-57c8f938ebbd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 990 time: 0.1119821 Feb 16 12:49:16.360584 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50c5309-96db-49b5-9ad1-768cd0f8fcd4 None None] New status for floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:16.731243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:16.753296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:16.838997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:16.838997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.861832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3cba376d-6106-4a5a-82b6-8a622acffa00 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 200 len: 992 time: 0.1250730 Feb 16 12:49:17.012831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:17.081360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2ab73f72-8b68-4a73-b9f5-9161a8a643af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:17.081360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.197128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.214401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2ab73f72-8b68-4a73-b9f5-9161a8a643af,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:17.218386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.297430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.843797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.944213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:49:18.042884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:18.043223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.334765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.335101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.459374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:18.625542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.673112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:18.674687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=790527ec-d79c-4ca2-aaf3-ed2a4f98b6bf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.743539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 2ab73f72-8b68-4a73-b9f5-9161a8a643af triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:18.744097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.770617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.770799 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847 disassociated (deleted). External IP: 172.26.4.30, port: 851ce9fb-841c-4611-a3f0-20fc46592501. Feb 16 12:49:19.125765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:19.305877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:19.318147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:19.324446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.327513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.328181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.381827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-031c9294-b8d9-45ae-b9b8-3b52194ca40f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/02e22f1d-2873-41fe-bb6d-84ff724e4847 HTTP/1.1" status: 204 len: 168 time: 1.5369232 Feb 16 12:49:19.383631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:19.440907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501', 'status': 'completed', 'code': 200} Feb 16 12:49:19.552503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:19.576750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-5a45fece-28b3-4207-8d06-fa39b6e040bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.578083 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-5a45fece-28b3-4207-8d06-fa39b6e040bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 1098 time: 0.0822523 Feb 16 12:49:19.758632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-b41d768e-d95b-4daf-9eef-9b8a9539566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.758632 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-b41d768e-d95b-4daf-9eef-9b8a9539566c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 200 len: 897 time: 0.1649015 Feb 16 12:49:19.835379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd73ae4-07c8-4a98-9a6a-69a50e55bb49 req-199b5ec0-7d0d-4bf1-a214-ec5707bd60ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.836114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5fd73ae4-07c8-4a98-9a6a-69a50e55bb49 req-199b5ec0-7d0d-4bf1-a214-ec5707bd60ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:19.859462 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-9ae2d3c5-1023-41e9-a401-f275789c4e2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 200 len: 217 time: 0.0942030 Feb 16 12:49:19.862746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5fd73ae4-07c8-4a98-9a6a-69a50e55bb49 req-199b5ec0-7d0d-4bf1-a214-ec5707bd60ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:19.874278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5fd73ae4-07c8-4a98-9a6a-69a50e55bb49 req-199b5ec0-7d0d-4bf1-a214-ec5707bd60ef tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.1246469 Feb 16 12:49:19.912047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5fd73ae4-07c8-4a98-9a6a-69a50e55bb49 req-44dfcdea-f24b-49e6-9d6a-a703e87c98ec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Feb 16 12:49:19.942390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-136e16d9-68fc-4dee-b063-dc90b2d61f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:19.943864 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-136e16d9-68fc-4dee-b063-dc90b2d61f60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173d07ea-1c28-422a-bcb6-9ae9425a2069 HTTP/1.1" status: 200 len: 834 time: 0.0797238 Feb 16 12:49:19.967405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:15Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.971634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:19.986849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.986849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.026782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-a8d9977f-70fa-4c6c-a2ae-b9511b1d1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:20.028284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-a8d9977f-70fa-4c6c-a2ae-b9511b1d1db4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741720 Feb 16 12:49:20.165101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:20.168734 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-19008c59-af1c-4997-b470-a11232f1ad63 service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328959 Feb 16 12:49:20.317815 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ab27d27-a96e-4af1-a48c-c950ef7ca9f8 req-3e7349e4-a36a-4c17-9090-9677f6b9919a service neutron] 10.222.0.81 "GET /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390886 Feb 16 12:49:20.528183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:15Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.533074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a35e682-5f40-4511-967c-5eb16e3d6ecf None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '2aec84e5-d123-4080-bdb5-fced8cbe0a1d', 'name': '', 'network_id': 'c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:20Z', 'updated_at': '2022-02-16T12:49:15Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '173d07ea-1c28-422a-bcb6-9ae9425a2069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:21.113665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7312-ad48-4770-9bd1-abc3fc1170e0 req-81d65763-3158-43ac-848b-7b5a2c7c466f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.115138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee8c7312-ad48-4770-9bd1-abc3fc1170e0 req-81d65763-3158-43ac-848b-7b5a2c7c466f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.0846102 Feb 16 12:49:21.163328 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee8c7312-ad48-4770-9bd1-abc3fc1170e0 req-36e86dee-d794-4856-9728-4f5a76058832 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Feb 16 12:49:21.392421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-c5421d6b-24df-418e-bfe1-998aa80dc483 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.392421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-c5421d6b-24df-418e-bfe1-998aa80dc483 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:21.395761 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b87c-c222-4125-83d9-f661abb5ba2b None None] New status for floating IP 02e22f1d-2873-41fe-bb6d-84ff724e4847: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:21.406729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-c5421d6b-24df-418e-bfe1-998aa80dc483 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:21.406729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-c5421d6b-24df-418e-bfe1-998aa80dc483 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 945 time: 0.1110899 Feb 16 12:49:21.478925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 851ce9fb-841c-4611-a3f0-20fc46592501 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:21.478925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.734180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 851ce9fb-841c-4611-a3f0-20fc46592501, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=851ce9fb-841c-4611-a3f0-20fc46592501,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:21.734533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.861356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 851ce9fb-841c-4611-a3f0-20fc46592501 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:21.980566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.013649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.076541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=851ce9fb-841c-4611-a3f0-20fc46592501,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.160629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port 851ce9fb-841c-4611-a3f0-20fc46592501 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:22.162395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.165578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'name': 'network-vif-deleted', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:22.189240 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e62c943c-9492-4660-bc62-b33dd2ff3941 req-eea8c2be-3779-44fe-b8aa-dcc02d5a014f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/851ce9fb-841c-4611-a3f0-20fc46592501 HTTP/1.1" status: 204 len: 173 time: 0.7772479 Feb 16 12:49:22.428692 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9590a1a-b462-472d-89b3-4241ec9508d9', 'name': 'network-vif-deleted', 'tag': '851ce9fb-841c-4611-a3f0-20fc46592501', 'status': 'completed', 'code': 200} Feb 16 12:49:22.473444 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-193ccafa-d0cf-401b-9963-943d3f3346e0 req-82273d9d-07d0-4625-bf7e-ed066bbf3397 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9590a1a-b462-472d-89b3-4241ec9508d9 HTTP/1.1" status: 200 len: 210 time: 0.1839070 Feb 16 12:49:23.578522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.650674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.686176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.761462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.779550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.789484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.789484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.789484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.790295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.790295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.791007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.791007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.791951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.791951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.791951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.794558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.794558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:23.803877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.805117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0abc274c-bbd8-4ad9-b8ba-6c499acd5173 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/b0ad9788-f8d4-40e3-8bfb-7d39fe0220e5 HTTP/1.1" status: 204 len: 168 time: 0.2284725 Feb 16 12:49:23.852426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.869163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 851ce9fb-841c-4611-a3f0-20fc46592501 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:23.912178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 851ce9fb-841c-4611-a3f0-20fc46592501 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:23.912178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 851ce9fb-841c-4611-a3f0-20fc46592501 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:24.442867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.805753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:24.806384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.992892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 2aec84e5-d123-4080-bdb5-fced8cbe0a1d, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:24.993252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.224136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 2aec84e5-d123-4080-bdb5-fced8cbe0a1d owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:25.538853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.593244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=2aec84e5-d123-4080-bdb5-fced8cbe0a1d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:25.689904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-50d963c0-09d4-4d94-861a-e80dea5a6ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.906656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.317271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:26.506316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:26.517513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Sync routers for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:26.520741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2272b539-0d59-49b4-8e31-073d704c25e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672292 Feb 16 12:49:26.521731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.528168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:26.528782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:26.707047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet 173d07ea-1c28-422a-bcb6-9ae9425a2069 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:26.709952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.733621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:26.765471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.847117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.922766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.964670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=173d07ea-1c28-422a-bcb6-9ae9425a2069,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.967370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.976664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.977014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.977354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.977692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.978023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.978355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.978681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.979008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.979333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.979903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.980253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.980574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.983287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3072fe2-f4d8-4e28-a5d7-5ca7cac0bc6c None None] Network c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:26.987136 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec5cba43-380f-427e-a451-c8005cec1af6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/173d07ea-1c28-422a-bcb6-9ae9425a2069 HTTP/1.1" status: 204 len: 168 time: 0.4619079 Feb 16 12:49:26.987517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59614) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.174055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:49:25Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:27.181495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Checking router: 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:27.195741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Routers {'4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:27.196403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:48:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:27.298067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.349920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] DHCP port deletion for c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:27.361851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Deleting port 6d3aca02-fc77-48d0-9806-14d44f066653 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:27.362226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.434898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] Set router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:27.478182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.487438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 2ab73f72-8b68-4a73-b9f5-9161a8a643af {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:27.487808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.671851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 2ab73f72-8b68-4a73-b9f5-9161a8a643af, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2ab73f72-8b68-4a73-b9f5-9161a8a643af,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:27.672227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.795177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 2ab73f72-8b68-4a73-b9f5-9161a8a643af owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:27.826137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] For port 6d3aca02-fc77-48d0-9806-14d44f066653, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=6d3aca02-fc77-48d0-9806-14d44f066653,segment=NetworkSegment(f7cf7540-f127-4260-b9be-e14b4492ebe5),segment_id=f7cf7540-f127-4260-b9be-e14b4492ebe5)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:27.826778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.966112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.977027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Calling delete_port for 6d3aca02-fc77-48d0-9806-14d44f066653 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:28.014868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=2ab73f72-8b68-4a73-b9f5-9161a8a643af,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.041098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8a6e49f5-19f2-4249-9f4e-c06de941f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.082991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.110750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.132127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] Pushing event deleted for resources: {'Port': ['ID=6d3aca02-fc77-48d0-9806-14d44f066653,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.134432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9c11e-0bc3-4a5b-b47f-33aeadfc5b92 None None] No DVR routers for this DVR port 6d3aca02-fc77-48d0-9806-14d44f066653 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:28.137096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:49:25Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.146855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf86d4-c62e-4f85-9c46-f40bdf862725 None None] The sync data for ids ['4f70e6f4-1e33-4c33-8993-fcbbbe511aa7'] in dv-neutron-829435-1-hyperv is: [{'id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'name': 'tempest-TestNetworkBasicOps-router-910546822', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:49:25Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '2ab73f72-8b68-4a73-b9f5-9161a8a643af', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f70e6f4-1e33-4c33-8993-fcbbbe511aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:28.290114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.293109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.315436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.315964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router 4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:28.330891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.331972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e67cbd36-2298-44d1-85e8-d4f85ba98db2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/4f70e6f4-1e33-4c33-8993-fcbbbe511aa7 HTTP/1.1" status: 204 len: 168 time: 1.3434520 Feb 16 12:49:28.334718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.444413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.695300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.721557 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.734308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cf7540-f127-4260-b9be-e14b4492ebe5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.734689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cf7540-f127-4260-b9be-e14b4492ebe5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.737072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:28.746481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.763920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.770474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:28.770868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.775286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2aec84e5-d123-4080-bdb5-fced8cbe0a1d {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:28.775639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2aec84e5-d123-4080-bdb5-fced8cbe0a1d not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:28.776073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6d3aca02-fc77-48d0-9806-14d44f066653 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:28.786723 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:28.812812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 6d3aca02-fc77-48d0-9806-14d44f066653 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:28.813161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 6d3aca02-fc77-48d0-9806-14d44f066653 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:28.875378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.893645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.905926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.914163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ad7b6a3-47aa-4e61-85eb-f4feca825b5b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/c795d9f1-3f98-4ac7-bfc2-867cb0d54a2e HTTP/1.1" status: 204 len: 168 time: 0.5784667 Feb 16 12:49:28.936158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.941649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--741116468', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:28.946573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:28.951033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:28.955961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:28.959480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:28.969468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.973000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.987071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.002239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:29.010415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.010787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment 3f4d35c8-3cf9-472c-848c-fcdcf5b753cf of type vlan for network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce Feb 16 12:49:29.036166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.069305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.074688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.075272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.091783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.175787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2384810 Feb 16 12:49:29.178581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.181732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf6b49-11a3-4621-941a-fb6941e8ec80 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.185204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.197878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:29.199362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.203597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:29.206824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:29.213145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.233595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.234821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.252476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.546660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.845935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.875628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.011481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.154 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/d06b1ace-4fd0-4e31-a39a-6ddaead2ab68) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.154202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.181914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.240369 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.243021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.246066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:30.291446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.429874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.626585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:30.661698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2ab73f72-8b68-4a73-b9f5-9161a8a643af {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:30.661959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2ab73f72-8b68-4a73-b9f5-9161a8a643af not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:30.786915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.118513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.316697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d0bb0c2b-c761-4ae9-9f90-9a359e672986 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:31.491433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:31.501197 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Sync routers for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:31.510056 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:31.511237 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:31.519024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.523126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-84fc6cb9-550d-48ab-ac5d-71c0a55be9db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3404176 Feb 16 12:49:31.523424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.719326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97ecb4d9-0751-4697-8d02-44df3c320a41 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1947401 Feb 16 12:49:31.721933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.723832 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:31.849264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812e96f-b759-4529-a259-a49943d4bd97 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.853269 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8812e96f-b759-4529-a259-a49943d4bd97 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278272 Feb 16 12:49:31.853533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.894040 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59f9d70f-7ed9-4258-ad84-cb3bc121fc25 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370629 Feb 16 12:49:31.894231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.899270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2124947811', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:32.000887 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:32.005141 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Checking router: d0bb0c2b-c761-4ae9-9f90-9a359e672986 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:32.005479 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Updating router d0bb0c2b-c761-4ae9-9f90-9a359e672986 port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:32.059267 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.129611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:32.133283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:32.136703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:32.142313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:32.153064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:32.156671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.377760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.381128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.393536 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Transition to ACTIVE for port object d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:32.400028 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.452910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=fad77e8d-cc2a-48bc-b06d-6125e454b1a8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.463553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:32.464051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:32.481979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Attempting to bind port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:32.482232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:32.482331 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Attempting to bind port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:32.482685 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Attempting to bind port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:32.488350 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Pushing event updated for resources: {'Port': ['ID=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.491804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:32.493160 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:32.493524 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:32.493915 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.494319 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:32.494755 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Bound port: d06b1ace-4fd0-4e31-a39a-6ddaead2ab68, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:32.495692 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.498387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:32.498956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.502210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e70b24-e6f9-47c3-bd0d-b63eb7bc38e4 None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:32.526418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.527349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb7b4bb9-9a73-45c0-a643-15615dd637ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6313276 Feb 16 12:49:32.538937 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.539565 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.540250 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.540250 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.540543 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.541136 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.541465 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.542514 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.543284 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.543701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.544092 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.544448 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:32.600208 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] For port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:32.606787 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] For port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:32.612662 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.700715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:32.701543 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:32.756224 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dccfe-1f19-45b7-bd74-dd9f31ee9f80 None None] Pushing event updated for resources: {'Port': ['ID=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.780581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:32.781897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.887060 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:33.029277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Allocated IP 172.20.0.2 (6d0f1005-4e3e-4c7f-bfc6-8070b58014ce/fad77e8d-cc2a-48bc-b06d-6125e454b1a8/621a88d8-607b-4b5d-a922-9d8c2116d25f) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:33.216797 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:33.220874 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e26ff1-76bb-4314-ba41-29cd5db20a34 None None] The sync data for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv is: [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:30Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:33.255309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.266620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Transition to ACTIVE for port object 621a88d8-607b-4b5d-a922-9d8c2116d25f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:33.288601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Transition to ACTIVE for port object 621a88d8-607b-4b5d-a922-9d8c2116d25f will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:33.295184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.371147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Pushing event updated for resources: {'Port': ['ID=621a88d8-607b-4b5d-a922-9d8c2116d25f,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.374610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:33.376896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:33.381735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:33.384444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.384790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.385131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.386127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.386657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.387072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.387308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.387730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.388136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.388417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.388744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.389068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:33.406928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.552883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Attempting to bind port 621a88d8-607b-4b5d-a922-9d8c2116d25f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:33.553444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Attempting to bind port 621a88d8-607b-4b5d-a922-9d8c2116d25f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:33.553599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Attempting to bind port 621a88d8-607b-4b5d-a922-9d8c2116d25f on network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:33.560819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:33.561199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Checking segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:33.561603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.561995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Bound using segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:33.562470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Bound port: 621a88d8-607b-4b5d-a922-9d8c2116d25f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:33.562849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.669207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] For port 621a88d8-607b-4b5d-a922-9d8c2116d25f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:33.672986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] For port 621a88d8-607b-4b5d-a922-9d8c2116d25f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=621a88d8-607b-4b5d-a922-9d8c2116d25f,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:33.677418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.768588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99955-adea-45c4-80a6-35e1046b1c9d None None] Pushing event updated for resources: {'Port': ['ID=621a88d8-607b-4b5d-a922-9d8c2116d25f,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.023051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (6d0f1005-4e3e-4c7f-bfc6-8070b58014ce/fad77e8d-cc2a-48bc-b06d-6125e454b1a8/022fc0b4-ff9d-49f4-8485-45a2c65b700e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:34.201117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.216886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 022fc0b4-ff9d-49f4-8485-45a2c65b700e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:34.242880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.306061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:34.314338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:34.318645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:34.351249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.382412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.683401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.742528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:34.778319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df0bac-66f8-4146-8181-4071251fc178 None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:34.839864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2a4f07ef-250d-4661-be5a-06bed6dc7a99 None None] Provisioning for port 621a88d8-607b-4b5d-a922-9d8c2116d25f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:34.936543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:34.946367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:34.946743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.117767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.123074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.155656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.184389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:35.190170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.191336 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 621a88d8-607b-4b5d-a922-9d8c2116d25f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:35.239913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.242443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.323153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.338297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 621a88d8-607b-4b5d-a922-9d8c2116d25f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:35.344982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 621a88d8-607b-4b5d-a922-9d8c2116d25f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.345763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.392929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:35.394937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:35.455896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Provisioning for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:35.471002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Provisioning complete for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.471377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.529784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.562825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Port 022fc0b4-ff9d-49f4-8485-45a2c65b700e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:35.580205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 621a88d8-607b-4b5d-a922-9d8c2116d25f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=621a88d8-607b-4b5d-a922-9d8c2116d25f,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:35.585386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.621362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Provisioning complete for port 621a88d8-607b-4b5d-a922-9d8c2116d25f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.621668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-20689965-0b86-4750-aaf3-5589a3c1a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.706922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=621a88d8-607b-4b5d-a922-9d8c2116d25f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.735418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d0bb0c2b-c761-4ae9-9f90-9a359e672986 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:35.892262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-891c905f-2603-42db-92b0-9fcbc79a88c5 None None] Provisioning complete for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.892837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-891c905f-2603-42db-92b0-9fcbc79a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.919039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:35.930021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Sync routers for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:35.931529 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c8175e34-87fa-444c-99d3-a09ee0a9709a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/d0bb0c2b-c761-4ae9-9f90-9a359e672986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040444 Feb 16 12:49:35.935161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.957703 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:35.958328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.014101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-891c905f-2603-42db-92b0-9fcbc79a88c5 None None] Port 022fc0b4-ff9d-49f4-8485-45a2c65b700e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:36.076410 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.076877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.077333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.077837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.078290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.078733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.080476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7d515bdf-a7e7-4e6c-9d14-15c303b913ec tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1442175 Feb 16 12:49:36.083307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.148325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:36.156451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.156970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.157356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.157801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.158272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.158713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.160492 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce74db03-15d2-4674-bec3-23300ec97512 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0762904 Feb 16 12:49:36.163413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59662) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.197722 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-170d9edc-698e-47db-af65-3921b382bb52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751848 Feb 16 12:49:36.367709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-f61ea24a-1794-4ace-920d-63178c7c5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.369646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-f61ea24a-1794-4ace-920d-63178c7c5d33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.0791705 Feb 16 12:49:36.384375 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-311beaf8-b533-4656-a9d9-7f35bf883b67 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2198625 Feb 16 12:49:36.510974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.514989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Checking router: d0bb0c2b-c761-4ae9-9f90-9a359e672986 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:36.515349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Updating router d0bb0c2b-c761-4ae9-9f90-9a359e672986 port 022fc0b4-ff9d-49f4-8485-45a2c65b700e binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:36.517339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-2bec8314-d003-47b5-b686-272649b6c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.519746 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-2bec8314-d003-47b5-b686-272649b6c813 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.1307957 Feb 16 12:49:36.570526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.639312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-8e8b525e-820b-495b-844a-7cbbf72f5e35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 1001 time: 0.1129510 Feb 16 12:49:36.714756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:36.720932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-c7dc3541-3643-41d9-8ce0-7552753deca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.723148 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-c7dc3541-3643-41d9-8ce0-7552753deca8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0771632 Feb 16 12:49:36.743729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.753928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476593602', 'description': 'tempest-secgroup-smoke-1476593602 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.760745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.766134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.769305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:36.776655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.790752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.810691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-f1e4a55c-ad96-4c1b-a137-0acef9daa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:36.812433 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-f1e4a55c-ad96-4c1b-a137-0acef9daa603 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829420 Feb 16 12:49:36.815402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.819364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.822335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:36.829017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.888864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:36.889231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.908604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.914302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.952551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-c4480712-c9d0-4123-a3b0-4cd93b4dc793 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324477 Feb 16 12:49:36.968813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c918c61-814c-425c-ab1e-da5c0a83171c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.972928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.976802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1671ca5b-a443-4961-b966-0582b0a2a647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2279878 Feb 16 12:49:36.977722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.985091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.991275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.995810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.999344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.007696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.024737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.090025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.095167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.097248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-69a11dbf-b87b-4970-a3f1-e6da9cde81b0 req-4980d0a3-167d-4841-9b00-41bfc8086737 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376238 Feb 16 12:49:37.098016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 621a88d8-607b-4b5d-a922-9d8c2116d25f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:37.123271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b9d869-730b-46ef-9df6-587e15ca7f32,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.129889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.131885 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b14640b5-1f9c-4ca4-a849-dc5e3e4e4916 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508853 Feb 16 12:49:37.134270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.139201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.140244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.146408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.150828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.154601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.160892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.166115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Transition to ACTIVE for port object 022fc0b4-ff9d-49f4-8485-45a2c65b700e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:37.175432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.177041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.242888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.247006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.273516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58a37f9-10d0-4fa9-89b7-b4bbedc121af,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.285818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.286596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8c93c7eb-ddc0-4a6e-8fee-b358f206d90a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508389 Feb 16 12:49:37.289170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.295332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.301654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.305728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.309496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.318495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.336798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.343755 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0ae61-7300-45c2-b7c5-470d1c44d000 None None] Pushing event updated for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.346309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 621a88d8-607b-4b5d-a922-9d8c2116d25f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:37.346673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.408565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.413364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.443150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4213cd81-c173-4f5b-af99-adcf3b0463de,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.451203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.452290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Attempting to bind port 022fc0b4-ff9d-49f4-8485-45a2c65b700e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:37.452866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Attempting to bind port 022fc0b4-ff9d-49f4-8485-45a2c65b700e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:37.453394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Attempting to bind port 022fc0b4-ff9d-49f4-8485-45a2c65b700e on network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:37.453538 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1261d4af-149e-44c3-8625-7e0cfdc14787 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625519 Feb 16 12:49:37.455857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59684) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.461384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.466361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:37.466884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Checking segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:37.467351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.467960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Bound using segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:37.468536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Bound port: 022fc0b4-ff9d-49f4-8485-45a2c65b700e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:37.468647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.469082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.472733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.475887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.482634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.500252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.567696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.572586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.599356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcafea2-670e-4ca1-a9dd-88bdb15fab71,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.613392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.614913 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e873e63-4154-4e3b-b43e-0333b9e6edcf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580257 Feb 16 12:49:37.617671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.624455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.626665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] For port 022fc0b4-ff9d-49f4-8485-45a2c65b700e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:37.629841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] For port 022fc0b4-ff9d-49f4-8485-45a2c65b700e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=022fc0b4-ff9d-49f4-8485-45a2c65b700e,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:37.631219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.633427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.635778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.639053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.649365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.659203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:37.665893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.712826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:37.713430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:37.735374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.740749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.768604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b67a2a-aaf2-4fb1-8c9f-d45e3bae480b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.780253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.784726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59692) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.790772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9c918c61-814c-425c-ab1e-da5c0a83171c', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:37.795080 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b61586e4-b259-49e2-8b3d-752761d40853 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762543 Feb 16 12:49:37.797755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:37.801885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:37.804834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:37.811851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:37.826689 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:37.829339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0ae61-7300-45c2-b7c5-470d1c44d000 None None] Pushing event updated for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.837237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.909307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.912959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.937152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de701b-a27e-4aa7-b14c-008f522d93c8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.950463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.955670 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-275a6a07-1ff1-4d11-b5aa-a4d424886e68 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662369 Feb 16 12:49:37.959507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:38.116077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-bdc8d136-bb8e-42b0-b1af-97c20a49d2a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.133030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-bdc8d136-bb8e-42b0-b1af-97c20a49d2a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:38.135043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-bdc8d136-bb8e-42b0-b1af-97c20a49d2a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476593602&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0575187 Feb 16 12:49:38.292954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:37Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:38.296821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22d2fe-dfe1-4413-9281-434711301256 None None] The sync data for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv is: [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:37Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:38.306682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-38203189-c4e9-4e05-9aeb-5a30c42e673e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:38.307433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-38203189-c4e9-4e05-9aeb-5a30c42e673e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.324567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-38203189-c4e9-4e05-9aeb-5a30c42e673e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:38.325729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-38203189-c4e9-4e05-9aeb-5a30c42e673e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 796 time: 0.1837521 Feb 16 12:49:38.347786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-df3f8f13-ac0b-49ac-8b18-7ece0024862c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0149784 Feb 16 12:49:38.449855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-56f0cdfa-0d05-4f8d-bcbc-e74400dc14d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.467146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-56f0cdfa-0d05-4f8d-bcbc-e74400dc14d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:38.472892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-56f0cdfa-0d05-4f8d-bcbc-e74400dc14d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139982 Feb 16 12:49:38.710901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 022fc0b4-ff9d-49f4-8485-45a2c65b700e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:38.741241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-fdee7e23-fcad-471d-82e6-cca6593b8910 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593842 Feb 16 12:49:38.804037 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:38.809973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:38.810352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.893639 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-d821529c-acfc-431a-9f5f-9ab712ed55f8 service neutron] 10.222.0.65 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431046 Feb 16 12:49:38.936467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.976695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 022fc0b4-ff9d-49f4-8485-45a2c65b700e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=022fc0b4-ff9d-49f4-8485-45a2c65b700e,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:38.980775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.062125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.092574 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f9f550f-6b90-4a2d-a601-f3e292eab5da req-7de5be7d-4b07-4a88-ace5-11ca88cec9bb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 210 time: 0.0531301 Feb 16 12:49:40.233341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-94bc837f-90bb-4351-a013-eed7d6ae5e08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:40.234767 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-94bc837f-90bb-4351-a013-eed7d6ae5e08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 796 time: 0.1469646 Feb 16 12:49:40.254851 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb00d6e0-0361-49bf-b965-c2c996fabeae req-a93c4690-0c6e-4204-8f6f-84744fb8eb5a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 210 time: 0.0438459 Feb 16 12:49:40.290941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-37d0428d-16f0-47b8-a60b-581dbae2e232 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 380 time: 0.0406656 Feb 16 12:49:40.299038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['9c918c61-814c-425c-ab1e-da5c0a83171c']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:40.543875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:40.553100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:40.562844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:40.566362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.679217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 022fc0b4-ff9d-49f4-8485-45a2c65b700e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:40.732584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.5 (6d0f1005-4e3e-4c7f-bfc6-8070b58014ce/fad77e8d-cc2a-48bc-b06d-6125e454b1a8/10d8786b-7d3c-4876-8ee0-0811f25a9c99) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:40.746846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.747221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.922829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.938635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 10d8786b-7d3c-4876-8ee0-0811f25a9c99 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:40.962554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.031732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:41.034850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:41.037524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:41.083847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.114086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.114690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.140873 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e404b562-daa3-4e0f-8988-d4a33f97df91 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452601 Feb 16 12:49:41.157802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Request body: {'port': {'device_id': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:41.254229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-91a777c0-8317-4588-80a5-14d30031fe7e None None] Provisioning for port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:41.258896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-91a777c0-8317-4588-80a5-14d30031fe7e None None] Provisioning complete for port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:41.259271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-91a777c0-8317-4588-80a5-14d30031fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.270775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.314668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-91a777c0-8317-4588-80a5-14d30031fe7e None None] Port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:41.455801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7c960-3359-4a01-bea6-54aefd62f498 req-627adbf9-fcd3-441c-b5f7-b700eaf50d7d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.457473 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34a7c960-3359-4a01-bea6-54aefd62f498 req-627adbf9-fcd3-441c-b5f7-b700eaf50d7d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 931 time: 0.0860372 Feb 16 12:49:41.502831 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34a7c960-3359-4a01-bea6-54aefd62f498 req-22dc6c75-89a7-4f2f-9a5d-292e807534ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Feb 16 12:49:41.615694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d8786b-7d3c-4876-8ee0-0811f25a9c99 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:49:41.622811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.636782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Transition to ACTIVE for port object 10d8786b-7d3c-4876-8ee0-0811f25a9c99 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:41.640539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.793999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Pushing event updated for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.873599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Attempting to bind port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:41.873850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Attempting to bind port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:41.874170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Attempting to bind port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 on network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:41.878620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 on network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:41.878931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Attempting to bind port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 on network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:41.883803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:41.884162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Checking segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:41.884533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Bound using segment: {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:41.884937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Bound port: 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:41.885268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.975590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:41.978365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:41.983825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.038665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.039325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.040631 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 1093 time: 0.8873291 Feb 16 12:49:42.041120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:42.068033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96248ae8-b137-4698-a5b5-07610bd873e9 service neutron] Pushing event updated for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.091370 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'status': 'completed', 'code': 200} Feb 16 12:49:42.180290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-630f345e-62be-4f49-b75e-53146a482493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.181766 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-630f345e-62be-4f49-b75e-53146a482493 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1096 time: 0.0724030 Feb 16 12:49:42.259749 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e5725fbd-de2b-45a2-bfb9-182a5566177d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 217 time: 0.0647764 Feb 16 12:49:42.326707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e28c4873-bc11-4189-9997-d128f9205d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.328066 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-e28c4873-bc11-4189-9997-d128f9205d88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 844 time: 0.0626154 Feb 16 12:49:42.516908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-ceb88020-cf52-4ff1-b7ad-c2e7fe88a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.518407 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-ceb88020-cf52-4ff1-b7ad-c2e7fe88a55c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1843615 Feb 16 12:49:42.650142 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-b48b36e3-f15e-4714-a124-285981bb8bb3 service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244519 Feb 16 12:49:42.690437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870c665-2509-40d2-b0d9-00129e4a4dc2 req-cce76470-1284-44f1-9b7f-f4b0ffe30652 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.691898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1870c665-2509-40d2-b0d9-00129e4a4dc2 req-cce76470-1284-44f1-9b7f-f4b0ffe30652 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 943 time: 0.0808084 Feb 16 12:49:42.741006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1870c665-2509-40d2-b0d9-00129e4a4dc2 req-373c2455-2103-492c-b783-4da8b3fcfa20 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Feb 16 12:49:42.787208 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-177e5f24-03d9-4489-9c0e-09f2b789134b req-854265ce-a070-44a5-af9b-9aa9eccf3842 service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284611 Feb 16 12:49:42.947669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-099409fe-0745-4c22-a1bb-6569c85f9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:42.949438 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-099409fe-0745-4c22-a1bb-6569c85f9eb9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1096 time: 0.0741897 Feb 16 12:49:43.081880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-10e93d05-2216-4ca9-8a54-977819efcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.083223 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-10e93d05-2216-4ca9-8a54-977819efcc5f service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 897 time: 0.1277518 Feb 16 12:49:43.150087 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-18c4142e-f10c-46b2-b3f9-78e5977c9e83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 217 time: 0.0597703 Feb 16 12:49:43.214670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-91b414c3-c113-4314-8aa0-b099d2ecbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.216070 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-91b414c3-c113-4314-8aa0-b099d2ecbe27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 844 time: 0.0589943 Feb 16 12:49:43.289579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-29c50c10-a96e-4da8-89cf-2a06ddf79518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.290999 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-29c50c10-a96e-4da8-89cf-2a06ddf79518 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678754 Feb 16 12:49:43.428122 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-de07a737-cbbc-4aa7-b1ab-1debfa1d91f4 service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267624 Feb 16 12:49:43.565007 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-daa2f18e-c0f0-4d07-be5c-fdc6c368a67d req-d606e861-9f63-47fd-a794-40cc1b47c054 service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272056 Feb 16 12:49:43.928488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92b900-695c-46cb-88df-72b618494fdd req-29e38e69-64d7-4c11-b94d-92e7624266b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.929948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a92b900-695c-46cb-88df-72b618494fdd req-29e38e69-64d7-4c11-b94d-92e7624266b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 943 time: 0.0818789 Feb 16 12:49:43.936301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 10d8786b-7d3c-4876-8ee0-0811f25a9c99 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:49:43.982725 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a92b900-695c-46cb-88df-72b618494fdd req-14c48155-63b7-4a65-b0e2-4a2f67ede3ab tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Feb 16 12:49:44.084543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:44.100869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'port_id': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'mac_address': 'fa:16:3e:21:2d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:49:44.162142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.179210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d8786b-7d3c-4876-8ee0-0811f25a9c99 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:49:44.194896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:44.199111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.267826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.494558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['10d8786b-7d3c-4876-8ee0-0811f25a9c99'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:49:45.181238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d16f99-ab64-42f1-bab8-dcbc178e3f58 req-03f63c8a-1797-47cb-89cf-56889775966e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:45.183795 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b9d16f99-ab64-42f1-bab8-dcbc178e3f58 req-03f63c8a-1797-47cb-89cf-56889775966e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 944 time: 0.0904465 Feb 16 12:49:45.235379 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b9d16f99-ab64-42f1-bab8-dcbc178e3f58 req-591ed1cd-0bfc-40f0-800a-917c21ce6a6f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Feb 16 12:49:45.946232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 10d8786b-7d3c-4876-8ee0-0811f25a9c99 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:46.020278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:46.024698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:46.024830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.150326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.189264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:46.208044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:46.208044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.273504 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'code': 200} Feb 16 12:49:46.314965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.447574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351faff5-e39e-49bf-8414-9c904e05f3db req-f23e8dfc-70b0-49cb-ad63-55b67bf1b430 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.451837 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-351faff5-e39e-49bf-8414-9c904e05f3db req-f23e8dfc-70b0-49cb-ad63-55b67bf1b430 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.0936310 Feb 16 12:49:46.501735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-351faff5-e39e-49bf-8414-9c904e05f3db req-6373c8a0-31c9-4cbb-9592-c5900f9bf903 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Feb 16 12:49:46.544427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81121a-c0ff-4fa0-b29f-0bfe142cca11 req-4d795e9a-e724-4386-962b-ab2546990207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.545802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb81121a-c0ff-4fa0-b29f-0bfe142cca11 req-4d795e9a-e724-4386-962b-ab2546990207 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0832174 Feb 16 12:49:46.601075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb81121a-c0ff-4fa0-b29f-0bfe142cca11 req-c196f8d4-4c44-4b71-9e00-56842516507b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Feb 16 12:49:47.718501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ace21a-5797-4e35-9fb2-256a6cc0b84b req-01cc89bd-e4d2-44eb-8b59-cea7102e20a3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:47.719751 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79ace21a-5797-4e35-9fb2-256a6cc0b84b req-01cc89bd-e4d2-44eb-8b59-cea7102e20a3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.1010487 Feb 16 12:49:47.780514 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79ace21a-5797-4e35-9fb2-256a6cc0b84b req-389aa62f-bc4f-4a7b-9b68-284142e345fd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Feb 16 12:49:48.961890 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b93e3b-2fa2-41c3-8114-1050990865a8 req-08eb6bd5-b8c0-4c3d-8e28-9ef51eba1e05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:48.963319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69b93e3b-2fa2-41c3-8114-1050990865a8 req-08eb6bd5-b8c0-4c3d-8e28-9ef51eba1e05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.0782278 Feb 16 12:49:49.009948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69b93e3b-2fa2-41c3-8114-1050990865a8 req-94d7a645-fa5d-403a-9b6c-e233bdf16815 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Feb 16 12:49:49.192386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806412-8b1f-4956-ab73-961d501935d0 req-f283aa3f-d541-4e54-9de2-2550f60f5965 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:49.193822 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53806412-8b1f-4956-ab73-961d501935d0 req-f283aa3f-d541-4e54-9de2-2550f60f5965 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.0788884 Feb 16 12:49:49.239274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53806412-8b1f-4956-ab73-961d501935d0 req-d47ff4a7-3579-435c-a879-48225e264d76 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Feb 16 12:49:49.262396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59748) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.340201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d122bc9-fe7f-48c7-915c-cc99ca85bdb9 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:49.341814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7d122bc9-fe7f-48c7-915c-cc99ca85bdb9 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1093 time: 0.0784700 Feb 16 12:49:49.344558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59752) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.349345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:49.355384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:49.359231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:49.362245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:49.367956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:49.378587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.515099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.650120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.95 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/c791896a-b8c4-41df-9a7e-a0c6c41d9436) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:49.797946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.830475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.894573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:49.901477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:49.905709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:49.935016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=c791896a-b8c4-41df-9a7e-a0c6c41d9436,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.409017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.484919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.698672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.703426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.805942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=c791896a-b8c4-41df-9a7e-a0c6c41d9436,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.821747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.992910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 3986cb0e-354f-4ec9-8ffd-720fbd5727a3 associated. External IP: 172.26.4.95, port: 10d8786b-7d3c-4876-8ee0-0811f25a9c99. Feb 16 12:49:51.335758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d0bb0c2b-c761-4ae9-9f90-9a359e672986 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:51.618947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:51.629287 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Sync routers for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:51.639142 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:51.639738 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.643553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.700051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b6d0222a-3289-4316-9569-f472a3410a9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3543551 Feb 16 12:49:51.700640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:49:51.703360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.756359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'status': 'completed', 'code': 200} Feb 16 12:49:51.816268 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:51.853436 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee28ce5f-bab3-4e83-8759-8f2bdfcd3d49 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/3986cb0e-354f-4ec9-8ffd-720fbd5727a3 HTTP/1.1" status: 200 len: 990 time: 0.1487353 Feb 16 12:49:51.894162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-fb2d3881-252a-48ed-83e6-e0d3644e1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:51.896221 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-fb2d3881-252a-48ed-83e6-e0d3644e1137 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0851090 Feb 16 12:49:51.975512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.031195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-9c189f23-69f9-4c0a-8d3c-67802fadb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.032755 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-9c189f23-69f9-4c0a-8d3c-67802fadb8ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 897 time: 0.1294658 Feb 16 12:49:52.170295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '3986cb0e-354f-4ec9-8ffd-720fbd5727a3', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'port_id': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'mac_address': 'fa:16:3e:21:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.174692 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Checking router: d0bb0c2b-c761-4ae9-9f90-9a359e672986 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:52.183836 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:52.184481 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:49:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.250709 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-cafa0cae-32e9-46fd-92aa-c0e8325fd0d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 998 time: 0.2107663 Feb 16 12:49:52.313303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-efd6dbae-f44d-4e7b-81b3-104cedc7a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.314731 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-efd6dbae-f44d-4e7b-81b3-104cedc7a893 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 844 time: 0.0574334 Feb 16 12:49:52.367234 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:52.391483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-a4795330-99cf-4e25-b403-bcc47e9a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.392977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-a4795330-99cf-4e25-b403-bcc47e9a2bed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714688 Feb 16 12:49:52.527088 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-1fa1f0c3-ffff-4f57-82ed-4b4246718efa service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268315 Feb 16 12:49:52.662489 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6296b1f8-2db5-4069-b023-97d3030bb367 req-a6c5724d-679c-47a0-84fc-1a77d84deced service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289036 Feb 16 12:49:52.720522 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '3986cb0e-354f-4ec9-8ffd-720fbd5727a3', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'port_id': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'mac_address': 'fa:16:3e:21:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:52.724505 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe1833-21f2-4593-a387-d2d4a53343a0 None None] The sync data for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv is: [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '3986cb0e-354f-4ec9-8ffd-720fbd5727a3', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'port_id': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'mac_address': 'fa:16:3e:21:2d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:49:50Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:52.857448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59762) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.907251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedd987-7334-4d28-9926-1be7971822f4 None None] New status for floating IP 3986cb0e-354f-4ec9-8ffd-720fbd5727a3: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:49:52.969452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b268543b-f0e8-4a6a-955e-71696cda1ce1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/3986cb0e-354f-4ec9-8ffd-720fbd5727a3 HTTP/1.1" status: 200 len: 990 time: 0.1096826 Feb 16 12:49:53.972261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.077294 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-382545d0-b674-4c86-8a0c-5ef0bd4d4c8b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/3986cb0e-354f-4ec9-8ffd-720fbd5727a3 HTTP/1.1" status: 200 len: 992 time: 0.1038885 Feb 16 12:49:54.943066 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:49:55.695254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5e45e1e1-fc69-4f9b-8ba4-a09c60e44bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.903993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-644aeb53-cf60-4050-9545-80354f4110c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.988556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.093088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.430423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.976231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.699189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0266db3-c7cd-4c44-b451-611f4342bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.906101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbff2777-3ca3-4458-afa5-0df411a3eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.990809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.094380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.433669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.942091 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:50:37.898687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:38.101705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port 8a527966-c73d-4ccb-85e5-61ee599bb908 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:38.102038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.214050 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-0964859a-452f-4678-982b-c62e9b03f95b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734730 Feb 16 12:50:38.271991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.272336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.314806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-c3a09b07-1a6b-40a9-bc90-6f3cf2805456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.316243 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-c3a09b07-1a6b-40a9-bc90-6f3cf2805456 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0711207 Feb 16 12:50:38.399412 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for 8a527966-c73d-4ccb-85e5-61ee599bb908 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:38.461078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-73bf50ae-dfa1-4682-b661-e9ae9e47226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.462507 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-73bf50ae-dfa1-4682-b661-e9ae9e47226a service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.1254642 Feb 16 12:50:38.550160 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.568300 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-0c78f161-6001-47ee-97a9-ed638602fe3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 1000 time: 0.0994682 Feb 16 12:50:38.602116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=8a527966-c73d-4ccb-85e5-61ee599bb908,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.633293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-6ba9f378-e786-4968-a61a-85a4291dd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.634719 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-6ba9f378-e786-4968-a61a-85a4291dd4ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0595713 Feb 16 12:50:38.665796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.666152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.666487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.666821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.667147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.667473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.667814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.668312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.668773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.669095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.669414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.669730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:38.704213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.704554 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP f09aaada-6879-40f9-923a-6c85199875e2 disassociated (deleted). External IP: 172.26.4.83, port: ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b. Feb 16 12:50:38.716956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-cafb47b1-61c1-41cf-be55-48aced735d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.718431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-cafb47b1-61c1-41cf-be55-48aced735d4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778320 Feb 16 12:50:38.851636 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-34ab1104-e254-4f36-9834-e2babc35b6a0 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263275 Feb 16 12:50:38.982552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07f8737b-7b63-4387-a271-3bcd3145deeb req-40cefaa4-efc9-4afb-83bc-d88e9224b5d3 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250439 Feb 16 12:50:39.158419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:39.333338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:39.343811 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:39.349937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.353000 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:39.353724 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:39.410245 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16e137de-ed46-4890-a8b0-e5f32210b79a tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "DELETE /v2.0/floatingips/f09aaada-6879-40f9-923a-6c85199875e2 HTTP/1.1" status: 204 len: 168 time: 1.5103018 Feb 16 12:50:39.410662 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:39.470493 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'status': 'completed', 'code': 200} Feb 16 12:50:39.568090 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:39.597820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-a1249092-865c-4868-a645-8a0fabb06c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.599526 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-a1249092-865c-4868-a645-8a0fabb06c41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0837226 Feb 16 12:50:39.806413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1d29f-c825-423b-bcd3-814a6a6b354f req-39799603-9c48-4d82-83aa-3573ec2e0615 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.807337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-bfa1d29f-c825-423b-bcd3-814a6a6b354f req-39799603-9c48-4d82-83aa-3573ec2e0615 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:39.830387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-bfa1d29f-c825-423b-bcd3-814a6a6b354f req-39799603-9c48-4d82-83aa-3573ec2e0615 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:39.831690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfa1d29f-c825-423b-bcd3-814a6a6b354f req-39799603-9c48-4d82-83aa-3573ec2e0615 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.1083505 Feb 16 12:50:39.868799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-49e2c51c-121d-415a-8c19-784958ee6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.870251 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-49e2c51c-121d-415a-8c19-784958ee6d3e service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.2651870 Feb 16 12:50:39.879990 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfa1d29f-c825-423b-bcd3-814a6a6b354f req-6ecf5d61-c7a7-41b5-9626-5a522df246a8 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Feb 16 12:50:39.943948 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-9627f55f-42b5-48b6-b4f3-0111d7b3349c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 200 len: 217 time: 0.0657971 Feb 16 12:50:39.948539 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:39.952831 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:39.961030 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:39.961607 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.006051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-271da3b0-340d-4209-b57b-62ac752220cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.007474 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-271da3b0-340d-4209-b57b-62ac752220cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0574620 Feb 16 12:50:40.085507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-8e62c363-3f46-4eb9-81f5-9fe1c4bc96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.086898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-8e62c363-3f46-4eb9-81f5-9fe1c4bc96a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723617 Feb 16 12:50:40.137492 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:40.217294 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-37fd4de6-7c60-48c5-9cd6-e07ce21b35b9 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240740 Feb 16 12:50:40.350710 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9bf9ad5a-7f1f-4fd9-a7e2-ab019b924cc0 req-bb5fe95a-6fcd-4e9b-afbe-c47cf088d7bd service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240730 Feb 16 12:50:40.478531 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-715521c7-b684-478c-8efe-824a47112bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.482369 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715521c7-b684-478c-8efe-824a47112bfe None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'port_id': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'mac_address': 'fa:16:3e:45:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:46:28Z', 'updated_at': '2022-02-16T12:46:37Z', 'revision_number': 1, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:40.682357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc7ea82-64fa-4cf0-bf4d-d83d3e4e10e2 None None] New status for floating IP f09aaada-6879-40f9-923a-6c85199875e2: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:50:41.072349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cae09-136a-4950-9024-1d788db1b524 req-490e9b0a-dc61-4724-abaf-c00f40813c0b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.073810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a0cae09-136a-4950-9024-1d788db1b524 req-490e9b0a-dc61-4724-abaf-c00f40813c0b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.0851016 Feb 16 12:50:41.125135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a0cae09-136a-4950-9024-1d788db1b524 req-999a89eb-3e38-4af2-9e4d-f8753671ff1f tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Feb 16 12:50:41.445771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-c2f5cc98-f820-43ec-b4ee-c4d53ddd0de1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:41.446462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-c2f5cc98-f820-43ec-b4ee-c4d53ddd0de1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:41.459028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-c2f5cc98-f820-43ec-b4ee-c4d53ddd0de1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:41.460185 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-c2f5cc98-f820-43ec-b4ee-c4d53ddd0de1 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 945 time: 0.0921490 Feb 16 12:50:41.543945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:41.544348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.790966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] For port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:41.791315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.914350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:42.051282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.103485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.141313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.141661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.141994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.142324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.142652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.142978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.143306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.143627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.143948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.144293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.144612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.144927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:42.189950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] No DVR routers for this DVR port ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:42.192335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.194828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'name': 'network-vif-deleted', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:42.211533 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf22e272-abb9-41b9-b58d-96ca67f8497d req-383b4658-a3d7-433c-afc5-f7c8c31822a0 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "DELETE /v2.0/ports/ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b HTTP/1.1" status: 204 len: 173 time: 0.7458229 Feb 16 12:50:42.244559 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfe5c4f-df1d-4667-a171-8cb7b370e9c4', 'name': 'network-vif-deleted', 'tag': 'ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b', 'status': 'completed', 'code': 200} Feb 16 12:50:42.277946 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ec7d8163-3b2a-4a79-960e-af86c953239e req-1b4b43b3-e609-49c7-bad9-cb4efd421b58 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfe5c4f-df1d-4667-a171-8cb7b370e9c4 HTTP/1.1" status: 200 len: 210 time: 0.0465231 Feb 16 12:50:46.131205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:46.165298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:46.165641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ffb5bdff-4d24-4f26-9d36-8d9a3d336c2b not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:47.907469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59826) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:48.209783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port bd9bb5e5-5edc-4113-9f21-f0eabbbbca60 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:48.210123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.377929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.378249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.500399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for bd9bb5e5-5edc-4113-9f21-f0eabbbbca60 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:48.651979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.696549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=bd9bb5e5-5edc-4113-9f21-f0eabbbbca60,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.792222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.792477 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Floating IP 9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a disassociated (deleted). External IP: 172.26.4.185, port: 9fcfdff6-4702-4d29-b4f9-d10c9519de3b. Feb 16 12:50:49.138164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:49.314420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:49.324407 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:49.330807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.334519 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:49.335120 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.396229 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9526c035-5ec2-4614-8f1a-f89caba89b13 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "DELETE /v2.0/floatingips/9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a HTTP/1.1" status: 204 len: 168 time: 1.4875178 Feb 16 12:50:49.396715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:49.444152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'status': 'completed', 'code': 200} Feb 16 12:50:49.555071 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:49.697791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-f860a580-8de0-4bb7-bcf2-655add8f2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.699233 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-f860a580-8de0-4bb7-bcf2-655add8f2d19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6989836bdb149dfbc7933963def4e8c&device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 1098 time: 0.2117233 Feb 16 12:50:49.805572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b3a1-bbe7-4fc2-8c8a-91d82f8768db req-8d4c65c5-d7b8-4a93-a4bc-926b8b540a30 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.807032 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f1a4b3a1-bbe7-4fc2-8c8a-91d82f8768db req-8d4c65c5-d7b8-4a93-a4bc-926b8b540a30 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.0883014 Feb 16 12:50:49.836689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-12c114b1-696b-4430-948b-abcacd95976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.838141 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-12c114b1-696b-4430-948b-abcacd95976d service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 200 len: 912 time: 0.1321580 Feb 16 12:50:49.853919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f1a4b3a1-bbe7-4fc2-8c8a-91d82f8768db req-3b2ebfe6-f4af-4454-904c-06bce58f9103 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Feb 16 12:50:49.897341 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.901253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:49.908802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-cf4c449c-6bdc-493a-9c48-43537f26605b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 200 len: 217 time: 0.0627761 Feb 16 12:50:49.910432 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:49.911030 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.975860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-f93d9805-daf8-4b2f-928b-ba3c563465e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.977324 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-f93d9805-daf8-4b2f-928b-ba3c563465e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 200 len: 850 time: 0.0621028 Feb 16 12:50:50.056784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-b245fcbc-901f-460f-a44b-79a6e9e5abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.056784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-b245fcbc-901f-460f-a44b-79a6e9e5abae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a4db115-50ec-4f2e-abd4-39299f6d5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703576 Feb 16 12:50:50.088985 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:50.193317 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-50caf166-353b-4233-bc77-67b02fdf5bd1 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315258 Feb 16 12:50:50.329726 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-19ec5fed-723e-47a5-b4c4-91bd95a43379 req-3237e4cb-e3d1-47f2-9899-32597a2c07c8 service neutron] 10.222.0.81 "GET /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287405 Feb 16 12:50:50.410301 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:50.414213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5088a8a2-ba01-49ff-93d5-c7d1c4ce2f72 None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:41:46Z', 'revision_number': 4, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1a14fa6a-11c4-4f3d-80d9-61e675c39af1', 'name': '', 'network_id': '4a4db115-50ec-4f2e-abd4-39299f6d5d53', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'mac_address': 'fa:16:3e:ca:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:45Z', 'updated_at': '2022-02-16T12:41:53Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'subnets': [{'id': '8e962aec-0d3c-489f-aac2-e413dfcf6939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:50.643659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8ad87-18f9-4708-a166-eb59d1ef91c5 None None] New status for floating IP 9ddf0dce-55aa-4aa9-aeb5-3f919a2fa46a: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:50:51.046850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcbf05-d48a-4be2-b558-08f0ecaefb18 req-2a3080c5-ce70-4257-a71a-249d71467360 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.048332 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6dfcbf05-d48a-4be2-b558-08f0ecaefb18 req-2a3080c5-ce70-4257-a71a-249d71467360 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.0814357 Feb 16 12:50:51.091950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6dfcbf05-d48a-4be2-b558-08f0ecaefb18 req-8087a43f-53f9-4449-b331-e76dadca5b83 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e2bff66-f5c8-41c6-bd55-9d599710cbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 Feb 16 12:50:51.373416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae62e00-75d1-4c02-85e8-271931715058 req-6e42a3ef-27a7-4d8a-91ff-7c3410dea0ed tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.374097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-eae62e00-75d1-4c02-85e8-271931715058 req-6e42a3ef-27a7-4d8a-91ff-7c3410dea0ed tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Synchronizing usage tracker for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:51.391020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-eae62e00-75d1-4c02-85e8-271931715058 req-6e42a3ef-27a7-4d8a-91ff-7c3410dea0ed tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Unset dirty status for tenant:f6989836bdb149dfbc7933963def4e8c on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:51.392256 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eae62e00-75d1-4c02-85e8-271931715058 req-6e42a3ef-27a7-4d8a-91ff-7c3410dea0ed tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 945 time: 0.1016064 Feb 16 12:50:51.468157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:51.468496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.715200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] For port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:51.715592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.836440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for 9fcfdff6-4702-4d29-b4f9-d10c9519de3b owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:51.977580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.978703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.030111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=9fcfdff6-4702-4d29-b4f9-d10c9519de3b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.107014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] No DVR routers for this DVR port 9fcfdff6-4702-4d29-b4f9-d10c9519de3b on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:52.109396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.111855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'name': 'network-vif-deleted', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:52.129251 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eae62e00-75d1-4c02-85e8-271931715058 req-eaeb4482-808d-4d9b-a8f5-356ebbd3b34b tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.81 "DELETE /v2.0/ports/9fcfdff6-4702-4d29-b4f9-d10c9519de3b HTTP/1.1" status: 204 len: 173 time: 0.7314792 Feb 16 12:50:52.164996 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136a206-a5c0-4a5a-8646-6e4ce8056581', 'name': 'network-vif-deleted', 'tag': '9fcfdff6-4702-4d29-b4f9-d10c9519de3b', 'status': 'completed', 'code': 200} Feb 16 12:50:52.276943 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf462795-4222-4838-815c-ab7d9658640d req-58b2704d-94ff-493b-b1c2-73a5f98b4315 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "GET /v2.0/ports?device_id=6136a206-a5c0-4a5a-8646-6e4ce8056581 HTTP/1.1" status: 200 len: 210 time: 0.0732350 Feb 16 12:50:53.373510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.655111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Deleting port 2ba1739a-b020-4d68-a337-cd6539157b8d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:53.655438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.832640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.832958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.959271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Calling delete_port for 2ba1739a-b020-4d68-a337-cd6539157b8d owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:54.105780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.152970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'Port': ['ID=2ba1739a-b020-4d68-a337-cd6539157b8d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.249235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.264614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.265770 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-29ea95fc-93a1-4b8e-8638-80372d901bf7 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "DELETE /v2.0/floatingips/5b063e77-2064-4ae6-92e7-beba1f6d068d HTTP/1.1" status: 204 len: 168 time: 0.8910007 Feb 16 12:50:55.705053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f6746cb2-49a5-42d3-9447-f2eb2ee4d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.157244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9fcfdff6-4702-4d29-b4f9-d10c9519de3b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:56.199735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 9fcfdff6-4702-4d29-b4f9-d10c9519de3b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:56.200358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9fcfdff6-4702-4d29-b4f9-d10c9519de3b not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:56.741855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.823957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.863170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.951458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.974308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2bff66-f5c8-41c6-bd55-9d599710cbf7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.990796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.995071 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a4e011bc-3dc5-4899-937c-256216b38da6 tempest-TestVolumeBootPattern-1423128641 tempest-TestVolumeBootPattern-1423128641-project] 10.222.0.65 "DELETE /v2.0/security-groups/2e2bff66-f5c8-41c6-bd55-9d599710cbf7 HTTP/1.1" status: 204 len: 168 time: 0.2497323 Feb 16 12:50:57.058691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.788492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.910553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4d41f373-89cf-44c2-8008-8b31fbdf7ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.262903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Deleting port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:58.263479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.435404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] For port 1a14fa6a-11c4-4f3d-80d9-61e675c39af1, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:58.435786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.561618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Calling delete_port for 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:58.896992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.946642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a14fa6a-11c4-4f3d-80d9-61e675c39af1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:58.994521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.099200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.220554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.685794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:59.863271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:59.872264 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Sync routers for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:59.877607 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7fcd87fd-fc4c-466b-a557-85f418024b24 admin admin] 10.222.0.65 "PUT /v2.0/routers/45b85dc7-eef2-48a0-b5bd-7d1a229cff63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178194 Feb 16 12:50:59.880237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.881108 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:59.881717 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.063072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.063326 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:00.247428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.256870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Deleting port 4aa30881-d922-495f-ab85-5d1a52bd1c6c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:00.257298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.378784 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:50:58Z', 'revision_number': 5, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port': {'id': '4aa30881-d922-495f-ab85-5d1a52bd1c6c', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:39Z', 'updated_at': '2022-02-16T12:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.382579 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Checking router: 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:00.390669 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Routers {'45b85dc7-eef2-48a0-b5bd-7d1a229cff63'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:00.391253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.439452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] For port 4aa30881-d922-495f-ab85-5d1a52bd1c6c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4aa30881-d922-495f-ab85-5d1a52bd1c6c,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:00.439943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.441138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.539094 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] Set router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:00.567872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Calling delete_port for 4aa30881-d922-495f-ab85-5d1a52bd1c6c owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:00.644047 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:51:00Z', 'revision_number': 6, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.647932 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d86ca-99ce-4d05-96a3-58b9615126cb None None] The sync data for ids ['45b85dc7-eef2-48a0-b5bd-7d1a229cff63'] in dv-neutron-829435-1-hyperv is: [{'id': '45b85dc7-eef2-48a0-b5bd-7d1a229cff63', 'name': 'tempest-TestVolumeBootPattern-567834707-router', 'tenant_id': 'f6989836bdb149dfbc7933963def4e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:36Z', 'updated_at': '2022-02-16T12:51:00Z', 'revision_number': 6, 'project_id': 'f6989836bdb149dfbc7933963def4e8c', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:00.750121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.794760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa30881-d922-495f-ab85-5d1a52bd1c6c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.983643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.162632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.164809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.186555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.187091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b85dc7-eef2-48a0-b5bd-7d1a229cff63 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:01.199299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.200435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-295e1fd9-cd21-480c-a194-95e08cf7c961 admin admin] 10.222.0.65 "DELETE /v2.0/routers/45b85dc7-eef2-48a0-b5bd-7d1a229cff63 HTTP/1.1" status: 204 len: 168 time: 1.3192928 Feb 16 12:51:01.203294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.263641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Deleting subnet 8e962aec-0d3c-489f-aac2-e413dfcf6939 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:01.266604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.314117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.389885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.463257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.503001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e962aec-0d3c-489f-aac2-e413dfcf6939,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:01.504915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.514403 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6d91b93-0508-44fb-8efc-3072cc4a2cc0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8e962aec-0d3c-489f-aac2-e413dfcf6939 HTTP/1.1" status: 204 len: 168 time: 0.3068764 Feb 16 12:51:01.514593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678bd0ec-12f5-4df4-a1c5-21626d99c84a None None] Network 4a4db115-50ec-4f2e-abd4-39299f6d5d53 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:01.515050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.631248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.642744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Deleting port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:01.643074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.804218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] DHCP port deletion for 4a4db115-50ec-4f2e-abd4-39299f6d5d53 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:01.808981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Deleting port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:01.809350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.855873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] For port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:01.856468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.987421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Calling delete_port for 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:02.009228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] For port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,segment=NetworkSegment(42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4),segment_id=42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:02.009613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.063876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.112661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2587d1ca-0c01-4b0c-9749-4caaa1fa91e5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.117421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] No DVR routers for this DVR port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:02.133245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Calling delete_port for 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:02.206134 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:02.206484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:02.234641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.260084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4db115-50ec-4f2e-abd4-39299f6d5d53']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.272228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.272524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42409fe7-06b2-4c9b-a3b0-dbb75e2ce5d4') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.284574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.302138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.309198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:02.309683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:02.322654 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:02.498687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.514769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.525909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4db115-50ec-4f2e-abd4-39299f6d5d53,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.540516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-09d9c41d-fcc8-44ad-8903-d22b963140aa admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a4db115-50ec-4f2e-abd4-39299f6d5d53 HTTP/1.1" status: 204 len: 168 time: 1.0249074 Feb 16 12:51:02.540894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.709984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Deleting port 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:02.710522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.737502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:02.807176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:02.807429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a14fa6a-11c4-4f3d-80d9-61e675c39af1 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:02.808516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4aa30881-d922-495f-ab85-5d1a52bd1c6c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:02.834928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c176b-982b-47dd-bdcb-5757b8b7416d None None] The port '2587d1ca-0c01-4b0c-9749-4caaa1fa91e5' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:02.847333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 4aa30881-d922-495f-ab85-5d1a52bd1c6c {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:02.847739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4aa30881-d922-495f-ab85-5d1a52bd1c6c not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:02.848412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:02.883897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:02.884329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 2587d1ca-0c01-4b0c-9749-4caaa1fa91e5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:03.075854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.536326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Deleting port fa14fc01-df2a-4067-91c1-03d6561f30db {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:03.536664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.708068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] For port fa14fc01-df2a-4067-91c1-03d6561f30db, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fa14fc01-df2a-4067-91c1-03d6561f30db,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:03.708775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.829035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Calling delete_port for fa14fc01-df2a-4067-91c1-03d6561f30db owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:04.002070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.048272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa14fc01-df2a-4067-91c1-03d6561f30db,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.324152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.812281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:04.998210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:05.010011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Sync routers for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:05.023477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:05.024343 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53f4bbd0-6875-430e-b968-ff18c0adf48b admin admin] 10.222.0.65 "PUT /v2.0/routers/77ce65dd-f054-4ef6-aaf0-833937a9b5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4815943 Feb 16 12:51:05.026317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:05.027886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:05.231784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:05.255082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.440338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.450926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Deleting port eb4f4828-2fa5-4e5b-af74-8ebb39728905 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:05.451407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.523908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:51:03Z', 'revision_number': 5, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port': {'id': 'eb4f4828-2fa5-4e5b-af74-8ebb39728905', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:41:57Z', 'updated_at': '2022-02-16T12:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:05.528347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Checking router: 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:05.537250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Routers {'77ce65dd-f054-4ef6-aaf0-833937a9b5e1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:05.537857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:50:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:05.645967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] For port eb4f4828-2fa5-4e5b-af74-8ebb39728905, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=eb4f4828-2fa5-4e5b-af74-8ebb39728905,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:05.646321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.739880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] Set router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:05.775924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Calling delete_port for eb4f4828-2fa5-4e5b-af74-8ebb39728905 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:05.849237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:51:05Z', 'revision_number': 6, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:05.853188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614610f-8b94-4fbb-8b1c-8a597f35f439 None None] The sync data for ids ['77ce65dd-f054-4ef6-aaf0-833937a9b5e1'] in dv-neutron-829435-1-hyperv is: [{'id': '77ce65dd-f054-4ef6-aaf0-833937a9b5e1', 'name': 'tempest-TestVolumeBootPattern-120746038-router', 'tenant_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:41:54Z', 'updated_at': '2022-02-16T12:51:05Z', 'revision_number': 6, 'project_id': 'fdaf78ceb2fc47c1b43cb4ed05da36e7', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:05.944598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.991612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4f4828-2fa5-4e5b-af74-8ebb39728905,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.088551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.261338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.263651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.285630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.286190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ce65dd-f054-4ef6-aaf0-833937a9b5e1 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:06.299791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.300936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-074a31aa-d6f9-46f0-8926-699c2983e05b admin admin] 10.222.0.65 "DELETE /v2.0/routers/77ce65dd-f054-4ef6-aaf0-833937a9b5e1 HTTP/1.1" status: 204 len: 168 time: 1.2764373 Feb 16 12:51:06.303514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.362621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Deleting subnet 6c2bf042-d9f3-442c-996c-2daf02c1eb09 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:06.365698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.523068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.609850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.684958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.721503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa14fc01-df2a-4067-91c1-03d6561f30db no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:06.728974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2bf042-d9f3-442c-996c-2daf02c1eb09,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.731028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.737205 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-62573ac4-766e-4373-b59d-eaefa44cf705 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c2bf042-d9f3-442c-996c-2daf02c1eb09 HTTP/1.1" status: 204 len: 168 time: 0.4326897 Feb 16 12:51:06.739779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.747762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a227610-4b75-44b1-97b2-16ba0db744c8 None None] Network cc1783f3-feda-435c-829e-73bd8b6974f2 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:06.774001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: fa14fc01-df2a-4067-91c1-03d6561f30db {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:06.774611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fa14fc01-df2a-4067-91c1-03d6561f30db not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:06.775008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device eb4f4828-2fa5-4e5b-af74-8ebb39728905 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:06.825178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: eb4f4828-2fa5-4e5b-af74-8ebb39728905 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:06.825520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device eb4f4828-2fa5-4e5b-af74-8ebb39728905 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:06.851002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.862428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Deleting port 88158625-bb94-4d84-87bf-88719f336a7a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:06.862760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.039213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] DHCP port deletion for cc1783f3-feda-435c-829e-73bd8b6974f2 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:07.044250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Deleting port 88158625-bb94-4d84-87bf-88719f336a7a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:07.044250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.073771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] For port 88158625-bb94-4d84-87bf-88719f336a7a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=88158625-bb94-4d84-87bf-88719f336a7a,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:07.074123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.195170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Calling delete_port for 88158625-bb94-4d84-87bf-88719f336a7a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:07.243754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] For port 88158625-bb94-4d84-87bf-88719f336a7a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=88158625-bb94-4d84-87bf-88719f336a7a,segment=NetworkSegment(704e2276-b6fc-4066-b762-8289e866e7b4),segment_id=704e2276-b6fc-4066-b762-8289e866e7b4)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:07.244093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.274033 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.320608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88158625-bb94-4d84-87bf-88719f336a7a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.324629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] No DVR routers for this DVR port 88158625-bb94-4d84-87bf-88719f336a7a on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:07.370354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Calling delete_port for 88158625-bb94-4d84-87bf-88719f336a7a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:07.440149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.441828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:07.442187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:07.465444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1783f3-feda-435c-829e-73bd8b6974f2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.476920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704e2276-b6fc-4066-b762-8289e866e7b4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.477213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704e2276-b6fc-4066-b762-8289e866e7b4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.488327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.504401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.510230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:07.510663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:07.524110 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:07.601652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.616900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.627161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1783f3-feda-435c-829e-73bd8b6974f2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.634150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8c74b4ba-c074-44fa-ab4e-9b57e36950a0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc1783f3-feda-435c-829e-73bd8b6974f2 HTTP/1.1" status: 204 len: 168 time: 0.8926260 Feb 16 12:51:07.747554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.796764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-34285a02-42c7-4773-a341-b25cb6568eb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6989836bdb149dfbc7933963def4e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479245 Feb 16 12:51:07.799260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.855689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.880769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.929560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.943448 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Deleting port 88158625-bb94-4d84-87bf-88719f336a7a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:07.943951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.950778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc898a-1a12-4b6b-8e35-3556863676c1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.957525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.958620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad154184-ae0d-41c9-aea0-1a54aac21f9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cbc898a-1a12-4b6b-8e35-3556863676c1 HTTP/1.1" status: 204 len: 168 time: 0.1584966 Feb 16 12:51:08.026416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-cb44602d-3b9c-49ed-ba77-743fc07555d6 None None] The port '88158625-bb94-4d84-87bf-88719f336a7a' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:08.296961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.345700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3929d78c-9a79-47a0-87fb-968525127d9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdaf78ceb2fc47c1b43cb4ed05da36e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474668 Feb 16 12:51:08.348184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59924) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.407089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.432021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.484238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.500784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468b6cae-9d8d-4262-a0a6-4a7338d8e601,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.505162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.506277 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-59e0f3ab-2944-461e-af80-867c5c304bff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/468b6cae-9d8d-4262-a0a6-4a7338d8e601 HTTP/1.1" status: 204 len: 168 time: 0.1572161 Feb 16 12:51:08.717197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 88158625-bb94-4d84-87bf-88719f336a7a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:08.760457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 88158625-bb94-4d84-87bf-88719f336a7a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:08.761178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 88158625-bb94-4d84-87bf-88719f336a7a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:08.940493 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:21.978566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.710825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b09b26d6-1d6f-4bd0-a33b-1a1bac8a196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.919608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-411f4759-1dfc-41b7-a18e-fa6111d91951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.999851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.104369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.440347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.818530 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-11f07958-9ee8-49bb-9d75-6d56478e948a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768552 Feb 16 12:51:39.973867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d916-2c95-4cb2-a49d-c62641533468 req-19628e7b-e105-477e-a741-760300fad10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:39.975340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-19628e7b-e105-477e-a741-760300fad10e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0720897 Feb 16 12:51:40.235165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d916-2c95-4cb2-a49d-c62641533468 req-76362245-6449-489a-bfb4-df536539b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.236731 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-76362245-6449-489a-bfb4-df536539b8d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 897 time: 0.2408898 Feb 16 12:51:40.339865 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-47cb7ad0-2ae1-4cc0-a581-20a6eb4f8108 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 1000 time: 0.0961721 Feb 16 12:51:40.403237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d916-2c95-4cb2-a49d-c62641533468 req-a689459b-bcac-4c4f-b848-9424486fcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.404676 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-a689459b-bcac-4c4f-b848-9424486fcc6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 844 time: 0.0596554 Feb 16 12:51:40.478545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d916-2c95-4cb2-a49d-c62641533468 req-f5e78fe2-ebe0-4a52-ab7a-97a6e44a9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.479988 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-f5e78fe2-ebe0-4a52-ab7a-97a6e44a9930 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696104 Feb 16 12:51:40.613581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-0d6f6353-10d7-4fd7-abbf-9701fd1995fa service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274726 Feb 16 12:51:40.750452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1412d916-2c95-4cb2-a49d-c62641533468 req-bd80c831-b69d-48f5-817e-413adee2816c service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296539 Feb 16 12:51:45.939279 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:47.481815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:47.487895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:47.609914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31393894'] for subnet, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.797408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730745882399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32709876'] for subnet, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.846905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:47.847486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.848777 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/subnets/fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 836 time: 0.3659840 Feb 16 12:51:47.857165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52d3e5-0612-448c-aa3b-93d4c0c3ae20 None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:47.871948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=fad77e8d-cc2a-48bc-b06d-6125e454b1a8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.880306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.880705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.881099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.881343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.881674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.882006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.882334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.882664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.882990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.883346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.883711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:47.884054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec05086-133a-44be-a73d-6424f5a30363 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:48.366006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Provisioning complete for port 022fc0b4-ff9d-49f4-8485-45a2c65b700e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:48.366379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.537845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Provisioning complete for port 621a88d8-607b-4b5d-a922-9d8c2116d25f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:48.538208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.675231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Provisioning complete for port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:48.675597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38f49d94-57e0-43a7-a5f4-cdc9c58b6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.995806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.712324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6748120f-c048-4968-9e47-b72460ff4c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.912603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7836b825-6390-4ad4-9d5d-d9828141ae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.002560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.102440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.443045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.996628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.940127 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:52:25.717409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c4a78f53-6763-4d0a-a46b-5d1cabe84049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.915180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb1-5123-4e3a-ab60-7cb72b010bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.007623 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.107846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.444061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.703293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 59966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.912228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port c791896a-b8c4-41df-9a7e-a0c6c41d9436 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:30.912569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.093264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.093584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.217460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for c791896a-b8c4-41df-9a7e-a0c6c41d9436 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:31.394564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.441426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=c791896a-b8c4-41df-9a7e-a0c6c41d9436,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:31.637718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.638043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 3986cb0e-354f-4ec9-8ffd-720fbd5727a3 disassociated (deleted). External IP: 172.26.4.95, port: 10d8786b-7d3c-4876-8ee0-0811f25a9c99. Feb 16 12:52:31.980076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d0bb0c2b-c761-4ae9-9f90-9a359e672986 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:32.154998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:32.164914 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Sync routers for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:32.170777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.173816 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:32.174415 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:32.227138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bc0a4c17-4522-4f99-be18-a9dd31c8a639 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/3986cb0e-354f-4ec9-8ffd-720fbd5727a3 HTTP/1.1" status: 204 len: 168 time: 1.5227492 Feb 16 12:52:32.227720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:32.279359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'status': 'completed', 'code': 200} Feb 16 12:52:32.353670 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:32.397275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-e86b312c-9484-4392-a049-686e9f26a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.399119 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-e86b312c-9484-4392-a049-686e9f26a35a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 1098 time: 0.0728455 Feb 16 12:52:32.545192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-bf59375a-81c6-49e2-bed7-5f9414fbc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.546660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-bf59375a-81c6-49e2-bed7-5f9414fbc904 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 200 len: 897 time: 0.1402614 Feb 16 12:52:32.625824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7df2-6afc-46e9-84ca-18d8ad80e581 req-dd8ae4a1-0539-4d0a-9298-f52f8a7cd801 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.626076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-2919f461-a567-49ff-9341-08dfcf565a57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 200 len: 217 time: 0.0725586 Feb 16 12:52:32.626554 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c28a7df2-6afc-46e9-84ca-18d8ad80e581 req-dd8ae4a1-0539-4d0a-9298-f52f8a7cd801 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:32.643061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c28a7df2-6afc-46e9-84ca-18d8ad80e581 req-dd8ae4a1-0539-4d0a-9298-f52f8a7cd801 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:32.644235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c28a7df2-6afc-46e9-84ca-18d8ad80e581 req-dd8ae4a1-0539-4d0a-9298-f52f8a7cd801 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.1034167 Feb 16 12:52:32.691794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c28a7df2-6afc-46e9-84ca-18d8ad80e581 req-4315f3c4-ec1b-4988-8216-d4e4b0f7c11c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Feb 16 12:52:32.694727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-81906f48-7884-44a8-893a-2dcdb6ec7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.696237 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-81906f48-7884-44a8-893a-2dcdb6ec7b3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 200 len: 844 time: 0.0641789 Feb 16 12:52:32.711177 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:32.716708 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Checking router: d0bb0c2b-c761-4ae9-9f90-9a359e672986 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:32.725045 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:32.725648 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:32.773008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-0738bf57-e3cd-437a-935c-85b987629784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.774477 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-0738bf57-e3cd-437a-935c-85b987629784 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710135 Feb 16 12:52:32.901504 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:32.906899 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-c0126294-5465-4612-ba6c-2daed018edf1 service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256857 Feb 16 12:52:33.040286 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c63c114-ff64-4fa1-9714-0533336c1d9a req-07f08408-848a-4dd6-9e93-c1ae567c266e service neutron] 10.222.0.81 "GET /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267176 Feb 16 12:52:33.236711 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:33.240591 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3667acb6-8649-4bd6-a74b-a495a7e9ad19 None None] The sync data for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv is: [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '022fc0b4-ff9d-49f4-8485-45a2c65b700e', 'name': '', 'network_id': '6d0f1005-4e3e-4c7f-bfc6-8070b58014ce', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:9c:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:33Z', 'updated_at': '2022-02-16T12:49:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'fad77e8d-cc2a-48bc-b06d-6125e454b1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:33.442398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb8070-d8f8-4067-9822-cf163ae93da8 None None] New status for floating IP 3986cb0e-354f-4ec9-8ffd-720fbd5727a3: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:52:34.080736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-2abf536e-a6a4-4687-927c-4ca1cbc51be8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.081344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-2abf536e-a6a4-4687-927c-4ca1cbc51be8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:34.093735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-2abf536e-a6a4-4687-927c-4ca1cbc51be8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:34.094832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-2abf536e-a6a4-4687-927c-4ca1cbc51be8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.1004827 Feb 16 12:52:34.149631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d0d69-c1bf-4b70-acc2-72e027f9f443 req-bf15cf5d-14ce-4d8f-b5e8-ccb32ff6ac4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.151250 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e31d0d69-c1bf-4b70-acc2-72e027f9f443 req-bf15cf5d-14ce-4d8f-b5e8-ccb32ff6ac4b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 945 time: 0.3444955 Feb 16 12:52:34.168703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:34.169047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.200301 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e31d0d69-c1bf-4b70-acc2-72e027f9f443 req-2e4d8f1c-a372-432d-b1d9-a5a4d7ff41e9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c918c61-814c-425c-ab1e-da5c0a83171c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Feb 16 12:52:34.523761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 10d8786b-7d3c-4876-8ee0-0811f25a9c99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=10d8786b-7d3c-4876-8ee0-0811f25a9c99,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:34.524134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.645615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 10d8786b-7d3c-4876-8ee0-0811f25a9c99 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:34.791391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.842854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=10d8786b-7d3c-4876-8ee0-0811f25a9c99,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.880538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.880895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.881239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.881574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.881902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.882232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.882558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.882882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.883203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.883525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.883841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.884271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:34.929085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port 10d8786b-7d3c-4876-8ee0-0811f25a9c99 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:34.931496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.934395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'name': 'network-vif-deleted', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:34.950041 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6b7967b-0ea7-4aa7-be60-2024557f9304 req-686c01bb-7798-459f-835e-fd54aca1f44c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/10d8786b-7d3c-4876-8ee0-0811f25a9c99 HTTP/1.1" status: 204 len: 173 time: 0.8502870 Feb 16 12:52:34.983957 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c', 'name': 'network-vif-deleted', 'tag': '10d8786b-7d3c-4876-8ee0-0811f25a9c99', 'status': 'completed', 'code': 200} Feb 16 12:52:35.365776 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c1ce69c-f3e3-4872-9f26-d840c48d1b10 req-9be16c14-c43e-4de5-b7a0-2d6445b99505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e0b9a99-89e5-478b-9ef8-6ea090d1ae6c HTTP/1.1" status: 200 len: 210 time: 0.0431151 Feb 16 12:52:36.460905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:36.533804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.579623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.653443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.674249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c918c61-814c-425c-ab1e-da5c0a83171c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.687088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.688279 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7668d51e-2e25-4cd3-9dbe-5ae54fd15f05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c918c61-814c-425c-ab1e-da5c0a83171c HTTP/1.1" status: 204 len: 168 time: 0.2263215 Feb 16 12:52:36.719462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 59996) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.265503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.735613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 022fc0b4-ff9d-49f4-8485-45a2c65b700e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:37.736595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.924740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 022fc0b4-ff9d-49f4-8485-45a2c65b700e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=022fc0b4-ff9d-49f4-8485-45a2c65b700e,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:37.925007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.048394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 022fc0b4-ff9d-49f4-8485-45a2c65b700e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:38.236087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.281223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=022fc0b4-ff9d-49f4-8485-45a2c65b700e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.562147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.644511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 10d8786b-7d3c-4876-8ee0-0811f25a9c99 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:38.678183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 10d8786b-7d3c-4876-8ee0-0811f25a9c99 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:38.678528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 10d8786b-7d3c-4876-8ee0-0811f25a9c99 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:39.030531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d0bb0c2b-c761-4ae9-9f90-9a359e672986 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:39.206224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:39.216300 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Sync routers for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:39.220084 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a367ac6d-95b8-414f-900c-fb8c8b48d6af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/d0bb0c2b-c761-4ae9-9f90-9a359e672986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4994905 Feb 16 12:52:39.222664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.225348 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:39.225943 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:39.286755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet fad77e8d-cc2a-48bc-b06d-6125e454b1a8 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:39.289666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.349005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.403319 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:39.431216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.504740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.549736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=fad77e8d-cc2a-48bc-b06d-6125e454b1a8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.553269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.560402 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-33b8b690-b518-44e9-9799-f49c1e06f5f3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/fad77e8d-cc2a-48bc-b06d-6125e454b1a8 HTTP/1.1" status: 204 len: 168 time: 0.3367493 Feb 16 12:52:39.562880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.567498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca54db-e268-4961-a2e8-a91e5d40dfb0 None None] Network 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:39.699654 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:52:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:39.703881 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Checking router: d0bb0c2b-c761-4ae9-9f90-9a359e672986 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:39.712181 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Routers {'d0bb0c2b-c761-4ae9-9f90-9a359e672986'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:39.712841 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:39.749799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.851353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] DHCP port deletion for 6d0f1005-4e3e-4c7f-bfc6-8070b58014ce request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:39.857324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Deleting port 621a88d8-607b-4b5d-a922-9d8c2116d25f {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:39.858019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.897757 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] Set router d0bb0c2b-c761-4ae9-9f90-9a359e672986 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:39.943419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.954297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:39.954297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.069429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] For port 621a88d8-607b-4b5d-a922-9d8c2116d25f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=621a88d8-607b-4b5d-a922-9d8c2116d25f,segment=NetworkSegment(3f4d35c8-3cf9-472c-848c-fcdcf5b753cf),segment_id=3f4d35c8-3cf9-472c-848c-fcdcf5b753cf)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:40.069785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.131859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port d06b1ace-4fd0-4e31-a39a-6ddaead2ab68, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:40.132494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.196068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Calling delete_port for 621a88d8-607b-4b5d-a922-9d8c2116d25f owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:40.204445 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:52:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:40.208653 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b203a91-74f8-41d1-b4ba-b80fc7d522d7 None None] The sync data for ids ['d0bb0c2b-c761-4ae9-9f90-9a359e672986'] in dv-neutron-829435-1-hyperv is: [{'id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'name': 'tempest-TestNetworkBasicOps-router-1963945958', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:52:38Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': 'd06b1ace-4fd0-4e31-a39a-6ddaead2ab68', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bb0c2b-c761-4ae9-9f90-9a359e672986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:29Z', 'updated_at': '2022-02-16T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:40.256198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:40.312479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.359976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Pushing event deleted for resources: {'Port': ['ID=621a88d8-607b-4b5d-a922-9d8c2116d25f,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.362219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] No DVR routers for this DVR port 621a88d8-607b-4b5d-a922-9d8c2116d25f on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:40.370657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.370657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.371018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.371424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.371761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.372122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.372452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.372781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.373689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.373689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.373986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.374114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb88902-6bb9-4683-8d8b-32dd4355baa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:40.434857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.607865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=d06b1ace-4fd0-4e31-a39a-6ddaead2ab68,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.710751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.828240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 022fc0b4-ff9d-49f4-8485-45a2c65b700e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:40.864684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 022fc0b4-ff9d-49f4-8485-45a2c65b700e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:40.865334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 022fc0b4-ff9d-49f4-8485-45a2c65b700e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:40.865334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 621a88d8-607b-4b5d-a922-9d8c2116d25f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:40.888285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.890505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.898288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 621a88d8-607b-4b5d-a922-9d8c2116d25f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:40.898630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 621a88d8-607b-4b5d-a922-9d8c2116d25f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:40.913503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.914118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router d0bb0c2b-c761-4ae9-9f90-9a359e672986 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:52:40.930651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.932063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-300b9513-ae47-48b2-b2ee-ab7b5e2b16f9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/d0bb0c2b-c761-4ae9-9f90-9a359e672986 HTTP/1.1" status: 204 len: 168 time: 1.3682616 Feb 16 12:52:40.935722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.053911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.186331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.210567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0f1005-4e3e-4c7f-bfc6-8070b58014ce']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:41.222659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:41.222958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4d35c8-3cf9-472c-848c-fcdcf5b753cf') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:41.234602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.250052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.256739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:41.257126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:41.271989 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:41.355020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.372494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.383232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=6d0f1005-4e3e-4c7f-bfc6-8070b58014ce,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.391976 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-059b8676-27b1-4a2b-9b4f-46dcae53fb35 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/6d0f1005-4e3e-4c7f-bfc6-8070b58014ce HTTP/1.1" status: 204 len: 168 time: 0.4549544 Feb 16 12:52:41.405549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.411078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1852267281', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.416249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.420578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:41.423492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:41.429108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:41.439578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:41.442904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.472716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:41.482217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.482565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment a42d4786-dc3c-4f1e-8465-21bbfe407f32 of type vlan for network 38c7de29-a3e5-4696-90cd-54e2cfda48cd Feb 16 12:52:41.624804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.654182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.659812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:41.660463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.762005 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3553445 Feb 16 12:52:41.765127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.771578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-747885333', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.774278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f14ea3-79d0-48fb-b8b0-a6e714fbb81f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=38c7de29-a3e5-4696-90cd-54e2cfda48cd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.779470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.783976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:41.785016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:41.786966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:41.793345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:41.804525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.805550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.823473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.094877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.412588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.455402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.603852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.33 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/9139c3e7-0baa-4dd0-b021-5876417be422) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:42.725406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:42.752969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.760077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:42.760474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d06b1ace-4fd0-4e31-a39a-6ddaead2ab68 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:42.782864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.978608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:42.981569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:42.989414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:43.024640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=9139c3e7-0baa-4dd0-b021-5876417be422,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.402547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.744780 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.948562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:52:44.124999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:44.134451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:44.144559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:44.145165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:44.157035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.159354 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-44f69755-66ed-4d20-9626-2426cd1e60c3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3916292 Feb 16 12:52:44.161721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.205986 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-034526df-5946-4efb-bdbe-7f9364e7e980 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428472 Feb 16 12:52:44.208577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.337818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:44.474810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b65fa-1e20-4878-ab0d-42eaa6f27e31 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:44.476313 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1c3b65fa-1e20-4878-ab0d-42eaa6f27e31 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2668300 Feb 16 12:52:44.479248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60028) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.518273 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dca96732-a3d2-4e8f-b69e-0e593e77e2f3 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378594 Feb 16 12:52:44.520855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.527166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-779757413', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:44.635693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:43Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:44.639786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:44.640165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Updating router d5d546ce-29e7-45e5-8af2-1d5ace399a7a port 9139c3e7-0baa-4dd0-b021-5876417be422 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:44.643498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:44.647248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:44.650051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:44.655958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:44.667132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:44.670890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.694351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.915021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.000093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=9c13528e-9ede-4b51-a748-f4d53cba6b13,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.009495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:45.009849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: 38c7de29-a3e5-4696-90cd-54e2cfda48cd, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:45.030563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:45.040291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 38c7de29-a3e5-4696-90cd-54e2cfda48cd) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:45.041505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.045676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:45.046266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.053825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaedcc-e193-4b47-88bc-8b5ba0fb9513 None None] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:45.070267 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bdc81a56-7044-43c8-8bb1-571336b31b97 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5483811 Feb 16 12:52:45.070679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Transition to ACTIVE for port object 9139c3e7-0baa-4dd0-b021-5876417be422 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:45.074099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.087545 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.237971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Attempting to bind port 9139c3e7-0baa-4dd0-b021-5876417be422 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:45.238665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Attempting to bind port 9139c3e7-0baa-4dd0-b021-5876417be422 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:45.238665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Attempting to bind port 9139c3e7-0baa-4dd0-b021-5876417be422 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:45.259912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe65d23-fff1-4684-899b-d41d5b838fd4 None None] Pushing event updated for resources: {'Port': ['ID=9139c3e7-0baa-4dd0-b021-5876417be422,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.262737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:45.263108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:45.263512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.263891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:45.264389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Bound port: 9139c3e7-0baa-4dd0-b021-5876417be422, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:45.264761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.461233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] For port 9139c3e7-0baa-4dd0-b021-5876417be422, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:45.469912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] For port 9139c3e7-0baa-4dd0-b021-5876417be422, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9139c3e7-0baa-4dd0-b021-5876417be422,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:45.474571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:45.475397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.489391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.618700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:45.619315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.696573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe65d23-fff1-4684-899b-d41d5b838fd4 None None] Pushing event updated for resources: {'Port': ['ID=9139c3e7-0baa-4dd0-b021-5876417be422,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.769778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.867729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Allocated IP 172.20.0.2 (38c7de29-a3e5-4696-90cd-54e2cfda48cd/9c13528e-9ede-4b51-a748-f4d53cba6b13/010830b2-36ea-4072-9081-60698cdb5faf) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:45.887080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:46.330394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.342999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Transition to ACTIVE for port object 010830b2-36ea-4072-9081-60698cdb5faf will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:46.371710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Transition to ACTIVE for port object 010830b2-36ea-4072-9081-60698cdb5faf will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:46.375342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:43Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:46.379062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.417741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b6b1ef-008e-4dea-9dfa-5a86d3ba19bf None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:43Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:46.449200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:46.455190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (38c7de29-a3e5-4696-90cd-54e2cfda48cd/9c13528e-9ede-4b51-a748-f4d53cba6b13/9d9495e2-3324-4913-9c03-16c6882218c0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:46.457604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:46.462608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:46.469761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Pushing event updated for resources: {'Port': ['ID=010830b2-36ea-4072-9081-60698cdb5faf,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.568619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Attempting to bind port 010830b2-36ea-4072-9081-60698cdb5faf on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:46.568989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Attempting to bind port 010830b2-36ea-4072-9081-60698cdb5faf by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:46.569355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Attempting to bind port 010830b2-36ea-4072-9081-60698cdb5faf on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:46.575701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:46.576112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Checking segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:46.576649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.577311 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Bound using segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:46.578254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Bound port: 010830b2-36ea-4072-9081-60698cdb5faf, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:46.578254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.630514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.648039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 9d9495e2-3324-4913-9c03-16c6882218c0 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:46.676122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.687343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] For port 010830b2-36ea-4072-9081-60698cdb5faf, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:46.691375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] For port 010830b2-36ea-4072-9081-60698cdb5faf, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=010830b2-36ea-4072-9081-60698cdb5faf,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:46.696153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.737614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:46.746591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:46.750514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:46.806793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78d0f-ef85-468e-8916-ff3ea4b8d7c0 None None] Pushing event updated for resources: {'Port': ['ID=010830b2-36ea-4072-9081-60698cdb5faf,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.833421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.848533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.114013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.582781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.589281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.713107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.717938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:47.853137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b57fe4-6f62-4101-bf1a-2c5400b46c76 None None] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:47.870803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:47.872224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:47.993765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9ff9d6c8-526f-4910-bf45-588c71ea5ac4 None None] Provisioning for port 010830b2-36ea-4072-9081-60698cdb5faf completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:48.196625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:48.386364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:48.396985 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:48.401029 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-444ab3ed-3870-483a-9e69-8724fbe0c8d5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/d5d546ce-29e7-45e5-8af2-1d5ace399a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3258302 Feb 16 12:52:48.403630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60040) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.407710 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:48.408426 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:48.445161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bc1c9adf-59bd-402a-b29d-501d59c0be7e None None] Provisioning for port 9d9495e2-3324-4913-9c03-16c6882218c0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:48.455491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bc1c9adf-59bd-402a-b29d-501d59c0be7e None None] Provisioning complete for port 9d9495e2-3324-4913-9c03-16c6882218c0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:48.456063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9adf-59bd-402a-b29d-501d59c0be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.545017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c9adf-59bd-402a-b29d-501d59c0be7e None None] Port 9d9495e2-3324-4913-9c03-16c6882218c0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:48.562032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f2b0-79b2-4b18-ab25-bacf83eeeb5f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.562501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f2b0-79b2-4b18-ab25-bacf83eeeb5f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.562949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f2b0-79b2-4b18-ab25-bacf83eeeb5f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.563394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f2b0-79b2-4b18-ab25-bacf83eeeb5f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.565300 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-12f1f2b0-79b2-4b18-ab25-bacf83eeeb5f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1602070 Feb 16 12:52:48.567765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.645753 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:48.646067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec765-574d-47eb-a97b-9b24b79bba7e tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.646525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec765-574d-47eb-a97b-9b24b79bba7e tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.646965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec765-574d-47eb-a97b-9b24b79bba7e tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.647403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec765-574d-47eb-a97b-9b24b79bba7e tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.653423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.663360 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dd6ec765-574d-47eb-a97b-9b24b79bba7e tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0942261 Feb 16 12:52:48.669222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c88a45e2-e0f0-4bed-ba5e-b93c1b8964e8 None None] Provisioning complete for port 9d9495e2-3324-4913-9c03-16c6882218c0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:48.669658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c88a45e2-e0f0-4bed-ba5e-b93c1b8964e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.764886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c88a45e2-e0f0-4bed-ba5e-b93c1b8964e8 None None] Port 9d9495e2-3324-4913-9c03-16c6882218c0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:48.873945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 010830b2-36ea-4072-9081-60698cdb5faf up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:48.917501 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f7c7eab-5163-4c2d-aa5c-11258714458d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2596819 Feb 16 12:52:48.946654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a09f4827-750f-4494-86b3-f6e903d954f4 None None] Provisioning complete for port 9d9495e2-3324-4913-9c03-16c6882218c0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:48.947015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a09f4827-750f-4494-86b3-f6e903d954f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.012456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a09f4827-750f-4494-86b3-f6e903d954f4 None None] Port 9d9495e2-3324-4913-9c03-16c6882218c0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:49.014461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 010830b2-36ea-4072-9081-60698cdb5faf completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:49.017076 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.020290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 010830b2-36ea-4072-9081-60698cdb5faf triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:49.020735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.021694 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:49.022106 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Updating router d5d546ce-29e7-45e5-8af2-1d5ace399a7a port 9d9495e2-3324-4913-9c03-16c6882218c0 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:49.077833 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.144579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.168999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.174650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825672708', 'description': 'tempest-secgroup-smoke-825672708 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.181019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.184620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 010830b2-36ea-4072-9081-60698cdb5faf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=010830b2-36ea-4072-9081-60698cdb5faf,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:49.186682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.189698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.190227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.190523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9139c3e7-0baa-4dd0-b021-5876417be422 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:49.196156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.215373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.240943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.246210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.249516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.256207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.308286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=010830b2-36ea-4072-9081-60698cdb5faf,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.330585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 9139c3e7-0baa-4dd0-b021-5876417be422 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:49.335749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9139c3e7-0baa-4dd0-b021-5876417be422 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:49.336231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.347869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.352899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.407382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b91222-76e6-4cfd-a363-4ebd75a926d5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.411662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.413107 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-027aafef-0495-40d8-8297-df2367647c08 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2430069 Feb 16 12:52:49.416115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.422065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.428232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.432660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.435855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.441703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.461702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.468992 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.470903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.481980 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Transition to ACTIVE for port object 9d9495e2-3324-4913-9c03-16c6882218c0 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:49.489492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 9139c3e7-0baa-4dd0-b021-5876417be422, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9139c3e7-0baa-4dd0-b021-5876417be422,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:49.490086 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.496079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.529874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.537129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.565211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81693067-c93e-46f3-9bc3-351b56ea12e3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.579107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.579836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.580403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.581055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.582465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.583215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.583734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.584398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.585055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.585633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.586158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.586721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.592184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.594251 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ee54d2ee-bdd7-4d67-81dc-37c31b31bc2d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769817 Feb 16 12:52:49.597327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=9139c3e7-0baa-4dd0-b021-5876417be422,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.597492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.604667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.610837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.614807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.618461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.625157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.645045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.683102 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Pushing event updated for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.716259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.723029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.732305 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.732650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.732987 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.733316 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.733643 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.733974 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.734301 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.734624 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.734947 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.735282 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.735590 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.735903 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:49.748540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Attempting to bind port 9d9495e2-3324-4913-9c03-16c6882218c0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:49.748910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Attempting to bind port 9d9495e2-3324-4913-9c03-16c6882218c0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:49.749371 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Attempting to bind port 9d9495e2-3324-4913-9c03-16c6882218c0 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:49.755940 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:49.756338 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Checking segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:49.756738 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.757125 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Bound using segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:49.757611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Bound port: 9d9495e2-3324-4913-9c03-16c6882218c0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:49.757959 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.758857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075a3981-33b6-4df6-9b8d-63de3dfd8918,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.771126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.775112 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d77c4690-f726-4ae4-8a0d-84ab87118b4a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738789 Feb 16 12:52:49.775286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.781401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.787421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.791570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.794259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.799899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.819805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.860450 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] For port 9d9495e2-3324-4913-9c03-16c6882218c0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:49.864126 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] For port 9d9495e2-3324-4913-9c03-16c6882218c0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9d9495e2-3324-4913-9c03-16c6882218c0,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:49.868614 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.893565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.897621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.919699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aaf8a07-0ebc-498e-9a73-d4e6eb1b29ad,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.933013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.936978 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11e16e38-13aa-460c-b966-e5c078483bd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573255 Feb 16 12:52:49.937360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60070) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.942365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.949001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.954272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.955621 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:49.956338 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.957149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.963237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.983364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.019191 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b7c2-fb80-470f-8ffe-4d73073858d8 None None] Pushing event updated for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.063484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.068073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.099748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4fe7ad-0fb7-41bd-92d9-d3a4f69207bd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.110053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.111446 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72fb7dbb-c89b-4904-ab90-277ed598b607 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731434 Feb 16 12:52:50.114153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60074) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.120284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.126680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.130948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:50.134241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:50.140522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.153907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:52:50.161851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.183391 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:50.234407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.238086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.265667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddd4fb1-0b5c-48d4-877f-cd5fffd0a8be,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.282807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.284101 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f21bf703-4ef8-4eb4-bf3c-b1738e1982e7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687562 Feb 16 12:52:50.286841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.293277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '16b91222-76e6-4cfd-a363-4ebd75a926d5', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.299357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.303219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:50.306234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:50.312258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.323057 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:52:50.330886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.397827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.403503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.427745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b9ee2a-481e-43ef-9664-1ce0193b97ea,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.439389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.450280 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cac846db-98bb-47ce-aa9f-d4d8b788296f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529450 Feb 16 12:52:50.511937 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:50.516027 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb0201-fd49-4f72-81f8-87dc7570f31f None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:50.705130 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-92fda3d1-1ab0-4fb1-9644-b4f960223aad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825672708&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0435512 Feb 16 12:52:50.863894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 010830b2-36ea-4072-9081-60698cdb5faf up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:50.877927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2753ecfa-1dfa-48ad-9c31-4e4156650046 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.878652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2753ecfa-1dfa-48ad-9c31-4e4156650046 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:50.896797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2753ecfa-1dfa-48ad-9c31-4e4156650046 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:50.897955 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2753ecfa-1dfa-48ad-9c31-4e4156650046 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 797 time: 0.1865287 Feb 16 12:52:50.914972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-6e0abfb6-ef75-4e3a-93f8-fec1b0c722a6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0101655 Feb 16 12:52:50.944408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 010830b2-36ea-4072-9081-60698cdb5faf triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:50.944878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.016946 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-f36ffda7-c720-4b87-b702-d98f66bc0704 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936730 Feb 16 12:52:51.077356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9d9495e2-3324-4913-9c03-16c6882218c0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:51.150970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 9d9495e2-3324-4913-9c03-16c6882218c0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:51.163352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9d9495e2-3324-4913-9c03-16c6882218c0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:51.163743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.171062 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-700450af-1305-4ffe-a986-e1986358dd43 service neutron] 10.222.0.65 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399467 Feb 16 12:52:51.291840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.318254 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-f075ae6f-1b7c-4e5a-9d8f-af9a65c55844 service neutron] 10.222.0.65 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389182 Feb 16 12:52:51.330388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 9d9495e2-3324-4913-9c03-16c6882218c0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9d9495e2-3324-4913-9c03-16c6882218c0,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:51.334999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.335600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9139c3e7-0baa-4dd0-b021-5876417be422 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:51.461587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.478277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9139c3e7-0baa-4dd0-b021-5876417be422 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:51.479359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.653231 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a1435b0-0a4a-47a4-9d45-738b9c103916 req-6fb1cee2-801f-4ed8-a679-3d07e6314103 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 210 time: 0.1614857 Feb 16 12:52:52.004605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.732983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2c2ee9d7-99aa-4945-bb6a-9c587850251d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:52.734712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2c2ee9d7-99aa-4945-bb6a-9c587850251d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 797 time: 0.1730263 Feb 16 12:52:52.802572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-9980b9e0-1ddb-4e43-a856-15d6a292ed54 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:52.804492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9d9495e2-3324-4913-9c03-16c6882218c0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:52.820585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-9980b9e0-1ddb-4e43-a856-15d6a292ed54 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:52.822105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-9980b9e0-1ddb-4e43-a856-15d6a292ed54 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 379 time: 0.0740223 Feb 16 12:52:52.831455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5710bfb4-0ccc-4f27-977a-2380793acc33 req-3295ce75-d828-46cf-8255-ddf5003258b9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 210 time: 0.0606663 Feb 16 12:52:52.833898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['16b91222-76e6-4cfd-a363-4ebd75a926d5']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:52.921714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9d9495e2-3324-4913-9c03-16c6882218c0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:52.922392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.985555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:52.990086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:port and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:52.993028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:52.999285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.011253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:53.015185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.187590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.9 (38c7de29-a3e5-4696-90cd-54e2cfda48cd/9c13528e-9ede-4b51-a748-f4d53cba6b13/df95600d-a3b6-468b-a6cf-7791825aed94) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:53.385071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.402126 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object df95600d-a3b6-468b-a6cf-7791825aed94 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:53.425711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.492112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:53.500084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:53.504362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:53.540229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:53.579377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.580205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.607940 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-141b75e6-8136-4a71-a5a3-befb4da48cd4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795134 Feb 16 12:52:53.686990 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Request body: {'port': {'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.714348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-22f96e78-6fe8-452b-b8b3-aceeb35dc4d0 None None] Provisioning for port df95600d-a3b6-468b-a6cf-7791825aed94 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:53.723270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-22f96e78-6fe8-452b-b8b3-aceeb35dc4d0 None None] Provisioning complete for port df95600d-a3b6-468b-a6cf-7791825aed94 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:53.723804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-22f96e78-6fe8-452b-b8b3-aceeb35dc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.789984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-22f96e78-6fe8-452b-b8b3-aceeb35dc4d0 None None] Port df95600d-a3b6-468b-a6cf-7791825aed94 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:53.910540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.026676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d69c4d-d271-4a33-a170-73b7cbb0a013 req-fb7fdee2-aeb7-40b1-bf09-c1aa2aaa4132 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.028400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73d69c4d-d271-4a33-a170-73b7cbb0a013 req-fb7fdee2-aeb7-40b1-bf09-c1aa2aaa4132 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 931 time: 0.0820613 Feb 16 12:52:54.075936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73d69c4d-d271-4a33-a170-73b7cbb0a013 req-b40a7f2c-c7b6-4b59-bb6c-ea73f028ffe2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Feb 16 12:52:54.264384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df95600d-a3b6-468b-a6cf-7791825aed94 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:54.271626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.286638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Transition to ACTIVE for port object df95600d-a3b6-468b-a6cf-7791825aed94 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:54.290970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.425850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.535184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Attempting to bind port df95600d-a3b6-468b-a6cf-7791825aed94 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:54.535444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Attempting to bind port df95600d-a3b6-468b-a6cf-7791825aed94 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:54.535793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Attempting to bind port df95600d-a3b6-468b-a6cf-7791825aed94 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:54.540600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Port df95600d-a3b6-468b-a6cf-7791825aed94 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:52:54.540920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Attempting to bind port df95600d-a3b6-468b-a6cf-7791825aed94 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:54.546730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:54.547068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Checking segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:54.547443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Bound using segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:54.547859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Bound port: df95600d-a3b6-468b-a6cf-7791825aed94, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:54.548231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.637248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:54.640169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:54.644681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.703430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.704058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.705424 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] 10.222.0.81 "PUT /v2.0/ports/df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 1093 time: 1.0839696 Feb 16 12:52:54.705863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:54.734603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42e839-3f40-4c2c-b8ac-cd92eb7ec02a service neutron] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.799805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:52:54.837651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-e109ae64-d6c7-49ba-abac-2dcc640ce89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.840437 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-e109ae64-d6c7-49ba-abac-2dcc640ce89a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1096 time: 0.0782115 Feb 16 12:52:54.922873 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-ad8945b6-d895-483f-8ba5-1fb34f2239da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 217 time: 0.0693557 Feb 16 12:52:54.988927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-aba9f498-bdaf-4435-913e-956ea10c7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.990318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-aba9f498-bdaf-4435-913e-956ea10c7bc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0617859 Feb 16 12:52:55.069340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-3d2a7f77-98b5-424c-8ddf-307fa0d61ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.070696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-3d2a7f77-98b5-424c-8ddf-307fa0d61ef9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747952 Feb 16 12:52:55.210131 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-2e44f064-b928-4943-ab6d-739ac88e1a08 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324804 Feb 16 12:52:55.273621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938860-e452-4c53-abcc-89b36e61f328 req-0fd37ddf-bec6-4a09-8717-483d98c185aa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.277037 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3938860-e452-4c53-abcc-89b36e61f328 req-0fd37ddf-bec6-4a09-8717-483d98c185aa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 943 time: 0.0867698 Feb 16 12:52:55.323176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3938860-e452-4c53-abcc-89b36e61f328 req-70aa5c74-d6b1-4a9b-ae31-ae1684c1c382 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Feb 16 12:52:55.344350 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d9dc6e-daac-406a-865a-4210eb78ff96 req-1ce342eb-e287-4004-8e29-27fda6d24160 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Feb 16 12:52:55.498821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-b93aa8c0-52b0-4506-aad2-6397cf1337ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.500348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-b93aa8c0-52b0-4506-aad2-6397cf1337ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1096 time: 0.0729342 Feb 16 12:52:55.720960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-915d516f-f61c-42df-8b29-2490794e118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.737817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-6a9ae3e2-0951-4de5-b62b-2db4ef219fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.739248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-6a9ae3e2-0951-4de5-b62b-2db4ef219fae service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.2327278 Feb 16 12:52:55.813072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-203a1f52-00f4-4aca-a3ab-719550124b88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 217 time: 0.0671105 Feb 16 12:52:55.875717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-cbf02654-717b-4b36-836c-68f620ce8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.877152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-cbf02654-717b-4b36-836c-68f620ce8e4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0581017 Feb 16 12:52:55.960239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-b73eb8ee-4d8a-4ada-af7f-c1ded6949eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.961908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-b73eb8ee-4d8a-4ada-af7f-c1ded6949eff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774488 Feb 16 12:52:56.095542 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-514766d3-144d-487c-a918-a99264671f26 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266272 Feb 16 12:52:56.237306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70ad1f61-6589-45d3-99c4-c8363bee834d req-6a1948d8-5302-4efe-864a-d7364166ec19 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350851 Feb 16 12:52:56.525976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55b173-f0df-485c-8ef3-850232b3e64e req-44a1009c-6ff5-4e0c-92e1-1435d9a0a1e5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:56.527968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c55b173-f0df-485c-8ef3-850232b3e64e req-44a1009c-6ff5-4e0c-92e1-1435d9a0a1e5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 943 time: 0.0953789 Feb 16 12:52:56.573993 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c55b173-f0df-485c-8ef3-850232b3e64e req-30841eec-5948-48ce-87bf-29c0780ee776 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Feb 16 12:52:57.870190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69dc02-3e3d-4ee1-b9ef-533dbc2eae73 req-7d1ad40f-6cc8-4e14-98ba-7507dbab0606 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:57.871584 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa69dc02-3e3d-4ee1-b9ef-533dbc2eae73 req-7d1ad40f-6cc8-4e14-98ba-7507dbab0606 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 943 time: 0.1900718 Feb 16 12:52:57.916609 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa69dc02-3e3d-4ee1-b9ef-533dbc2eae73 req-110f3d47-5a94-4864-8655-97fb2eefd115 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391641 Feb 16 12:52:57.919215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e87e97f6-e88b-4bb9-b060-0a3cef10cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.736557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device df95600d-a3b6-468b-a6cf-7791825aed94 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:52:58.879945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:58.894491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:52:58.956249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.980324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df95600d-a3b6-468b-a6cf-7791825aed94 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:59.010137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:59.016127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.051825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.109024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.120161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69c6d1-c690-465e-83ea-342ad57f8647 req-cbfb9001-7782-4407-a3ef-f4677915a3d4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:59.120674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.121676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b69c6d1-c690-465e-83ea-342ad57f8647 req-cbfb9001-7782-4407-a3ef-f4677915a3d4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 944 time: 0.0903904 Feb 16 12:52:59.168198 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b69c6d1-c690-465e-83ea-342ad57f8647 req-b398f94a-44b6-4d44-a650-a225d9ae0e0e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Feb 16 12:52:59.330884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['df95600d-a3b6-468b-a6cf-7791825aed94'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:52:59.940353 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:53:00.373642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670f9eb-e0f2-4a38-946d-41f6f4d92aa3 req-5b50a532-4795-4fec-9cee-e04c1225a568 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.375103 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2670f9eb-e0f2-4a38-946d-41f6f4d92aa3 req-5b50a532-4795-4fec-9cee-e04c1225a568 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 944 time: 0.0886805 Feb 16 12:53:00.425708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2670f9eb-e0f2-4a38-946d-41f6f4d92aa3 req-eb5193cf-8ec0-4001-bbac-97a8ff1659d6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448177 Feb 16 12:53:00.457584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.737020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device df95600d-a3b6-468b-a6cf-7791825aed94 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:00.807641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port df95600d-a3b6-468b-a6cf-7791825aed94 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:00.812584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port df95600d-a3b6-468b-a6cf-7791825aed94 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:00.812992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.937198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.969631 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:00.982147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:00.985935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.022386 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'code': 200} Feb 16 12:53:01.056390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:01.301825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a51e-d42b-4f30-9c12-e6c7d229c105 req-0a321f3e-3607-4c23-922c-2171f69340b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:01.303305 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4e54a51e-d42b-4f30-9c12-e6c7d229c105 req-0a321f3e-3607-4c23-922c-2171f69340b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1098 time: 0.0737107 Feb 16 12:53:01.344443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4e54a51e-d42b-4f30-9c12-e6c7d229c105 req-81dc14de-a2e2-4048-b6c7-83b6820a9be6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 Feb 16 12:53:01.613881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982eec8-727a-444f-9f31-692765ed6542 req-fe351cae-8cd5-45a1-a6fe-f690b4f1f3ad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:01.615426 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a982eec8-727a-444f-9f31-692765ed6542 req-fe351cae-8cd5-45a1-a6fe-f690b4f1f3ad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.0808234 Feb 16 12:53:01.664931 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a982eec8-727a-444f-9f31-692765ed6542 req-62356dc1-af81-4594-af3c-ffffbaf2d52f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Feb 16 12:53:02.859287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631dd99-ae3b-4c3c-bfcc-4290779f0591 req-046f26eb-1996-4085-9c40-c117a53462b2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:02.860684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d631dd99-ae3b-4c3c-bfcc-4290779f0591 req-046f26eb-1996-4085-9c40-c117a53462b2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.0852988 Feb 16 12:53:02.906659 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d631dd99-ae3b-4c3c-bfcc-4290779f0591 req-6c1b4cd8-91a1-4c05-bac2-c47fc9ef6839 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Feb 16 12:53:03.088962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214d35-930d-41c0-9fbe-afaa543e2997 req-1d7c7268-966d-44ef-bda1-f7e51ee864ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:03.090313 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a214d35-930d-41c0-9fbe-afaa543e2997 req-1d7c7268-966d-44ef-bda1-f7e51ee864ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.0807886 Feb 16 12:53:03.134570 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a214d35-930d-41c0-9fbe-afaa543e2997 req-ebe27c9c-71d8-4692-a517-e4e1b1d03826 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375795 Feb 16 12:53:03.158764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.231302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69388b5c-2dfb-4a30-a835-386f5f7ebbad tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:03.232800 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69388b5c-2dfb-4a30-a835-386f5f7ebbad tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1093 time: 0.0730488 Feb 16 12:53:03.235764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.240538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.246497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:03.250401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:03.253318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:03.258820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:03.269282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.402800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.540332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.73 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/009e17e5-1bf1-43e0-9636-eea990e9d087) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:03.686488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.716331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.777481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:03.784560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:03.788634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:03.818886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=009e17e5-1bf1-43e0-9636-eea990e9d087,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.212506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.384307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.600427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.605623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.710870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=009e17e5-1bf1-43e0-9636-eea990e9d087,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.728290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.904883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 7c0c3dd0-4f66-4e30-a241-dc47949a6c73 associated. External IP: 172.26.4.73, port: df95600d-a3b6-468b-a6cf-7791825aed94. Feb 16 12:53:05.267544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:05.465384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:05.476064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:05.486590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:05.487212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:05.492432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.555729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-228a76a7-1860-451d-81e6-7678f7927647 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3163073 Feb 16 12:53:05.555729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:05.556025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:05.620196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:53:05.646140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a44b5-aa97-4a6c-8d1c-cceee191e1b7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.650327 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-158a44b5-aa97-4a6c-8d1c-cceee191e1b7 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1093 time: 0.0895982 Feb 16 12:53:05.714182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:05.761098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-d33ef0ec-9925-4a97-8e02-cfbb1011660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.762741 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-d33ef0ec-9925-4a97-8e02-cfbb1011660c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1098 time: 0.0914147 Feb 16 12:53:05.905119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-651d828c-e364-49b6-8296-84974e2b6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.906466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-651d828c-e364-49b6-8296-84974e2b6b25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1371410 Feb 16 12:53:06.013855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-d9f834f9-6768-4542-8f6d-a5432c561bdf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 998 time: 0.0997539 Feb 16 12:53:06.081705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-737d2287-e8d7-4e8f-a501-09fd6b0048b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.083332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-737d2287-e8d7-4e8f-a501-09fd6b0048b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0615339 Feb 16 12:53:06.127121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:04Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:06.131146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:06.140885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:06.141678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:06.147711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.153545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296696030', 'description': 'tempest-secgroup-smoke-296696030 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.160161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.171151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.184463 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.188748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-ba05c321-9272-4a4f-b2aa-c95d4c78243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.190264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-ba05c321-9272-4a4f-b2aa-c95d4c78243f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994020 Feb 16 12:53:06.208574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.212797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.215717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.221897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.305218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.311669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.338715 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-56c817ae-9876-4d21-b5c8-320ac893c1c6 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393299 Feb 16 12:53:06.348710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:06.351084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8eee36-3cc5-430e-ba8f-cd881ce63943,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.383878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.389579 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-642eaadc-adc9-4aad-861a-6f95089282a9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2369704 Feb 16 12:53:06.390162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60156) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.395404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.401993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.405550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.408642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.414582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.447648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.499227 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d13879aa-bb52-47ce-b360-3d13b762c2fc req-fb415c86-b0a6-48e7-a273-9d11ca10212a service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545959 Feb 16 12:53:06.520578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.526580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.552956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e30758-b881-4f4e-a669-9c8d25d4f776,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.566822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.570796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-98534ee5-799f-4fc1-9ce3-692aaace159f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769063 Feb 16 12:53:06.570969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.577079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.582964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.587295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.590851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.596570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.614518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.683117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.687156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.773560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:04Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:06.781820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837869a1-269a-4fcc-93d1-4bfc5824531d None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:04Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:06.824899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5de188-031d-4b58-9656-132349baf4d1,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.835171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.836429 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-52306fb7-4b6c-4ade-837f-56e6b3cd1b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646110 Feb 16 12:53:06.839287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.844610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.850712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.855018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.858114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.863799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.884024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.954670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.958570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.983122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ba72e-e568-4f70-9b5a-63b440e4571c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.992462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.993646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe1f182e-4fd6-4d1d-a7d1-27d060776f69 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533194 Feb 16 12:53:06.997035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.002210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.008444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.013480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.016596 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.019567 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5167dfb-c97b-4301-8de0-cbb0abd5ea63 None None] New status for floating IP 7c0c3dd0-4f66-4e30-a241-dc47949a6c73: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:07.022474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.045900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.129436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.133195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.156585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49567f53-ce77-41aa-9e98-c13d005c48da,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.166615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.168018 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbc52305-24ba-47ff-b862-8214b75e83eb tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1698802 Feb 16 12:53:07.171589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.176812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.184810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.188718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.192090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.198534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.212940 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:07.219864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.294426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.299208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.328294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dc8866-f7fa-4d61-a312-cab391565b85,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.340367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.341786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15d65fa1-ff79-4190-9435-7a297caac536 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691728 Feb 16 12:53:07.348646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60176) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.353710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': 'df8eee36-3cc5-430e-ba8f-cd881ce63943', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.359571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.363394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.366268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.372052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.381833 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:07.388942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.454571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.458047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.480451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9685da4f-d35b-4509-9355-330bbfed6e18,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.489178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.490328 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3dacb109-de94-42e5-b273-816095257608 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407719 Feb 16 12:53:07.657282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-592a5f39-7dbc-4b22-83b6-9ac5af773d2b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:07.672399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-592a5f39-7dbc-4b22-83b6-9ac5af773d2b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:07.673539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-592a5f39-7dbc-4b22-83b6-9ac5af773d2b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296696030&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0566421 Feb 16 12:53:07.825798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-c9667b69-dc60-470b-a4f5-24f555918b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:07.827505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-c9667b69-dc60-470b-a4f5-24f555918b9c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 797 time: 0.1470287 Feb 16 12:53:07.842362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-b48ba005-c787-4103-97ae-291955d89ac0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0092869 Feb 16 12:53:07.928388 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-5a2065e0-56e6-4cc1-9871-58a69f88ba71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809295 Feb 16 12:53:08.111414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-35eef304-9b77-4f89-8c39-92ea2f6677e2 service neutron] 10.222.0.65 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703098 Feb 16 12:53:08.247610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-4d975568-54ad-42c0-befd-16cd9d33b6e8 service neutron] 10.222.0.65 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304111 Feb 16 12:53:08.428757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8651c071-6e5b-4272-8451-958e06598c88 req-124bde42-ed74-41ef-ac94-540b52e004e0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 210 time: 0.0485959 Feb 16 12:53:09.596423 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d0ef3bf-18af-48dc-94b2-8dcb98ff3165 req-5cae079a-0f18-45a3-9f9b-32e3333cff38 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 210 time: 0.0543804 Feb 16 12:53:09.887115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f1110103-b1cf-44ba-8abf-793fca07d15a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:09.888617 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f1110103-b1cf-44ba-8abf-793fca07d15a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 797 time: 0.3138421 Feb 16 12:53:09.945525 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-ed02b4e9-0cd2-4936-b2d8-8c745bb6f686 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 471 time: 0.0411444 Feb 16 12:53:09.958591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['df8eee36-3cc5-430e-ba8f-cd881ce63943']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:10.103612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:10.107569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:port and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:10.110394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:10.115903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:10.124956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:10.128419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.291659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.13 (38c7de29-a3e5-4696-90cd-54e2cfda48cd/9c13528e-9ede-4b51-a748-f4d53cba6b13/7bc80ff8-4939-4bee-bc4e-08f8ced83272) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:10.480832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.496448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 7bc80ff8-4939-4bee-bc4e-08f8ced83272 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:10.527672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.600198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:10.608334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:10.612655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:10.648128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.686561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.687180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.713340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-daaf62fc-f76e-4ab5-8b03-ac30e2725dd0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574973 Feb 16 12:53:10.732621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Request body: {'port': {'device_id': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:10.813738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be407a-f1f4-4df7-b111-7cd00ddd953b req-ae059909-3eb5-4cfb-9379-045dda78c162 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.815158 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6be407a-f1f4-4df7-b111-7cd00ddd953b req-ae059909-3eb5-4cfb-9379-045dda78c162 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 932 time: 0.0916305 Feb 16 12:53:10.852902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.869157 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6be407a-f1f4-4df7-b111-7cd00ddd953b req-e415ffbd-535d-46cf-ae7c-0a819c391c64 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Feb 16 12:53:10.886835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ced2ed3c-3231-4fd9-978e-82b60a877260 None None] Provisioning for port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:10.892453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ced2ed3c-3231-4fd9-978e-82b60a877260 None None] Provisioning complete for port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:10.892830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ced2ed3c-3231-4fd9-978e-82b60a877260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.950190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-ced2ed3c-3231-4fd9-978e-82b60a877260 None None] Port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:11.213018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc80ff8-4939-4bee-bc4e-08f8ced83272 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:11.220474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.234784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Transition to ACTIVE for port object 7bc80ff8-4939-4bee-bc4e-08f8ced83272 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:11.239072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.399802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.486688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Attempting to bind port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:11.487016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Attempting to bind port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:11.487336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Attempting to bind port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:11.491805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:11.492164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Attempting to bind port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 on network 38c7de29-a3e5-4696-90cd-54e2cfda48cd {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:11.497864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:11.498199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Checking segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:11.498578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Bound using segment: {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:11.498989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Bound port: 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42d4786-dc3c-4f1e-8465-21bbfe407f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:11.499327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.594895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:11.598280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:11.603027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.657110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.657713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.659062 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] 10.222.0.81 "PUT /v2.0/ports/7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 200 len: 1094 time: 0.9326980 Feb 16 12:53:11.659491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:11.685594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bd262-935d-4f54-a759-074475c9b936 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.777122 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'status': 'completed', 'code': 200} Feb 16 12:53:11.921638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-1ca0ee98-5de6-4efb-8629-1ae0d4419883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.923044 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-1ca0ee98-5de6-4efb-8629-1ae0d4419883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1097 time: 0.1966126 Feb 16 12:53:12.006219 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-37715c85-35c3-4525-93f4-7aacc1ad547a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 200 len: 217 time: 0.0620039 Feb 16 12:53:12.061010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514597f-9de8-4d6a-b9c9-fa26d467792a req-0cf84f24-716d-4d6f-9613-e8478c6b8e81 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.062471 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0514597f-9de8-4d6a-b9c9-fa26d467792a req-0cf84f24-716d-4d6f-9613-e8478c6b8e81 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 944 time: 0.0829136 Feb 16 12:53:12.074001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-d1c7ae99-203d-45ab-bd39-b63b4ce68875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.075495 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-d1c7ae99-203d-45ab-bd39-b63b4ce68875 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0642474 Feb 16 12:53:12.109578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0514597f-9de8-4d6a-b9c9-fa26d467792a req-55e2960b-d4d2-42eb-9203-348cbdf70d8a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Feb 16 12:53:12.152038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-d60beb13-b1bf-47c3-9577-1daed9b018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.153499 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-d60beb13-b1bf-47c3-9577-1daed9b018de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724640 Feb 16 12:53:12.285055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-e69868d5-1fde-4edb-a7a3-b779bef303fa service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251800 Feb 16 12:53:12.414780 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4ceb30b4-5d92-42d5-90b4-e15a4c2291c4 req-e53695ae-361c-496d-bf42-42bcdd735e52 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245184 Feb 16 12:53:12.571960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-1bf575ae-7379-4e0a-8777-20e661b95e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.573491 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-1bf575ae-7379-4e0a-8777-20e661b95e54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1097 time: 0.0766177 Feb 16 12:53:12.711551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-0659d167-7f88-4ea3-a2b8-133695a1a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.713796 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-0659d167-7f88-4ea3-a2b8-133695a1a213 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1342702 Feb 16 12:53:12.780028 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-2299279a-3604-4e0a-8d05-7a818822a26f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 200 len: 217 time: 0.0595136 Feb 16 12:53:12.844766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-88ac5f7a-846f-4811-948c-e3b7bcbd2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.846074 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-88ac5f7a-846f-4811-948c-e3b7bcbd2090 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0597310 Feb 16 12:53:12.921986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-b8a3c39d-c72f-433e-b267-67037d2e3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.923443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-b8a3c39d-c72f-433e-b267-67037d2e3b3e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706780 Feb 16 12:53:13.055994 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-43011ce4-0f21-448c-9236-864d5cb389b5 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251671 Feb 16 12:53:13.190248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fe99308-253b-44d1-b78d-93ce809c0feb req-5c5f3279-1f93-4db4-8858-2c3e92421f0a service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271751 Feb 16 12:53:13.299292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01ec65-a9a3-4241-b2d7-53e83e18e112 req-9f1c1ba4-34f5-413b-8248-b19a96cf808a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.300758 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e01ec65-a9a3-4241-b2d7-53e83e18e112 req-9f1c1ba4-34f5-413b-8248-b19a96cf808a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 944 time: 0.0822582 Feb 16 12:53:13.345015 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e01ec65-a9a3-4241-b2d7-53e83e18e112 req-e9e9ab30-544f-47b2-843b-5fa4f27c49bf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385001 Feb 16 12:53:14.532604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e1615-c5b9-44c4-b29e-79031920ed7f req-a2c0eb9e-2968-4eca-abcd-47d402f93867 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.534057 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e3e1615-c5b9-44c4-b29e-79031920ed7f req-a2c0eb9e-2968-4eca-abcd-47d402f93867 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 944 time: 0.0794909 Feb 16 12:53:14.581052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e3e1615-c5b9-44c4-b29e-79031920ed7f req-d729cdac-44a9-4cbb-8e72-7ffd764d42cc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Feb 16 12:53:14.770748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7bc80ff8-4939-4bee-bc4e-08f8ced83272 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:14.914339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:14.928412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'port_id': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'mac_address': 'fa:16:3e:93:96:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:14.991144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.010656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc80ff8-4939-4bee-bc4e-08f8ced83272 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:15.027051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:15.034867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.104079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:15.322100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['7bc80ff8-4939-4bee-bc4e-08f8ced83272'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:15.784771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56099bb-92ed-4dd1-9aba-a8f5999a6e01 req-a78635d7-5cd9-4253-9275-ea4ab7285398 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.786316 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d56099bb-92ed-4dd1-9aba-a8f5999a6e01 req-a78635d7-5cd9-4253-9275-ea4ab7285398 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 945 time: 0.0848975 Feb 16 12:53:15.832935 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d56099bb-92ed-4dd1-9aba-a8f5999a6e01 req-abf93097-ddad-47a0-b46b-770b84206fe4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Feb 16 12:53:16.794323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7bc80ff8-4939-4bee-bc4e-08f8ced83272 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:16.863477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:16.869492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:16.869868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.997895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.026831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:17.031056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64397a-c953-417e-a74f-c4c37504ce64 req-be329823-3c1d-4739-9aed-8449d5ab12db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.032713 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b64397a-c953-417e-a74f-c4c37504ce64 req-be329823-3c1d-4739-9aed-8449d5ab12db tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 945 time: 0.0840003 Feb 16 12:53:17.037166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:17.043920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.089497 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b64397a-c953-417e-a74f-c4c37504ce64 req-14f0a718-4fc2-4769-b6d4-3865a97ee3ad tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505586 Feb 16 12:53:17.124394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.142837 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'code': 200} Feb 16 12:53:17.423320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3d02b-b395-42fa-8a25-0d196d25c419 req-5bd6a992-d282-43d1-82d8-c9858fd1ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.424712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8dd3d02b-b395-42fa-8a25-0d196d25c419 req-5bd6a992-d282-43d1-82d8-c9858fd1ecdd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1099 time: 0.0719867 Feb 16 12:53:17.471714 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8dd3d02b-b395-42fa-8a25-0d196d25c419 req-0be5711e-62e9-49da-9639-17bf92978739 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Feb 16 12:53:18.288765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ab54-0919-4219-8c3f-d11d972e91b5 req-447aaafe-4379-43f0-a980-a89429d44cd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:18.290196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3304ab54-0919-4219-8c3f-d11d972e91b5 req-447aaafe-4379-43f0-a980-a89429d44cd6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.0780723 Feb 16 12:53:18.334883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3304ab54-0919-4219-8c3f-d11d972e91b5 req-f936d810-940e-4bac-9267-49b501101b09 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381777 Feb 16 12:53:19.625307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98594-675f-4d20-9d42-c7e5e3966be9 req-d9a01ff4-137c-4bb3-8e86-568c40eb4618 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.626661 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b7a98594-675f-4d20-9d42-c7e5e3966be9 req-d9a01ff4-137c-4bb3-8e86-568c40eb4618 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.1801519 Feb 16 12:53:19.672573 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b7a98594-675f-4d20-9d42-c7e5e3966be9 req-fcfaa75c-7adb-4974-bca0-1c57e8c5c22e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Feb 16 12:53:19.853668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0568-35a7-4f71-bd06-e63e03599780 req-c8a414e1-4365-4cad-aac6-2c571d701731 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.855147 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-945c0568-35a7-4f71-bd06-e63e03599780 req-c8a414e1-4365-4cad-aac6-2c571d701731 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.0775228 Feb 16 12:53:19.902566 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-945c0568-35a7-4f71-bd06-e63e03599780 req-e88506d3-cb36-4dcd-8831-2d0a943abaf2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 Feb 16 12:53:19.924691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:19.992139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125d335-4c6c-4f1b-8c3c-923eb0494a8d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.993608 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0125d335-4c6c-4f1b-8c3c-923eb0494a8d tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1094 time: 0.0678351 Feb 16 12:53:19.996709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:20.001656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:20.007476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:20.011754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:20.014735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:20.020246 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:20.031529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.163517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.298098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.154 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/45c0aa54-0be9-486a-8d15-79c90980d613) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:20.448286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.480540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.541197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:20.544657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:20.552607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:20.595485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=45c0aa54-0be9-486a-8d15-79c90980d613,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:21.016878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.093198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.309039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.317087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.423090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=45c0aa54-0be9-486a-8d15-79c90980d613,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:21.443131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.723701 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0d6c1401-23cd-4444-9250-6c5202d39685 associated. External IP: 172.26.4.154, port: 7bc80ff8-4939-4bee-bc4e-08f8ced83272. Feb 16 12:53:22.010136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.070923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:22.244509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:22.254777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:22.265047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:22.265582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.270216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.331570 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c05b8f4e-8c3a-4585-bfe5-78dc871afcc2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3338213 Feb 16 12:53:22.332171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:22.383397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'status': 'completed', 'code': 200} Feb 16 12:53:22.484619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:22.507520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-a0d52fad-e10c-48f5-928c-ae56ddf5f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.509079 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-a0d52fad-e10c-48f5-928c-ae56ddf5f823 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1099 time: 0.0709867 Feb 16 12:53:22.654957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-1a9ecb2e-b70a-4704-b8df-cff984bbd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.656419 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-1a9ecb2e-b70a-4704-b8df-cff984bbd97d service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1409764 Feb 16 12:53:22.847372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0d6c1401-23cd-4444-9250-6c5202d39685', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:93:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:20Z', 'updated_at': '2022-02-16T12:53:20Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}, {'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.851301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:22.860323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:22.860913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:52:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.862200 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-ac1be2f5-4f71-45dd-9548-88df7657809a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 200 len: 1000 time: 0.1988208 Feb 16 12:53:22.924914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-c1745e40-a1ba-4e7a-9f57-8577a2733768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.926416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-c1745e40-a1ba-4e7a-9f57-8577a2733768 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0581095 Feb 16 12:53:23.006072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-713e3152-a17c-4b12-8e08-9a6b15fc2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:23.007519 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-713e3152-a17c-4b12-8e08-9a6b15fc2801 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748115 Feb 16 12:53:23.038607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:23.141773 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-9757b3b7-24cf-473d-ba9c-454da22f8d64 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272099 Feb 16 12:53:23.279129 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c5e317a-001e-4d46-acef-81acf4f8fef6 req-0a7b0a04-ecc2-4ae9-ba6f-f1c83a8b8eed service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307619 Feb 16 12:53:23.406504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0d6c1401-23cd-4444-9250-6c5202d39685', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:93:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:20Z', 'updated_at': '2022-02-16T12:53:20Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}, {'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.410633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302703f-f1e9-4686-b051-3c24efb1e020 None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0d6c1401-23cd-4444-9250-6c5202d39685', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.154', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:93:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:20Z', 'updated_at': '2022-02-16T12:53:20Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}, {'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:23.599059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e3357-b870-4477-b38c-6a81a93a9e29 None None] New status for floating IP 0d6c1401-23cd-4444-9250-6c5202d39685: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:25.726813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a25e5e71-b1eb-4675-850d-e036bcb6af1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.922190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-04e1a6e8-2c48-41fa-a5a4-bfe57628d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.015939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.115800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.452196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.939722 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:53:41.177094 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-58327624-d5ff-4f9d-a585-bc57a37218a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709598 Feb 16 12:53:41.351335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-b44148da-0325-439e-83e2-f7b597fb6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.353594 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-b44148da-0325-439e-83e2-f7b597fb6da3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1098 time: 0.0850716 Feb 16 12:53:41.502870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-e932af80-604c-4415-a80c-9cf52fa9bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.504367 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-e932af80-604c-4415-a80c-9cf52fa9bde9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1321781 Feb 16 12:53:41.622612 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-ee9b946c-a05f-4606-b793-94d748b5cb6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 1000 time: 0.1110842 Feb 16 12:53:41.700586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-ecd4d6e0-c3b4-4f65-810d-a0ded49c0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.702373 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-ecd4d6e0-c3b4-4f65-810d-a0ded49c0672 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0652678 Feb 16 12:53:41.777975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-9f1f4655-6ff9-47ca-a0b1-7d3e1229ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.779404 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-9f1f4655-6ff9-47ca-a0b1-7d3e1229ea0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704629 Feb 16 12:53:41.908868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-6e9fdd43-eca2-452f-8439-2cbe694140c9 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229789 Feb 16 12:53:42.040068 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-38a5e140-2d6e-4304-bc66-bd3451594dd5 req-1cf99a0f-0803-41d8-b952-fb95da9c3ed2 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253505 Feb 16 12:53:52.019342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.720614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38d94514-3a28-4780-bf71-18f69831b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.200469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:57.368723 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ccad0ff-9c20-4a99-b668-c1f77da69cea tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/7c0c3dd0-4f66-4e30-a241-dc47949a6c73 HTTP/1.1" status: 200 len: 992 time: 0.1667945 Feb 16 12:53:57.929190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc219353-b8ec-4afb-af79-da87f1f2c707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.032600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60274) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:58.038840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:58.164301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.392859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:58.435588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.440272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.508204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:58.508846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.510281 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/ports/df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 938 time: 0.4766557 Feb 16 12:53:58.511332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:58.544018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=6']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:58.553086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.553393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.553735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.554066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.554397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.554721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.555095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.555426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.555752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.556362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.557379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.557718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f04f5e-a232-4295-a6f7-c412457b08dd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:58.655318 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:53:58.774793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-b6c6a1c7-db71-4569-8ee4-d304028ee5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:58.776795 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-b6c6a1c7-db71-4569-8ee4-d304028ee5af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1099 time: 0.0846846 Feb 16 12:53:58.841291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-98d89b8b-16a5-4392-8f23-41c6c1d60511 None None] Provisioning complete for port df95600d-a3b6-468b-a6cf-7791825aed94 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:58.841726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-98d89b8b-16a5-4392-8f23-41c6c1d60511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.907728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-98d89b8b-16a5-4392-8f23-41c6c1d60511 None None] Port df95600d-a3b6-468b-a6cf-7791825aed94 is administratively disabled so it will not transition to active. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 16 12:53:58.936406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-7a5b0b2e-d7d2-435e-b881-25bc85552109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:58.937864 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-7a5b0b2e-d7d2-435e-b881-25bc85552109 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1546609 Feb 16 12:53:59.031437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.120871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.180315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-4c3816ed-ed26-4225-9b92-fd054e3e23cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 1001 time: 0.2358608 Feb 16 12:53:59.253841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-65154542-e7d9-4a16-964e-a7eb594bebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.255264 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-65154542-e7d9-4a16-964e-a7eb594bebd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0697117 Feb 16 12:53:59.356053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-54b88700-9b71-4e75-acb0-6c70db5bdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.357755 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-54b88700-9b71-4e75-acb0-6c70db5bdb3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960805 Feb 16 12:53:59.496583 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-3b466fe5-eae4-49f2-88f5-b96e3f198787 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330895 Feb 16 12:53:59.646587 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fbd69b80-bda2-4b40-b653-3ef6108d9356 req-7a1dfd72-70b9-4866-9856-4b1adccb6d35 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442554 Feb 16 12:54:00.457122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.980688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60286) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:01.986671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:02.107913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.434692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:02.460622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.465365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.530580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.531200 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.532614 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/ports/df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 937 time: 0.5508854 Feb 16 12:54:02.533163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:02.536300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:02.575433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7713e-66fb-473b-9bb4-727ec9546505 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=7']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:02.606954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:54:02.704802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-654e96b5-7475-4806-b4d8-015ce12348fe tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/7c0c3dd0-4f66-4e30-a241-dc47949a6c73 HTTP/1.1" status: 200 len: 992 time: 0.1663387 Feb 16 12:54:02.746101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-2227a30d-8a2a-4433-bf2b-839718135e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.747634 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-2227a30d-8a2a-4433-bf2b-839718135e02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1098 time: 0.0899475 Feb 16 12:54:02.758269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-56e14299-ec80-4f14-aed1-7b1a1c87834a None None] Provisioning complete for port df95600d-a3b6-468b-a6cf-7791825aed94 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:02.758784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-56e14299-ec80-4f14-aed1-7b1a1c87834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.818797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['df95600d-a3b6-468b-a6cf-7791825aed94'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:54:02.888984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-acb8950a-cf71-4c7c-8d19-a1924d33c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.890623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-acb8950a-cf71-4c7c-8d19-a1924d33c2a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1365888 Feb 16 12:54:03.000239 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-b18c074d-6487-4047-944a-227f1c8ce592 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 1000 time: 0.1035132 Feb 16 12:54:03.063632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-2b5567cf-7e76-4ea6-95a0-900f44400217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:03.065090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-2b5567cf-7e76-4ea6-95a0-900f44400217 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0598943 Feb 16 12:54:03.140282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-8f757224-2cc6-4987-a2c0-30b2022fde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:03.141731 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-8f757224-2cc6-4987-a2c0-30b2022fde15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705581 Feb 16 12:54:03.275266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-74560fe1-2b09-4933-aeee-efe20639f703 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276922 Feb 16 12:54:03.409493 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4b4aa438-eed8-4ec3-8927-0db6c0dc45c3 req-36287392-e852-44fe-b84d-aa7f4797813d service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272657 Feb 16 12:54:05.323182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:05.652681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 45c0aa54-0be9-486a-8d15-79c90980d613 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:05.653029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.852550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.853684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.991984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 45c0aa54-0be9-486a-8d15-79c90980d613 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:06.159157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.208654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=45c0aa54-0be9-486a-8d15-79c90980d613,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.278152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.278498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.278838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.279172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.279499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.279825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.280178 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.280810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.281136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.281615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.282080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.282403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:06.317161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.317488 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 0d6c1401-23cd-4444-9250-6c5202d39685 disassociated (deleted). External IP: 172.26.4.154, port: 7bc80ff8-4939-4bee-bc4e-08f8ced83272. Feb 16 12:54:06.692097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:06.906894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:06.918766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:06.932283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.934476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:06.935340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:06.995250 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-74538946-d599-468b-a293-49eec93c5515 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/0d6c1401-23cd-4444-9250-6c5202d39685 HTTP/1.1" status: 204 len: 168 time: 1.6709411 Feb 16 12:54:06.996212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:07.052596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'status': 'completed', 'code': 200} Feb 16 12:54:07.146609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:07.291212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-ad7d63b8-624a-40a9-9010-fe41ee725bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.292947 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-ad7d63b8-624a-40a9-9010-fe41ee725bc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 1099 time: 0.2031870 Feb 16 12:54:07.448578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc2c76-3f1a-46a0-96d7-65d32da786fa req-4c3b0cff-c8e1-40b0-837b-4bf3e419d288 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.450202 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77dc2c76-3f1a-46a0-96d7-65d32da786fa req-4c3b0cff-c8e1-40b0-837b-4bf3e419d288 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.1016395 Feb 16 12:54:07.457539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-83454f0b-5260-4ba1-92b8-e012f3b2c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.459057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-83454f0b-5260-4ba1-92b8-e012f3b2c416 service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.1552615 Feb 16 12:54:07.495746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77dc2c76-3f1a-46a0-96d7-65d32da786fa req-9312f159-6458-49e2-a0b8-58b55c920422 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 Feb 16 12:54:07.530671 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-fc20b440-8741-4aaf-9635-648b4389116a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 200 len: 217 time: 0.0652494 Feb 16 12:54:07.543476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.547552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:07.556495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:07.557622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.600853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-1202b46c-19fd-403d-904a-6bd3cbb821ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.602275 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-1202b46c-19fd-403d-904a-6bd3cbb821ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0655611 Feb 16 12:54:07.686822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-2e804b39-9d94-4b5f-9aad-3654ee1daba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.688315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-2e804b39-9d94-4b5f-9aad-3654ee1daba9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769489 Feb 16 12:54:07.735663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:07.824294 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-8cd7393f-abea-48b7-8037-ed67b22bd614 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287687 Feb 16 12:54:07.958042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95cf2645-42b6-47ad-97c4-8fdb78863451 req-fe457542-24d0-46bf-8bef-50368a37af2e service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272137 Feb 16 12:54:08.135208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:08.139148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ae1c8-8004-4d3f-92ee-3f9e5a547366 None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '7c0c3dd0-4f66-4e30-a241-dc47949a6c73', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'port_id': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'mac_address': 'fa:16:3e:5c:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7223d187-1b6b-4047-9c11-c29df588ce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:04Z', 'updated_at': '2022-02-16T12:53:07Z', 'revision_number': 1, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:08.343524 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222be87-1f08-456f-978e-fadfb15d488c None None] New status for floating IP 0d6c1401-23cd-4444-9250-6c5202d39685: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:08.701240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a0b1-eaa6-4d39-8dec-1c47d426881a req-689ab6c8-732b-406a-9e7e-8fb30081a8cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.702997 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc97a0b1-eaa6-4d39-8dec-1c47d426881a req-689ab6c8-732b-406a-9e7e-8fb30081a8cf tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.0899646 Feb 16 12:54:08.747508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc97a0b1-eaa6-4d39-8dec-1c47d426881a req-977460be-06dc-4d73-9aa2-580f4ab1c488 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=df8eee36-3cc5-430e-ba8f-cd881ce63943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Feb 16 12:54:08.958886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-e9f49833-6b75-4cb2-8098-b872e6c7a413 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.959577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-e9f49833-6b75-4cb2-8098-b872e6c7a413 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:08.975093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-e9f49833-6b75-4cb2-8098-b872e6c7a413 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:08.976216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-e9f49833-6b75-4cb2-8098-b872e6c7a413 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 946 time: 0.0998139 Feb 16 12:54:09.045745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:09.045996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.300695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 7bc80ff8-4939-4bee-bc4e-08f8ced83272, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7bc80ff8-4939-4bee-bc4e-08f8ced83272,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:09.300960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.423912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 7bc80ff8-4939-4bee-bc4e-08f8ced83272 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:09.576089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.629275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=7bc80ff8-4939-4bee-bc4e-08f8ced83272,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.705036 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port 7bc80ff8-4939-4bee-bc4e-08f8ced83272 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:09.707443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.709908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'name': 'network-vif-deleted', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:09.726543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0954befd-1181-4a9c-9cc6-658ebcb1341e req-8e8d1550-72e4-4060-8d3c-9770568a141b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/7bc80ff8-4939-4bee-bc4e-08f8ced83272 HTTP/1.1" status: 204 len: 173 time: 0.7447517 Feb 16 12:54:09.759971 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf257094-79b5-4c32-bcdc-7d8b4f4488f1', 'name': 'network-vif-deleted', 'tag': '7bc80ff8-4939-4bee-bc4e-08f8ced83272', 'status': 'completed', 'code': 200} Feb 16 12:54:09.912372 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d599e2-cd50-4e44-b834-c863e7fb06ea req-055d619a-7ba8-4705-b53b-1f82148700ba tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf257094-79b5-4c32-bcdc-7d8b4f4488f1 HTTP/1.1" status: 200 len: 210 time: 0.0531316 Feb 16 12:54:11.016343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60320) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.084538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.117560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.180375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.199629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8eee36-3cc5-430e-ba8f-cd881ce63943,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.212348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.213485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7aa7cd9-734b-4d7f-985f-f991218b44af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/df8eee36-3cc5-430e-ba8f-cd881ce63943 HTTP/1.1" status: 204 len: 168 time: 0.1961658 Feb 16 12:54:11.244450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60326) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.448470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 009e17e5-1bf1-43e0-9636-eea990e9d087 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:11.448843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.615527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.615858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.742341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 009e17e5-1bf1-43e0-9636-eea990e9d087 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:11.891957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.938938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=009e17e5-1bf1-43e0-9636-eea990e9d087,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.029655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.030361 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 7c0c3dd0-4f66-4e30-a241-dc47949a6c73 disassociated (deleted). External IP: 172.26.4.73, port: df95600d-a3b6-468b-a6cf-7791825aed94. Feb 16 12:54:12.476222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:12.656450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:12.665813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:12.673480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.675186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:12.675792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.729010 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecd42e29-3966-4aa3-a4d0-4ab09a4abe71 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/7c0c3dd0-4f66-4e30-a241-dc47949a6c73 HTTP/1.1" status: 204 len: 168 time: 1.4833815 Feb 16 12:54:12.729654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:12.782058 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:54:12.861003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:12.896989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-0b598cd4-b907-4804-b15b-cf0842ef0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:12.898661 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-0b598cd4-b907-4804-b15b-cf0842ef0f49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 1098 time: 0.0717449 Feb 16 12:54:13.143113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-f478694d-6314-4eff-88b0-19e6e5b28130 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.143842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-f478694d-6314-4eff-88b0-19e6e5b28130 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:13.151378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-7f42b5dc-62f8-4ef6-a622-8b96cd96485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.153295 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-7f42b5dc-62f8-4ef6-a622-8b96cd96485d service neutron] 10.222.0.81 "GET /v2.0/networks?id=38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 200 len: 898 time: 0.2491663 Feb 16 12:54:13.160553 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-f478694d-6314-4eff-88b0-19e6e5b28130 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:13.161696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-f478694d-6314-4eff-88b0-19e6e5b28130 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.1106718 Feb 16 12:54:13.173331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7bc80ff8-4939-4bee-bc4e-08f8ced83272 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:13.213132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-67b32cfe-65f7-4668-822a-a7ded3a7e8ac tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:13.220329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 7bc80ff8-4939-4bee-bc4e-08f8ced83272 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:13.220930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7bc80ff8-4939-4bee-bc4e-08f8ced83272 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:13.224918 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-d75ec548-ea90-4bd0-9d25-7d93819dd9a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 200 len: 217 time: 0.0639906 Feb 16 12:54:13.230874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-67b32cfe-65f7-4668-822a-a7ded3a7e8ac tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:13.232258 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19ce2407-06f4-413e-89a8-ed595317dc1e req-67b32cfe-65f7-4668-822a-a7ded3a7e8ac tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612164 Feb 16 12:54:13.272544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.276566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:13.284863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:13.285461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.294503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-bd84ad71-438b-40d5-ae1a-fe3296ceb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.295948 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-bd84ad71-438b-40d5-ae1a-fe3296ceb676 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 200 len: 834 time: 0.0634210 Feb 16 12:54:13.373778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-bc2a0b86-0fc3-430c-9fc9-1f98c0d2b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:13.375295 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-bc2a0b86-0fc3-430c-9fc9-1f98c0d2b683 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=38c7de29-a3e5-4696-90cd-54e2cfda48cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730884 Feb 16 12:54:13.466115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:13.514332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-ad64871f-467f-4a08-964e-c477df07436a service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302495 Feb 16 12:54:13.664099 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-837e392b-140a-41e7-a6e7-bd776b72a94d req-75faac8b-0a06-46cd-8179-82f0aff74d62 service neutron] 10.222.0.81 "GET /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428025 Feb 16 12:54:13.794467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.798316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46377c-fdba-4356-b11a-5025d48d4859 None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:52:47Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '9d9495e2-3324-4913-9c03-16c6882218c0', 'name': '', 'network_id': '38c7de29-a3e5-4696-90cd-54e2cfda48cd', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:77:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:46Z', 'updated_at': '2022-02-16T12:52:51Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': '9c13528e-9ede-4b51-a748-f4d53cba6b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:13.939576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:54:14.017104 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a16c6-9236-4356-b541-3cbb1dd76e3b None None] New status for floating IP 7c0c3dd0-4f66-4e30-a241-dc47949a6c73: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:14.431495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bd462-d184-491f-ab3f-ca53574d8f2e req-6b57dcc5-f4ae-4059-b177-00268a71468f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:14.432640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76bd462-d184-491f-ab3f-ca53574d8f2e req-6b57dcc5-f4ae-4059-b177-00268a71468f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.0795178 Feb 16 12:54:14.477941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76bd462-d184-491f-ab3f-ca53574d8f2e req-48dfd5f2-b573-4c41-884a-4020d7097890 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=16b91222-76e6-4cfd-a363-4ebd75a926d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392425 Feb 16 12:54:14.641307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-28ca19a7-c5e2-47e6-b99e-7a097d087f33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:14.642099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-28ca19a7-c5e2-47e6-b99e-7a097d087f33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:14.654933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-28ca19a7-c5e2-47e6-b99e-7a097d087f33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:14.656038 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-28ca19a7-c5e2-47e6-b99e-7a097d087f33 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 945 time: 0.1021240 Feb 16 12:54:14.727091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port df95600d-a3b6-468b-a6cf-7791825aed94 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:14.727433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.984144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port df95600d-a3b6-468b-a6cf-7791825aed94, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=df95600d-a3b6-468b-a6cf-7791825aed94,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:14.984575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.108882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for df95600d-a3b6-468b-a6cf-7791825aed94 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:15.262304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.312050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=df95600d-a3b6-468b-a6cf-7791825aed94,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.388737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port df95600d-a3b6-468b-a6cf-7791825aed94 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:15.391755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.394685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'name': 'network-vif-deleted', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:15.410434 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d06f40ba-f14d-43c0-9866-fc8a61f6d767 req-490c2b21-7d3f-4bd3-a6e6-820e275e6449 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/df95600d-a3b6-468b-a6cf-7791825aed94 HTTP/1.1" status: 204 len: 173 time: 0.7492352 Feb 16 12:54:15.441682 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7223d187-1b6b-4047-9c11-c29df588ce30', 'name': 'network-vif-deleted', 'tag': 'df95600d-a3b6-468b-a6cf-7791825aed94', 'status': 'completed', 'code': 200} Feb 16 12:54:15.648515 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-343bccff-1bec-4661-8b2e-200ac6bf14fe req-b180ac36-8789-4120-ae71-06ed6fedabe4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=7223d187-1b6b-4047-9c11-c29df588ce30 HTTP/1.1" status: 200 len: 210 time: 0.0461226 Feb 16 12:54:16.742091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:16.810927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.841076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.906541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.923544 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b91222-76e6-4cfd-a363-4ebd75a926d5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:16.937801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.938900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12f39210-65db-4d58-8dc5-1dcd11ba5a7f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/16b91222-76e6-4cfd-a363-4ebd75a926d5 HTTP/1.1" status: 204 len: 168 time: 0.1958444 Feb 16 12:54:16.970279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:17.661242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.024795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 9d9495e2-3324-4913-9c03-16c6882218c0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:18.025562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.227832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 9d9495e2-3324-4913-9c03-16c6882218c0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9d9495e2-3324-4913-9c03-16c6882218c0,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:18.228215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.352727 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 9d9495e2-3324-4913-9c03-16c6882218c0 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:18.545265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.594202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=9d9495e2-3324-4913-9c03-16c6882218c0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.880774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.187455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device df95600d-a3b6-468b-a6cf-7791825aed94 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:19.222752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: df95600d-a3b6-468b-a6cf-7791825aed94 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:19.223094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device df95600d-a3b6-468b-a6cf-7791825aed94 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:19.356275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router d5d546ce-29e7-45e5-8af2-1d5ace399a7a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:19.533095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:19.542230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Sync routers for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:19.545643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95d53bf9-bc7a-4cdc-ab2f-9858761bc14c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/d5d546ce-29e7-45e5-8af2-1d5ace399a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742905 Feb 16 12:54:19.548552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60354) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:19.556807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:19.557405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.619070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet 9c13528e-9ede-4b51-a748-f4d53cba6b13 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:19.622611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.677589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.769239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.798352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:19.843206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.880979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=9c13528e-9ede-4b51-a748-f4d53cba6b13,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.891960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.898463 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d98d0451-93ff-4de4-a737-99d44212b77a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/9c13528e-9ede-4b51-a748-f4d53cba6b13 HTTP/1.1" status: 204 len: 168 time: 0.3489587 Feb 16 12:54:19.901090 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60358) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:19.910236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17236f-2b24-48e1-99e9-8a3fd649b60e None None] Network 38c7de29-a3e5-4696-90cd-54e2cfda48cd requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:20.083138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.263089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.273775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 9139c3e7-0baa-4dd0-b021-5876417be422 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:20.274753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.295282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:54:18Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '9139c3e7-0baa-4dd0-b021-5876417be422', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:42Z', 'updated_at': '2022-02-16T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:20.299341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Checking router: d5d546ce-29e7-45e5-8af2-1d5ace399a7a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:20.311198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Routers {'d5d546ce-29e7-45e5-8af2-1d5ace399a7a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:20.311808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:20.372751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] DHCP port deletion for 38c7de29-a3e5-4696-90cd-54e2cfda48cd request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:20.385719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Deleting port 010830b2-36ea-4072-9081-60698cdb5faf {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:20.386701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.458854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 9139c3e7-0baa-4dd0-b021-5876417be422, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9139c3e7-0baa-4dd0-b021-5876417be422,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:20.459458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.550789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] Set router d5d546ce-29e7-45e5-8af2-1d5ace399a7a gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:20.680299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:54:20Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:20.689092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6001028-adb1-4ed5-b8cc-379df013aa98 None None] The sync data for ids ['d5d546ce-29e7-45e5-8af2-1d5ace399a7a'] in dv-neutron-829435-1-hyperv is: [{'id': 'd5d546ce-29e7-45e5-8af2-1d5ace399a7a', 'name': 'tempest-TestNetworkBasicOps-router-747885333', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:41Z', 'updated_at': '2022-02-16T12:54:20Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:20.702979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 9139c3e7-0baa-4dd0-b021-5876417be422 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:20.803590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] For port 010830b2-36ea-4072-9081-60698cdb5faf, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=010830b2-36ea-4072-9081-60698cdb5faf,segment=NetworkSegment(a42d4786-dc3c-4f1e-8465-21bbfe407f32),segment_id=a42d4786-dc3c-4f1e-8465-21bbfe407f32)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:20.803979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.880842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.933453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=9139c3e7-0baa-4dd0-b021-5876417be422,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:20.936166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Calling delete_port for 010830b2-36ea-4072-9081-60698cdb5faf owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:21.013257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.025919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.069324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Pushing event deleted for resources: {'Port': ['ID=010830b2-36ea-4072-9081-60698cdb5faf,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:21.075099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] No DVR routers for this DVR port 010830b2-36ea-4072-9081-60698cdb5faf on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:21.086310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.086651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.086997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.087339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.087675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.088033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.091841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a7c43b-3c1a-4705-8ed2-d7f59e19b3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:21.222104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.224658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.249648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.250184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router d5d546ce-29e7-45e5-8af2-1d5ace399a7a {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:54:21.266578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.267761 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-befc6bc2-aae4-4a6b-a8cc-c39bb3749292 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/d5d546ce-29e7-45e5-8af2-1d5ace399a7a HTTP/1.1" status: 204 len: 168 time: 1.3651361 Feb 16 12:54:21.270477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:21.391711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.481128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 010830b2-36ea-4072-9081-60698cdb5faf no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:21.531336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.567843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c7de29-a3e5-4696-90cd-54e2cfda48cd']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:21.573729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 010830b2-36ea-4072-9081-60698cdb5faf {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:21.574442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 010830b2-36ea-4072-9081-60698cdb5faf not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:21.575170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9d9495e2-3324-4913-9c03-16c6882218c0 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:21.583087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42d4786-dc3c-4f1e-8465-21bbfe407f32') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:21.583377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42d4786-dc3c-4f1e-8465-21bbfe407f32') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:21.597214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.615059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.616569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 9d9495e2-3324-4913-9c03-16c6882218c0 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:21.616922 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9d9495e2-3324-4913-9c03-16c6882218c0 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:21.622274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:21.623542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:21.641729 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:21.725388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.755694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.768552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=38c7de29-a3e5-4696-90cd-54e2cfda48cd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:21.778466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-50f18a2b-1a94-4af8-bbce-6bc26a216b0f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/38c7de29-a3e5-4696-90cd-54e2cfda48cd HTTP/1.1" status: 204 len: 168 time: 0.5069842 Feb 16 12:54:21.806470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:21.812975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'network': {'name': 'tempest-network-smoke--1877095711', 'project_id': '6df36676795c456cb42af4c51245c261', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:21.818951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:21.823211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:network and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:21.826703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:21.832941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:21.845476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:21.849594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.881240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:54:21.891084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.891585 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Added segment ae19d641-c0ca-4b91-a243-e9dc21aed805 of type vlan for network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 Feb 16 12:54:21.923048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.954717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.960253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:21.960834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.024586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.074849 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2668135 Feb 16 12:54:22.079152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:22.083982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f293b-ce1b-4a69-b750-79f8d84c18e2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Network': ['ID=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:22.084521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'admin_state_up': True, 'project_id': '6df36676795c456cb42af4c51245c261', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:22.092807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:22.096111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:54:22.097537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:router and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:22.100460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:22.107311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:22.117489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.118656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.136715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.511905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.776589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9139c3e7-0baa-4dd0-b021-5876417be422 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:22.814287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 9139c3e7-0baa-4dd0-b021-5876417be422 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:22.814628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9139c3e7-0baa-4dd0-b021-5876417be422 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:22.818774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.848324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.990114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.237 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/102ef124-e2cf-4f98-b6f8-1fd452b03564) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:23.141943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.170224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.229116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:23.232266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:23.240969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:23.279989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:23.768959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.100763 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.300980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:54:24.472516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:24.482029 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:24.490690 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:24.491284 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:24.499756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.501063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8069de48-c4c5-49ab-ba8f-3ee2d5138c05 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4208651 Feb 16 12:54:24.504095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60374) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:24.548880 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a237b6e1-db08-4bed-b9ba-2a6f1ecc756f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=6df36676795c456cb42af4c51245c261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436881 Feb 16 12:54:24.551323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:24.683671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58ff25-c61e-4340-84a5-b94ed4dcef9f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:24.685515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad58ff25-c61e-4340-84a5-b94ed4dcef9f tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329827 Feb 16 12:54:24.687956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:24.699129 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:24.726622 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e5c81719-87a8-4502-91aa-68a0d2677b5a tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374529 Feb 16 12:54:24.728920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:24.734807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878759908', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'project_id': '6df36676795c456cb42af4c51245c261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:24.842420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:24.846132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:subnet and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:24.849157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:24.855252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:24.865024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:24.868481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.984984 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:23Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:24.988772 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:24.989128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Updating router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 port 102ef124-e2cf-4f98-b6f8-1fd452b03564 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:25.041476 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.085116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.284930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Subnet': ['ID=a1dfc703-43c3-40fb-9de5-469345ef18c9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:25.294011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Checking segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:25.294362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network hostable DHCP agents. Network: c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:54:25.313585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:54:25.322655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:25.328785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:25.328785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.332549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c437e68-b2e3-4145-b19f-f84d39dcbc68 None None] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:25.353153 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24d162bb-315d-4659-a5ab-4b516726ffa9 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6232300 Feb 16 12:54:25.356576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:25.384036 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.398506 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Transition to ACTIVE for port object 102ef124-e2cf-4f98-b6f8-1fd452b03564 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:25.406172 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.487745 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:25.489953 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Attempting to bind port 102ef124-e2cf-4f98-b6f8-1fd452b03564 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:25.490332 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Attempting to bind port 102ef124-e2cf-4f98-b6f8-1fd452b03564 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:25.490679 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Attempting to bind port 102ef124-e2cf-4f98-b6f8-1fd452b03564 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:25.497177 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:25.497546 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:25.497928 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.498307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:25.498746 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Bound port: 102ef124-e2cf-4f98-b6f8-1fd452b03564, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:25.499109 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.563847 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.564120 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.564453 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.564777 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.565098 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.565424 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.565744 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.566219 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.566388 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.566683 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.566990 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.567300 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:25.581554 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:25.582040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:54:25.583032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.584631 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=102ef124-e2cf-4f98-b6f8-1fd452b03564,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:25.591297 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.673589 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:25.674195 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:53:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:25.728040 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f38f36-9d54-4599-b545-c6b50f24b473 None None] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:25.755740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-22da4402-db39-49e6-9351-656f50399a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.773232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Allocated IP 172.20.0.2 (c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4/a1dfc703-43c3-40fb-9de5-469345ef18c9/3a711a0c-c0d1-4e65-859c-01b990821099) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:25.865961 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:25.989139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.003766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Transition to ACTIVE for port object 3a711a0c-c0d1-4e65-859c-01b990821099 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:26.024645 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Transition to ACTIVE for port object 3a711a0c-c0d1-4e65-859c-01b990821099 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:26.030904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.096745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:26.099452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:26.103042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:26.105738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.143046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Pushing event updated for resources: {'Port': ['ID=3a711a0c-c0d1-4e65-859c-01b990821099,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.188922 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:23Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:26.192948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f411cd3-8c63-4077-849a-8611eac82fa7 None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:23Z', 'revision_number': 3, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:26.207933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Attempting to bind port 3a711a0c-c0d1-4e65-859c-01b990821099 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:26.208346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Attempting to bind port 3a711a0c-c0d1-4e65-859c-01b990821099 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:26.208718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Attempting to bind port 3a711a0c-c0d1-4e65-859c-01b990821099 on network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:26.215609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:26.215988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Checking segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:26.216428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.216818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Bound using segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:26.217289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Bound port: 3a711a0c-c0d1-4e65-859c-01b990821099, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:26.217655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.306754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] For port 3a711a0c-c0d1-4e65-859c-01b990821099, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:26.310398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] For port 3a711a0c-c0d1-4e65-859c-01b990821099, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a711a0c-c0d1-4e65-859c-01b990821099,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:26.315651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.415439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae59c-ff1a-4e5c-ae6b-7885c42ee49e None None] Pushing event updated for resources: {'Port': ['ID=3a711a0c-c0d1-4e65-859c-01b990821099,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.554914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.1 (c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4/a1dfc703-43c3-40fb-9de5-469345ef18c9/4ddfd0cd-67ee-426e-9c47-804931eb8b03) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:26.754807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.773152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object 4ddfd0cd-67ee-426e-9c47-804931eb8b03 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:26.817230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.887753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:26.894916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a711a0c-c0d1-4e65-859c-01b990821099 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:26.982718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 3a711a0c-c0d1-4e65-859c-01b990821099 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:26.988505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:27.027434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:27.033114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:27.060546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 102ef124-e2cf-4f98-b6f8-1fd452b03564 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:27.064374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:27.065977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 102ef124-e2cf-4f98-b6f8-1fd452b03564 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:27.066354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.099382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.194866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.219684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=102ef124-e2cf-4f98-b6f8-1fd452b03564,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:27.226269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.246043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.305842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:27.512277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e8fb16-bd5c-4cb7-8579-0f043da5cf50 None None] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:27.635041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Provisioning for port 3a711a0c-c0d1-4e65-859c-01b990821099 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:27.644937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Provisioning complete for port 3a711a0c-c0d1-4e65-859c-01b990821099 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:27.645297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.687977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.692978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.808891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:27.811627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.854477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.902266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] For port 3a711a0c-c0d1-4e65-859c-01b990821099, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a711a0c-c0d1-4e65-859c-01b990821099,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:27.921815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.954712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:27.955900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:27.982280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-413c132a-af56-4147-8527-822a3791dcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.005400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faf101-bd01-454f-a881-44a026e6d5fd None None] Pushing event updated for resources: {'Port': ['ID=3a711a0c-c0d1-4e65-859c-01b990821099,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:28.148604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:28.244718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Provisioning complete for port 3a711a0c-c0d1-4e65-859c-01b990821099 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:28.245054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.342915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:28.364322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b2364ae-6420-464b-84ac-874c22388461 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/216f5265-d52e-464b-b1ea-c1ffd7d9c272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063448 Feb 16 12:54:28.366576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60394) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:28.366712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:28.392593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:28.393222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:28.474878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Provisioning for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:28.492028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:28.492264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.514541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63843d3-dc67-4e4e-b075-d00964337658 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.515001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63843d3-dc67-4e4e-b075-d00964337658 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.515449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63843d3-dc67-4e4e-b075-d00964337658 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.515896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63843d3-dc67-4e4e-b075-d00964337658 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.517527 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d63843d3-dc67-4e4e-b075-d00964337658 tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1497450 Feb 16 12:54:28.520489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60398) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:28.591836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fd263-d215-4604-9fb8-df0d17edf1fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.592337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fd263-d215-4604-9fb8-df0d17edf1fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.592780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fd263-d215-4604-9fb8-df0d17edf1fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.593223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fd263-d215-4604-9fb8-df0d17edf1fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:28.594823 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-035fd263-d215-4604-9fb8-df0d17edf1fd tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0733552 Feb 16 12:54:28.597609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60402) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:28.618499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2713148f-baf4-4388-9507-dc222a38d679 None None] Port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:28.630110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:28.845327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-db4beedd-dddb-40f0-a17b-c73f104f9b42 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:28.845720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-db4beedd-dddb-40f0-a17b-c73f104f9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.882939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a711a0c-c0d1-4e65-859c-01b990821099 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:28.913774 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bf354d9a-9521-4180-944d-07c8c43619ff tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3149438 Feb 16 12:54:28.965502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-db4beedd-dddb-40f0-a17b-c73f104f9b42 None None] Port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:29.052787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.054131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 3a711a0c-c0d1-4e65-859c-01b990821099 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.054491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.063578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.068778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883831295', 'description': 'tempest-secgroup-smoke-1883831295 description', 'project_id': '6df36676795c456cb42af4c51245c261'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.074885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.079222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.082103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.088120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.099601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.119570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.123271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.126277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.132641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.143220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.149170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:29.190460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:29.190816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Updating router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:29.203597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.207749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.252143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9321b0e9-0782-46b1-bcef-800efc69a97b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.252880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:29.260167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.265479 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7438f7c5-e9ac-4d76-b35f-706cdd148456 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1967049 Feb 16 12:54:29.265479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60412) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.269790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.275632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.280772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.283644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.289451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.298212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.310131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.374462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.379147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.401925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8f30df-e780-4cbe-b481-9c0e46cf9f0c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.414740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.415954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-194e1728-6195-4651-9076-3414082e6fcd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502540 Feb 16 12:54:29.419562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.426280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.432132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.436940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.440024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.445595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.462668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.487543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 102ef124-e2cf-4f98-b6f8-1fd452b03564 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.487949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.532192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.538653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.674589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fd3957-ad03-4716-8c30-ca53d56702f6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.687321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.691659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.692189 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-32d5bed2-b377-41b9-a91a-6404c62094e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701011 Feb 16 12:54:29.696879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.703530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.707270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.710069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.716345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.734101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.795726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.799782 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.816532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.829785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388af299-54ff-4938-a476-47ae160e52b9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.830007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Transition to ACTIVE for port object 4ddfd0cd-67ee-426e-9c47-804931eb8b03 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:29.836315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.838633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.840128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bd0be222-6fd5-4cd3-8e1b-caba05c26317 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472442 Feb 16 12:54:29.842675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60424) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.847820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:29.853863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:29.857855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:29.861180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:29.867089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:29.891547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.966623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.971660 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.998096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48be3561-aa30-4943-aed6-2c390986be7f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.003031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a75f52-daf9-4709-88cd-6883bb6ce1c6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.013056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.014346 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ba414d5a-3126-4fb5-83e0-4ff2d0c7ed4c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706200 Feb 16 12:54:30.017047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60428) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:30.022141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:30.028577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:30.032825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:30.036061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:30.043390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:30.055619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:30.064324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.065030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Attempting to bind port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:30.065408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Attempting to bind port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:30.065824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Attempting to bind port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 on network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:30.071485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:30.071856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Checking segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:30.072403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.072858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Bound using segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:30.074259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Bound port: 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:30.074749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.133207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.137644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.160998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8221c52c-e12e-4302-8a28-18b6bade5f66,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.171405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.172620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b3f7945-77a1-45e4-bc0a-bf2f8837e57a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546705 Feb 16 12:54:30.175458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60432) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:30.176562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:30.179887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4ddfd0cd-67ee-426e-9c47-804931eb8b03,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:30.181420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'security_group_rule': {'security_group_id': '9321b0e9-0782-46b1-bcef-800efc69a97b', 'project_id': '6df36676795c456cb42af4c51245c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:30.188447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.188994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:30.192685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:security_group_rule and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:30.195474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:30.201248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:30.212598 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Project 6df36676795c456cb42af4c51245c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:30.219748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.272280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:30.272898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:30.297622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.302757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.329204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6be09-6a75-47df-902c-6e59f3ed8840,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.332384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a75f52-daf9-4709-88cd-6883bb6ce1c6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.342171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.352590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1eeb3198-5b29-412f-a702-fda69eec1038 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760292 Feb 16 12:54:30.476771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:30.572866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-c6741888-79d0-42fd-b161-b2a9d26a1c14 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:30.588594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-c6741888-79d0-42fd-b161-b2a9d26a1c14 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:30.590673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-c6741888-79d0-42fd-b161-b2a9d26a1c14 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883831295&fields=id&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 267 time: 0.0600698 Feb 16 12:54:30.611559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.743796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-701cdd29-dc36-491f-83b7-265ba2a615e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:30.744515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-701cdd29-dc36-491f-83b7-265ba2a615e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:30.760485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-701cdd29-dc36-491f-83b7-265ba2a615e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:30.762271 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-701cdd29-dc36-491f-83b7-265ba2a615e8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/networks?id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 200 len: 797 time: 0.1646919 Feb 16 12:54:30.781756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-de8914d8-2c09-4533-bee4-a44f4ff0a472 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/quotas/6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 375 time: 0.0101585 Feb 16 12:54:30.803046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:30Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:30.806982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0173f1f-b70e-48fc-a879-2ac337b291f1 None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:30Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:30.883300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-45825739-f2c9-4633-9a49-80db286115b6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:30.904225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-45825739-f2c9-4633-9a49-80db286115b6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:30.905565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-45825739-f2c9-4633-9a49-80db286115b6 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183338 Feb 16 12:54:31.099164 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-7a56c252-87e6-42ef-8c5d-9f6866045822 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810429 Feb 16 12:54:31.240830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-799bc4ab-4c4f-459e-918b-1605387820f4 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336782 Feb 16 12:54:31.488355 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d873c05f-d587-4148-a2f0-fe2a44a072f4 req-ca059597-ef7e-4413-bb70-23c10c894a99 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 210 time: 0.0599554 Feb 16 12:54:32.642516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0aab42d-4d69-4860-a376-037956fb6d4a req-9bd8073f-8b9a-4af1-ba32-ab23724ef00d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 210 time: 0.0455160 Feb 16 12:54:32.688610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-d4e87be5-07a8-4ecd-a401-6e22f63c733b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.690047 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-d4e87be5-07a8-4ecd-a401-6e22f63c733b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/networks?id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 200 len: 797 time: 0.1644976 Feb 16 12:54:32.749752 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-108a0c22-d213-4e44-8c4d-dc0e3afa393d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df36676795c456cb42af4c51245c261 HTTP/1.1" status: 200 len: 380 time: 0.0458779 Feb 16 12:54:32.758454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'port': {'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'admin_state_up': True, 'tenant_id': '6df36676795c456cb42af4c51245c261', 'security_groups': ['9321b0e9-0782-46b1-bcef-800efc69a97b']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:32.853252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:32.897831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:32.907787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:32.917888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Made reservation on behalf of 6df36676795c456cb42af4c51245c261 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:32.921087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:32.921662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.926025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:32.926532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.088275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.20.0.11 (c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4/a1dfc703-43c3-40fb-9de5-469345ef18c9/a93683c4-0400-4b4d-bb3c-da18f0d57d56) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:33.089333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.122980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4ddfd0cd-67ee-426e-9c47-804931eb8b03,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:33.127780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.196812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:33.281208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.296495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Transition to ACTIVE for port object a93683c4-0400-4b4d-bb3c-da18f0d57d56 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:33.321256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.390341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:33.397840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:33.402797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:33.432634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:33.470361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:33.470966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.497992 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-bf3b8303-04b2-48dd-a872-289ef1d0c65b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7430828 Feb 16 12:54:33.518011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Request body: {'port': {'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:33.632501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8a5671a4-962a-422d-96cd-cbcab243d2a3 None None] Provisioning for port a93683c4-0400-4b4d-bb3c-da18f0d57d56 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:33.637766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8a5671a4-962a-422d-96cd-cbcab243d2a3 None None] Provisioning complete for port a93683c4-0400-4b4d-bb3c-da18f0d57d56 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:33.638120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8a5671a4-962a-422d-96cd-cbcab243d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.653502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.692892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-8a5671a4-962a-422d-96cd-cbcab243d2a3 None None] Port a93683c4-0400-4b4d-bb3c-da18f0d57d56 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:33.831477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351d44-640f-45df-bce2-9ba53b57f9a3 req-42b8c837-5add-46a6-b998-ec8797f0ec9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:33.832959 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58351d44-640f-45df-bce2-9ba53b57f9a3 req-42b8c837-5add-46a6-b998-ec8797f0ec9e tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 932 time: 0.0796580 Feb 16 12:54:33.880826 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58351d44-640f-45df-bce2-9ba53b57f9a3 req-3c3df49b-209e-4f76-abfb-5f6528058faa tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Feb 16 12:54:33.999523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93683c4-0400-4b4d-bb3c-da18f0d57d56 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:34.006625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.020742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Transition to ACTIVE for port object a93683c4-0400-4b4d-bb3c-da18f0d57d56 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:34.024796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.155989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Pushing event updated for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:34.264957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Attempting to bind port a93683c4-0400-4b4d-bb3c-da18f0d57d56 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:34.265204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Attempting to bind port a93683c4-0400-4b4d-bb3c-da18f0d57d56 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:34.265521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Attempting to bind port a93683c4-0400-4b4d-bb3c-da18f0d57d56 on network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:34.270130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Port a93683c4-0400-4b4d-bb3c-da18f0d57d56 on network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:54:34.270441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Attempting to bind port a93683c4-0400-4b4d-bb3c-da18f0d57d56 on network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:34.275586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:34.275912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Checking segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:34.276358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Bound using segment: {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:34.276771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Bound port: a93683c4-0400-4b4d-bb3c-da18f0d57d56, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae19d641-c0ca-4b91-a243-e9dc21aed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:34.277106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.476701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:34.479507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:34.484228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.538352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.538955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.540330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] 10.222.0.81 "PUT /v2.0/ports/a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 200 len: 1094 time: 1.0284038 Feb 16 12:54:34.540764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:34.567040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace8153-580f-4f3c-84fb-06ab00b88418 service neutron] Pushing event updated for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:34.606069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'status': 'completed', 'code': 200} Feb 16 12:54:34.701374 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-1de42578-43bc-4910-a698-07199a131a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.703139 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-1de42578-43bc-4910-a698-07199a131a07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1097 time: 0.0800292 Feb 16 12:54:34.777544 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-101c53b7-f83e-4b46-86ba-3b9fb7aefd6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 200 len: 217 time: 0.0619831 Feb 16 12:54:34.826688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:34.845239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-4365b795-4e7c-40e2-87c3-01fdd98b5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.846700 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-4365b795-4e7c-40e2-87c3-01fdd98b5463 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1dfc703-43c3-40fb-9de5-469345ef18c9 HTTP/1.1" status: 200 len: 834 time: 0.0638826 Feb 16 12:54:34.907972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:34.908617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.932529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-e027c573-ba5c-4f1f-a187-6d5e6ab5cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.934022 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-e027c573-ba5c-4f1f-a187-6d5e6ab5cd9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797207 Feb 16 12:54:35.080679 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-2f945197-c804-40e8-82cf-7851267aed68 service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395583 Feb 16 12:54:35.083866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf79ec-c481-44af-a8b6-5f332174642e req-65de7295-5369-4dd9-8f34-91a43960f954 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.085381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eadf79ec-c481-44af-a8b6-5f332174642e req-65de7295-5369-4dd9-8f34-91a43960f954 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 944 time: 0.0873392 Feb 16 12:54:35.133164 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eadf79ec-c481-44af-a8b6-5f332174642e req-e145305a-76e7-4af4-ab14-6d89162de128 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 Feb 16 12:54:35.214231 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71d3cd5f-987e-4264-ac49-ddd302cfa4c6 req-77aed87d-1e9d-4f67-988a-3e362acc287a service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267934 Feb 16 12:54:35.375784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571911-8364-49a1-85e5-ef913e3667ae req-ec172b5f-f231-49b1-951a-9a62882e6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.377242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-ec172b5f-f231-49b1-951a-9a62882e6a78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1097 time: 0.0806410 Feb 16 12:54:35.509192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571911-8364-49a1-85e5-ef913e3667ae req-25f4a8cf-6f32-4609-a148-3473a05ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.511198 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-25f4a8cf-6f32-4609-a148-3473a05ee0a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 200 len: 898 time: 0.1265001 Feb 16 12:54:35.579232 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-8facb659-86de-48c0-ae58-874c4b7be34e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 200 len: 217 time: 0.0608902 Feb 16 12:54:35.645247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571911-8364-49a1-85e5-ef913e3667ae req-df042767-81f1-4145-94cd-ded6c942d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.646585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-df042767-81f1-4145-94cd-ded6c942d4cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1dfc703-43c3-40fb-9de5-469345ef18c9 HTTP/1.1" status: 200 len: 834 time: 0.0615022 Feb 16 12:54:35.723993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571911-8364-49a1-85e5-ef913e3667ae req-78a69c7b-4919-4b0c-a43a-cd7c5df7ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.725479 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-78a69c7b-4919-4b0c-a43a-cd7c5df7ff50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705979 Feb 16 12:54:35.856224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-95542785-5337-47d3-9444-850f94785782 service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240985 Feb 16 12:54:35.988260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be571911-8364-49a1-85e5-ef913e3667ae req-812d9171-26c9-425c-b425-e7fe3d91e73e service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257079 Feb 16 12:54:36.338919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebbaf1-ec14-42d9-a63b-cb0353427fd7 req-9bd03b26-8b1c-4329-bb2a-e47887823828 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:36.340456 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58ebbaf1-ec14-42d9-a63b-cb0353427fd7 req-9bd03b26-8b1c-4329-bb2a-e47887823828 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 944 time: 0.0828505 Feb 16 12:54:36.386574 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58ebbaf1-ec14-42d9-a63b-cb0353427fd7 req-cea1ae45-460a-4424-abb6-d347b68545a3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 Feb 16 12:54:37.249214 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a93683c4-0400-4b4d-bb3c-da18f0d57d56 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:54:37.398164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:37.412153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:54:37.475223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:37.492887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93683c4-0400-4b4d-bb3c-da18f0d57d56 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:37.512565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:37.517606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:37.590576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a280a-8298-4298-a25d-97ee3f21442f req-e7a58e90-5ad5-4257-8bdd-cdb4eda125d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.593583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f29a280a-8298-4298-a25d-97ee3f21442f req-e7a58e90-5ad5-4257-8bdd-cdb4eda125d1 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 945 time: 0.0911236 Feb 16 12:54:37.599235 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:37.641317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f29a280a-8298-4298-a25d-97ee3f21442f req-61eaa7f2-e752-4b17-bb4a-be0ac046eff7 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Feb 16 12:54:37.777259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['a93683c4-0400-4b4d-bb3c-da18f0d57d56'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:54:38.833796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86f30c-2057-4b18-9214-95189c4212e8 req-fe408e3e-e9a0-4246-94b1-4135839b0570 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:38.835392 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ec86f30c-2057-4b18-9214-95189c4212e8 req-fe408e3e-e9a0-4246-94b1-4135839b0570 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 945 time: 0.0856261 Feb 16 12:54:38.887507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ec86f30c-2057-4b18-9214-95189c4212e8 req-a933c13e-875f-4552-9d9a-04b7bee7e491 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Feb 16 12:54:39.261589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a93683c4-0400-4b4d-bb3c-da18f0d57d56 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:39.326131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port a93683c4-0400-4b4d-bb3c-da18f0d57d56 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:39.331357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port a93683c4-0400-4b4d-bb3c-da18f0d57d56 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:39.331735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:39.457227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:39.484884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:39.496328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:39.500527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:39.537680 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'code': 200} Feb 16 12:54:39.574025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:39.800579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e66a-a596-493b-b8c7-a241400f5132 req-2c0f3f28-caee-4207-ad21-62f6151915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.802181 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1e7e66a-a596-493b-b8c7-a241400f5132 req-2c0f3f28-caee-4207-ad21-62f6151915d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1099 time: 0.0760963 Feb 16 12:54:39.842987 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1e7e66a-a596-493b-b8c7-a241400f5132 req-b9b1339e-56bf-4a9e-ae1b-9bb4db1ca24f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355761 Feb 16 12:54:40.083741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15fee4-880e-4319-ad75-5675688c233d req-bbc04c94-a71c-43b6-95fb-5387d999e01f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:40.085437 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff15fee4-880e-4319-ad75-5675688c233d req-bbc04c94-a71c-43b6-95fb-5387d999e01f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.0846710 Feb 16 12:54:40.134044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff15fee4-880e-4319-ad75-5675688c233d req-d82afbb0-baf5-4a1d-96f4-91a12f257fb8 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Feb 16 12:54:41.332259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0351-b9f1-4168-a9c6-89005fa80973 req-80ed14aa-906e-48e6-b4b5-303aa4e52186 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:41.333752 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-502a0351-b9f1-4168-a9c6-89005fa80973 req-80ed14aa-906e-48e6-b4b5-303aa4e52186 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.0885577 Feb 16 12:54:41.380256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-502a0351-b9f1-4168-a9c6-89005fa80973 req-4dc8544e-4d99-413e-aa90-77cea05a379b tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Feb 16 12:54:41.589254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239855f9-c814-460d-9a40-0aeda653d413 req-346c6eae-a8cd-42fe-8e81-f3e36fe1e52f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:41.591417 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-239855f9-c814-460d-9a40-0aeda653d413 req-346c6eae-a8cd-42fe-8e81-f3e36fe1e52f tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.0923545 Feb 16 12:54:41.656954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-239855f9-c814-460d-9a40-0aeda653d413 req-e099c247-95a0-4479-92cd-7a7ba992f2a4 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598867 Feb 16 12:54:41.681021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:41.857477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba8de1-2d5c-4967-924b-39fb8cedef2b tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:41.858941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46ba8de1-2d5c-4967-924b-39fb8cedef2b tempest-TestNetworkBasicOps-1639356566 tempest-TestNetworkBasicOps-1639356566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1094 time: 0.1769471 Feb 16 12:54:41.861771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:41.866537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:41.872590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:41.876302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Usage tracker for resource:floatingip and tenant:6df36676795c456cb42af4c51245c261 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:41.879077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:41.885654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:41.897456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.034222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.270354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Allocated IP 172.26.4.195 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/94fc461f-cc80-4b51-bc3b-1af4eb3da945) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:42.415640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.444575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.507570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:42.515299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:42.517802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:42.552671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=94fc461f-cc80-4b51-bc3b-1af4eb3da945,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:42.936288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.010602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.235095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.240322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.349848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event updated for resources: {'Port': ['ID=94fc461f-cc80-4b51-bc3b-1af4eb3da945,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:43.367461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:43.553435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 496ae410-f560-4796-a3e7-f20122112438 associated. External IP: 172.26.4.195, port: a93683c4-0400-4b4d-bb3c-da18f0d57d56. Feb 16 12:54:44.051491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:44.259333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:44.271018 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:44.284527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:44.285310 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:44.299037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:44.361267 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b267ddc-8ad7-43e4-8fb9-9aed3d9c51af tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4982626 Feb 16 12:54:44.361957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:44.364589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60496) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:44.414074 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'status': 'completed', 'code': 200} Feb 16 12:54:44.493791 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:44.641874 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e796d78-7273-4446-9425-4e8bd17bb0ed tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 992 time: 0.2753310 Feb 16 12:54:44.675271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-0cf038ef-f5f5-4e3d-a963-f38caf4c9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:44.676779 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-0cf038ef-f5f5-4e3d-a963-f38caf4c9999 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1099 time: 0.2179873 Feb 16 12:54:44.817318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-5c720731-6630-4934-9ee3-9b0d7dd6d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:44.818951 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-5c720731-6630-4934-9ee3-9b0d7dd6d890 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 200 len: 898 time: 0.1367159 Feb 16 12:54:44.867202 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:54:42Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:44.871897 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:44.880720 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:44.881329 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:44.933902 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-13b51183-2333-4d6c-979a-3f3c6eab7391 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 200 len: 1000 time: 0.1088355 Feb 16 12:54:44.995814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-50c74ca2-d7c9-494a-8b80-1c1c3c96cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:44.997470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-50c74ca2-d7c9-494a-8b80-1c1c3c96cd05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1dfc703-43c3-40fb-9de5-469345ef18c9 HTTP/1.1" status: 200 len: 834 time: 0.0585780 Feb 16 12:54:45.062960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:45.078925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-1181cc03-a3b4-45d8-bc7e-38da97f74c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.080478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-1181cc03-a3b4-45d8-bc7e-38da97f74c4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776620 Feb 16 12:54:45.216660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-c5d061db-85e4-4d8c-9669-5b01487dc15c service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301069 Feb 16 12:54:45.364738 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba02c99a-7f05-43d3-8a6c-8c616170fa71 req-2bcbb42f-b959-4d51-b01b-f8a20cf7ec61 service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316917 Feb 16 12:54:45.453411 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:54:42Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:45.457388 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e046f-9841-4e31-b283-d76154ed995b None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:54:42Z', 'revision_number': 0, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:45.646336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:45.658057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717902a-d304-4cfe-8f53-bf19f3d6e090 None None] New status for floating IP 496ae410-f560-4796-a3e7-f20122112438: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:45.756872 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2554eeb7-f67e-4100-ac0a-70390c32f039 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 992 time: 0.1092858 Feb 16 12:54:46.760381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60506) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:46.867556 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-949d3c4d-48d4-48ee-af10-e5633fa98ff2 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 994 time: 0.1050818 Feb 16 12:54:50.938398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:54:52.033549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:55.728907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-38347276-1a2e-4b63-a58c-480f3675af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:57.925309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-155c4c86-00e6-4925-8824-97a22d8d932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.015902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:59.122260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:00.463994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:13.570161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:13.575438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:14.249371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.260118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.443156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:14.622637 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:14.629806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:14.635047 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-097be081-a9bf-4ed9-b19c-13e97801ca07 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/216f5265-d52e-464b-b1ea-c1ffd7d9c272 HTTP/1.1" status: 200 len: 889 time: 1.0597661 Feb 16 12:55:14.635240 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:14.644920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:14.645521 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:14.707592 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:14.715841 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:14.716644 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:14.774693 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:14.775077 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e2225-45a1-418d-9b2f-1226145038be None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:15.541087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5150d28-5209-474a-aae3-66b650204eda None None] New status for floating IP 496ae410-f560-4796-a3e7-f20122112438: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:16.805324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60526) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:16.810895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:16.847254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:16.964587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:16.999936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4ddfd0cd-67ee-426e-9c47-804931eb8b03,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:17.004667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.005459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:17.119856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:17.179323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.195743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=102ef124-e2cf-4f98-b6f8-1fd452b03564,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:17.199718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.269350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:17.363873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.376648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33213055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33212998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33211519'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.562421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:17.875348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:17.882456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:17.883596 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f53fff7a-0089-4160-a1ef-8e317af401ff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/216f5265-d52e-464b-b1ea-c1ffd7d9c272 HTTP/1.1" status: 200 len: 888 time: 1.0772648 Feb 16 12:55:17.884918 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:17.886615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60530) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:17.895908 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:17.896526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:17.991906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-26dce40a-094a-4395-b326-5d19a028487c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 992 time: 0.1042182 Feb 16 12:55:18.075229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:18.417398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:55:15Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:16Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:18.422147 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:18.430412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:18.431002 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:18.606242 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:18.981019 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:55:15Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:16Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:18.985176 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633d957-89d4-44e2-9573-12cd62737b8f None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '496ae410-f560-4796-a3e7-f20122112438', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'port_id': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'mac_address': 'fa:16:3e:64:de:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:42Z', 'updated_at': '2022-02-16T12:55:15Z', 'revision_number': 2, 'project_id': '6df36676795c456cb42af4c51245c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:16Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:18.995827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:19.119919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f0524e2-2550-4676-a296-ec4b9fb9ed30 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 992 time: 0.1228380 Feb 16 12:55:20.124494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:20.229057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e0c9aef-d267-4ae4-8cff-e12aa53cffff tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 992 time: 0.1031187 Feb 16 12:55:20.597984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ce400-f6ab-4047-ae4c-6234f5d0d610 None None] New status for floating IP 496ae410-f560-4796-a3e7-f20122112438: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:20.897738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:20.968519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:20.968887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.083884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.119809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4ddfd0cd-67ee-426e-9c47-804931eb8b03,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:21.123563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.124372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:21.233588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:21.235683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:21.244774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.245121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.245457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.245785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.246108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.246430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.246751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.247069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.247452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.247811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.248227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.248738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:21.259298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 102ef124-e2cf-4f98-b6f8-1fd452b03564 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:21.259678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.344837 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75513688-ff33-415f-8523-bb23967ee3ec tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 200 len: 994 time: 0.1100373 Feb 16 12:55:21.388677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.405450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=102ef124-e2cf-4f98-b6f8-1fd452b03564,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:21.409585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.480704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:21.646042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:21.861256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 94fc461f-cc80-4b51-bc3b-1af4eb3da945 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:21.861584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.031744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.032096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.032625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.159621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 94fc461f-cc80-4b51-bc3b-1af4eb3da945 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:22.310088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.469488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=94fc461f-cc80-4b51-bc3b-1af4eb3da945,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:22.508531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.508863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.509198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.509542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.509953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.510283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.510607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.510928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.511250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.511568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.511884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.512220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:22.574553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.575025 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Floating IP 496ae410-f560-4796-a3e7-f20122112438 disassociated (deleted). External IP: 172.26.4.195, port: a93683c4-0400-4b4d-bb3c-da18f0d57d56. Feb 16 12:55:22.856323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:22.931513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:22.931880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:22.946394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:23.094903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:23.129966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:23.140587 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:23.146811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.150948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:23.151563 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:23.164029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 102ef124-e2cf-4f98-b6f8-1fd452b03564 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:23.164409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.211719 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1fdb4b16-0d88-4347-aa60-fd80e89791dc tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/floatingips/496ae410-f560-4796-a3e7-f20122112438 HTTP/1.1" status: 204 len: 168 time: 1.5621622 Feb 16 12:55:23.211719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:23.266765 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'status': 'completed', 'code': 200} Feb 16 12:55:23.337130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:23.389302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-9a030010-a081-4952-af0f-53ef13f3475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.390821 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-9a030010-a081-4952-af0f-53ef13f3475a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6df36676795c456cb42af4c51245c261&device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 1099 time: 0.0745301 Feb 16 12:55:23.540615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-cdd0841c-8b9b-49ca-b167-db38f5b19a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.542075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-cdd0841c-8b9b-49ca-b167-db38f5b19a0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 200 len: 898 time: 0.1452506 Feb 16 12:55:23.627517 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-27c36d43-96ef-4797-a412-86eec5a9ca5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 200 len: 217 time: 0.0785556 Feb 16 12:55:23.629494 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9cb9c-1c04-4cd4-a703-dd4a9f923308 req-1cb33c1e-5aa3-4ba0-9ce4-3436a579e4b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.631072 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8e9cb9c-1c04-4cd4-a703-dd4a9f923308 req-1cb33c1e-5aa3-4ba0-9ce4-3436a579e4b0 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.1057544 Feb 16 12:55:23.677613 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:23.681564 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:23.690248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8e9cb9c-1c04-4cd4-a703-dd4a9f923308 req-8c7d42e8-6276-4024-9311-a5f3225b15cd tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Feb 16 12:55:23.693694 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:23.694540 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:54:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:23.695467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-aeee53d2-7e0e-491e-ac89-4e3400579058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.697467 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-aeee53d2-7e0e-491e-ac89-4e3400579058 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1dfc703-43c3-40fb-9de5-469345ef18c9 HTTP/1.1" status: 200 len: 834 time: 0.0623374 Feb 16 12:55:23.782159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-6967d99b-f220-468b-a349-09c33cde6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.783635 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-6967d99b-f220-468b-a349-09c33cde6a65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785904 Feb 16 12:55:23.881334 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:23.917420 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-1c3c31b6-23e3-4732-83bc-0b240cd72bbe service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266978 Feb 16 12:55:24.164118 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fc61a02-f7c9-4223-9724-7f542a4abaf1 req-a3d32895-ff74-4985-b464-0263a7db9327 service neutron] 10.222.0.81 "GET /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399766 Feb 16 12:55:24.205949 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:24.210472 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23562c-ca66-4980-9e57-b50cb76fb2eb None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:17Z', 'revision_number': 6, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4ddfd0cd-67ee-426e-9c47-804931eb8b03', 'name': '', 'network_id': 'c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'mac_address': 'fa:16:3e:57:7a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:26Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'subnets': [{'id': 'a1dfc703-43c3-40fb-9de5-469345ef18c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:24.877620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29f6ff-59cf-4a07-a85d-a05675491b71 None None] New status for floating IP 496ae410-f560-4796-a3e7-f20122112438: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:55:24.887912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce65d0c-3a89-4cf1-a6dc-6b0fb2eb48c9 req-6efbead9-6c41-4ab8-b5f0-aa861ef6903c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.889566 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ce65d0c-3a89-4cf1-a6dc-6b0fb2eb48c9 req-6efbead9-6c41-4ab8-b5f0-aa861ef6903c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.0865471 Feb 16 12:55:24.933642 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ce65d0c-3a89-4cf1-a6dc-6b0fb2eb48c9 req-4e9171b1-5ea0-4e8e-b61d-7ffa859fc88a tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/security-groups?id=9321b0e9-0782-46b1-bcef-800efc69a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Feb 16 12:55:25.017309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-acf5fc11-2662-4767-a360-5638afe29b40 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:25.017771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-acf5fc11-2662-4767-a360-5638afe29b40 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Synchronizing usage tracker for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:25.034130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-acf5fc11-2662-4767-a360-5638afe29b40 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Unset dirty status for tenant:6df36676795c456cb42af4c51245c261 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:25.035357 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-acf5fc11-2662-4767-a360-5638afe29b40 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 946 time: 0.0975404 Feb 16 12:55:25.111874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port a93683c4-0400-4b4d-bb3c-da18f0d57d56 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:25.112307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.350834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port a93683c4-0400-4b4d-bb3c-da18f0d57d56, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a93683c4-0400-4b4d-bb3c-da18f0d57d56,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:25.351181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.475327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for a93683c4-0400-4b4d-bb3c-da18f0d57d56 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:25.623717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.677334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=a93683c4-0400-4b4d-bb3c-da18f0d57d56,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.738436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdcec4db-7400-403b-bc16-41ba2229d6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.755828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] No DVR routers for this DVR port a93683c4-0400-4b4d-bb3c-da18f0d57d56 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:55:25.758300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.761009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'name': 'network-vif-deleted', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:25.776757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-547f7c6d-1c75-42e7-8552-d22ed6a191a8 req-9bd494b2-8ea1-4b1e-adab-6b2a64215de5 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.81 "DELETE /v2.0/ports/a93683c4-0400-4b4d-bb3c-da18f0d57d56 HTTP/1.1" status: 204 len: 173 time: 0.7365067 Feb 16 12:55:25.812604 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd', 'name': 'network-vif-deleted', 'tag': 'a93683c4-0400-4b4d-bb3c-da18f0d57d56', 'status': 'completed', 'code': 200} Feb 16 12:55:26.104516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe83d607-6ea7-43c5-ba7f-1ae3c898e553 req-55c35ece-9f36-4db5-be53-8e17dd71be5d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ea1db13-3e3f-4974-b84a-2ad6cea1ecbd HTTP/1.1" status: 200 len: 210 time: 0.0478508 Feb 16 12:55:27.211312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:27.278051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.307760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.374940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.393331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321b0e9-0782-46b1-bcef-800efc69a97b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:27.403931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.407805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-46f06857-3753-4b24-a522-257b7593a81c tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/security-groups/9321b0e9-0782-46b1-bcef-800efc69a97b HTTP/1.1" status: 204 len: 168 time: 0.1927087 Feb 16 12:55:27.436442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:27.935584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-183cc300-752f-4246-bd33-8ff6a05bdf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.940025 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:28.023920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.487908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 4ddfd0cd-67ee-426e-9c47-804931eb8b03 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:28.488654 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.685044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 4ddfd0cd-67ee-426e-9c47-804931eb8b03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4ddfd0cd-67ee-426e-9c47-804931eb8b03,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:28.685408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.809769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 4ddfd0cd-67ee-426e-9c47-804931eb8b03 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:28.998600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.018528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.045604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=4ddfd0cd-67ee-426e-9c47-804931eb8b03,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:29.117583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.117933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.118276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.118608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.118936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.119263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.119591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.119919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.120281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.120608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.120935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.121258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:29.129238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.347765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.532566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a93683c4-0400-4b4d-bb3c-da18f0d57d56 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:29.567117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: a93683c4-0400-4b4d-bb3c-da18f0d57d56 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:29.567382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a93683c4-0400-4b4d-bb3c-da18f0d57d56 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:29.706033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:29.994490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:30.004992 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Sync routers for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:30.007330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3313fb78-a492-4716-8e9f-5d3442f13cf3 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "PUT /v2.0/routers/216f5265-d52e-464b-b1ea-c1ffd7d9c272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697689 Feb 16 12:55:30.010661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:30.014999 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:30.015612 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:55:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:30.078117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting subnet a1dfc703-43c3-40fb-9de5-469345ef18c9 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:55:30.081416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.135324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.224716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.228498 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:30.298388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.338004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dfc703-43c3-40fb-9de5-469345ef18c9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:30.341848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.348721 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69ef0b56-bda2-43c8-8c1d-11f59265a214 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/subnets/a1dfc703-43c3-40fb-9de5-469345ef18c9 HTTP/1.1" status: 204 len: 168 time: 0.3370690 Feb 16 12:55:30.349624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced4d57-f6f6-4281-9651-96fbade9d800 None None] Network c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:30.351260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:30.529116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.546679 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:30.548116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.552546 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Checking router: 216f5265-d52e-464b-b1ea-c1ffd7d9c272 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:30.562205 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Routers {'216f5265-d52e-464b-b1ea-c1ffd7d9c272'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:30.562913 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:55:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:30.669891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] DHCP port deletion for c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:55:30.673953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Deleting port 3a711a0c-c0d1-4e65-859c-01b990821099 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:30.674330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.734099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.744447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Deleting port 102ef124-e2cf-4f98-b6f8-1fd452b03564 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:55:30.744795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.764494 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] Set router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:30.897873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] For port 3a711a0c-c0d1-4e65-859c-01b990821099, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=3a711a0c-c0d1-4e65-859c-01b990821099,segment=NetworkSegment(ae19d641-c0ca-4b91-a243-e9dc21aed805),segment_id=ae19d641-c0ca-4b91-a243-e9dc21aed805)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:30.898273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.971468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] For port 102ef124-e2cf-4f98-b6f8-1fd452b03564, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=102ef124-e2cf-4f98-b6f8-1fd452b03564,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:30.971820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.980256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 3a711a0c-c0d1-4e65-859c-01b990821099 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:31.063032 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:31.067734 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71c2ce-442a-4dff-814d-2123f8f503cb None None] The sync data for ids ['216f5265-d52e-464b-b1ea-c1ffd7d9c272'] in dv-neutron-829435-1-hyperv is: [{'id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'name': 'tempest-TestNetworkBasicOps-router-1361675506', 'tenant_id': '6df36676795c456cb42af4c51245c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:28Z', 'revision_number': 7, 'project_id': '6df36676795c456cb42af4c51245c261', 'gw_port': {'id': '102ef124-e2cf-4f98-b6f8-1fd452b03564', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216f5265-d52e-464b-b1ea-c1ffd7d9c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:22Z', 'updated_at': '2022-02-16T12:55:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:31.081478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Calling delete_port for 3a711a0c-c0d1-4e65-859c-01b990821099 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:31.100192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Calling delete_port for 102ef124-e2cf-4f98-b6f8-1fd452b03564 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:55:31.231432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.272838 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.296523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] Pushing event deleted for resources: {'Port': ['ID=3a711a0c-c0d1-4e65-859c-01b990821099,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:31.300192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.319181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd5e3c-a2da-4048-becc-2ec14f6e648c None None] No DVR routers for this DVR port 3a711a0c-c0d1-4e65-859c-01b990821099 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:55:31.324178 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Port': ['ID=102ef124-e2cf-4f98-b6f8-1fd452b03564,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:31.419414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.708513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.710659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.734233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.734957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Fanout notify agent at l3_agent the message router_deleted on router 216f5265-d52e-464b-b1ea-c1ffd7d9c272 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:55:31.751935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.753048 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f6f5c13-2b7c-4e88-9da3-103ddc056d18 tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/routers/216f5265-d52e-464b-b1ea-c1ffd7d9c272 HTTP/1.1" status: 204 len: 168 time: 1.4007158 Feb 16 12:55:31.755852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:31.891272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.078980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.121745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:32.139928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae19d641-c0ca-4b91-a243-e9dc21aed805') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:32.140626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae19d641-c0ca-4b91-a243-e9dc21aed805') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:32.154700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.174406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.181650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:55:32.182116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:55:32.201730 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:55:32.314442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.339745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:32.349765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] Pushing event deleted for resources: {'Network': ['ID=c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:32.365004 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af726ae2-3ec5-41db-b145-0681c00f071d tempest-TestNetworkBasicOps-749272416 tempest-TestNetworkBasicOps-749272416-project] 10.222.0.65 "DELETE /v2.0/networks/c6b89fb7-cdb3-4a7c-8f63-dbc4a0325be4 HTTP/1.1" status: 204 len: 168 time: 0.6081009 Feb 16 12:55:32.766526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:32.864595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:32.900494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 4ddfd0cd-67ee-426e-9c47-804931eb8b03 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:32.900835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4ddfd0cd-67ee-426e-9c47-804931eb8b03 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:32.901246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:55:32.934405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 102ef124-e2cf-4f98-b6f8-1fd452b03564 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:55:32.934687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 102ef124-e2cf-4f98-b6f8-1fd452b03564 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:55:32.937899 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4dbf12e-3d09-4cbb-be2b-de483c56fd51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6df36676795c456cb42af4c51245c261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699851 Feb 16 12:55:32.940327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:33.005645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.034825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.090643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.111248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21369a55-3509-4d46-b5ae-b62bb61f6164,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:33.115556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.116690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f5939b9e-e99b-4133-8c9e-cb7c78924c75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21369a55-3509-4d46-b5ae-b62bb61f6164 HTTP/1.1" status: 204 len: 168 time: 0.1751025 Feb 16 12:55:33.392950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60608) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:33.410637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.424746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:33.428502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Usage tracker for resource:security_group_rule and tenant:feeef803b31c48ac8770e9aaa684ecd6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:33.431257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:33.437349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:33.528633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.532508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.581234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=feeef803b31c48ac8770e9aaa684ecd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871817 Feb 16 12:55:33.581924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd17242-51cc-491b-a1a8-b4113404a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760de3e-47e7-4975-9f37-7629b7a4fb46,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:33.584537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:33.656567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.682355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.733370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.748505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760de3e-47e7-4975-9f37-7629b7a4fb46,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:33.754463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:33.755564 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e5dc31de-2cf8-4056-9068-3964da4d6ca9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6760de3e-47e7-4975-9f37-7629b7a4fb46 HTTP/1.1" status: 204 len: 168 time: 0.1694384 Feb 16 12:55:34.531462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:34.642012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1152393947-network', 'tenant_id': '604d93662fe44ae792af46bd6104de9d'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:34.646714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:34.650646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Usage tracker for resource:network and tenant:604d93662fe44ae792af46bd6104de9d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:34.655446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:34.661818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:34.671555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Made reservation on behalf of 604d93662fe44ae792af46bd6104de9d for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:34.673861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.686597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.701272 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:34.705338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Usage tracker for resource:security_group_rule and tenant:604d93662fe44ae792af46bd6104de9d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:34.708236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:34.713935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:34.799233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.803342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.837398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:55:34.847237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:34.854961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.855351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Added segment ffbe621d-471f-4eda-ac50-54ad53d51c96 of type vlan for network d12891b2-4dcb-4db6-a4de-8265be020d8f Feb 16 12:55:34.886840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.917240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.918432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.919241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.024408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] Pushing event updated for resources: {'Network': ['ID=d12891b2-4dcb-4db6-a4de-8265be020d8f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.028232 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67d4c815-a335-4378-a123-c98df5304588 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4949358 Feb 16 12:55:35.031332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60642) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:35.034602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network d12891b2-4dcb-4db6-a4de-8265be020d8f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:55:35.037830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Request body: {'subnet': {'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1152393947-subnet', 'tenant_id': '604d93662fe44ae792af46bd6104de9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:35.043224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:35.047959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Usage tracker for resource:subnet and tenant:604d93662fe44ae792af46bd6104de9d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:35.051495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:35.058053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:35.074599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Made reservation on behalf of 604d93662fe44ae792af46bd6104de9d for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:35.079390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.285644 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.363531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ff227f-51f5-4a0e-bd9c-a48edbc87885,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.368243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Checking segment: {'id': 'ffbe621d-471f-4eda-ac50-54ad53d51c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:35.368602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Network hostable DHCP agents. Network: d12891b2-4dcb-4db6-a4de-8265be020d8f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:55:35.388141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Network d12891b2-4dcb-4db6-a4de-8265be020d8f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:55:35.397274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, d12891b2-4dcb-4db6-a4de-8265be020d8f) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:35.401267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:35.401844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.411620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0b2f9-77cf-4a5b-8b2f-dd8a2d6e1ea3 None None] Network d12891b2-4dcb-4db6-a4de-8265be020d8f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:35.423247 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-393663f5-5d12-43f4-9b10-ead497bce4f1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3905256 Feb 16 12:55:35.637248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627874e6-608e-45a1-a156-78ad6337b3bd None None] Network d12891b2-4dcb-4db6-a4de-8265be020d8f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:35.984746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:35.990215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1541196444-network', 'tenant_id': 'bb8e5ced001b400fa54c62439d199066'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:35.995115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:35.999195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Usage tracker for resource:network and tenant:bb8e5ced001b400fa54c62439d199066 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:36.002091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:36.008029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:36.019148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Made reservation on behalf of bb8e5ced001b400fa54c62439d199066 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:36.021568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.037726 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.053629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:36.057566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8e5ced001b400fa54c62439d199066 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:36.060495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:36.066254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:36.164992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.169575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.199317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:55:36.208527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b478834-1405-4915-bf4f-308c451a6ffe,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.213915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.214231 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Added segment 669abcd5-987a-4012-9973-ca31eda8beb5 of type vlan for network 6fe20443-dfba-4aee-931c-3cfa3b057dd6 Feb 16 12:55:36.241698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.271500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.272455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:36.273028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.378441 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925874 Feb 16 12:55:36.379324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e440-91f2-4b3e-b2ed-bff5999d51d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe20443-dfba-4aee-931c-3cfa3b057dd6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.381322 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:36.386932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Request body: {'subnet': {'network_id': '6fe20443-dfba-4aee-931c-3cfa3b057dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1541196444-subnet', 'tenant_id': 'bb8e5ced001b400fa54c62439d199066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:36.389449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6fe20443-dfba-4aee-931c-3cfa3b057dd6 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:55:36.392625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:36.396422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Usage tracker for resource:subnet and tenant:bb8e5ced001b400fa54c62439d199066 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:36.399333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:36.405979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:36.416116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Made reservation on behalf of bb8e5ced001b400fa54c62439d199066 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:36.418383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.621834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.703072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80764f53-a04e-40e7-8fbf-1f1e14956204,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:36.716314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Checking segment: {'id': '669abcd5-987a-4012-9973-ca31eda8beb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6fe20443-dfba-4aee-931c-3cfa3b057dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:36.716750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Network hostable DHCP agents. Network: 6fe20443-dfba-4aee-931c-3cfa3b057dd6, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:55:36.738817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Network 6fe20443-dfba-4aee-931c-3cfa3b057dd6 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:55:36.748798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6fe20443-dfba-4aee-931c-3cfa3b057dd6) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:36.753190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:36.754154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.757262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b312c-4bad-4e88-8b66-fcb2ca20d533 None None] Network 6fe20443-dfba-4aee-931c-3cfa3b057dd6 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:36.777057 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49361f0c-c018-4d54-aeb3-eb683eb3df25 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3946135 Feb 16 12:55:36.970290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e187b-c0c8-4556-a87d-64091b562c19 None None] Network 6fe20443-dfba-4aee-931c-3cfa3b057dd6 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:37.439333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-18f4d396-68a2-49f0-8ce7-5cda3c61890d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.439956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-18f4d396-68a2-49f0-8ce7-5cda3c61890d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Synchronizing usage tracker for tenant:604d93662fe44ae792af46bd6104de9d on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:37.456897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-18f4d396-68a2-49f0-8ce7-5cda3c61890d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Unset dirty status for tenant:604d93662fe44ae792af46bd6104de9d on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:37.458019 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-18f4d396-68a2-49f0-8ce7-5cda3c61890d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/networks?id=d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 200 len: 812 time: 0.2525899 Feb 16 12:55:37.473369 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-276ada76-b50d-488c-9541-5c63eb6bfa99 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/quotas/604d93662fe44ae792af46bd6104de9d HTTP/1.1" status: 200 len: 375 time: 0.0096738 Feb 16 12:55:37.529246 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-14e88d45-ea3c-4b14-aca6-defcbbaa31d1 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=604d93662fe44ae792af46bd6104de9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499718 Feb 16 12:55:37.667292 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-b899f699-1fb1-4dca-a7f7-d4cae6269960 service neutron] 10.222.0.65 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291397 Feb 16 12:55:37.803592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-fb088663-4138-4714-9b02-cd8ba11e702f service neutron] 10.222.0.65 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300461 Feb 16 12:55:37.992569 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4788cf0-4de2-48f1-9467-0631ef428945 req-6ee18d25-082a-436a-962a-58336951eaf1 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 210 time: 0.0487740 Feb 16 12:55:39.140561 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-08f25fbe-de6e-4d24-9358-b0fa38c9fb82 req-117b4b88-2469-45d4-a9f7-45bc30a67a3e tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 210 time: 0.0439811 Feb 16 12:55:39.423236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-deaf673b-28af-4bc6-abb9-d44592b48257 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.424621 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-deaf673b-28af-4bc6-abb9-d44592b48257 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.81 "GET /v2.0/networks?id=d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 200 len: 812 time: 0.1495004 Feb 16 12:55:39.442445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Request body: {'port': {'device_id': '950ff45d-0278-442f-9cff-43bbc83ece67', 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f', 'admin_state_up': True, 'tenant_id': '604d93662fe44ae792af46bd6104de9d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:39.582209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:39.586003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Usage tracker for resource:port and tenant:604d93662fe44ae792af46bd6104de9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:39.588812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:39.595131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:39.603940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Made reservation on behalf of 604d93662fe44ae792af46bd6104de9d for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:39.607523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:39.770738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Allocated IP 172.20.0.11 (d12891b2-4dcb-4db6-a4de-8265be020d8f/23ff227f-51f5-4a0e-bd9c-a48edbc87885/4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:40.070082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.101113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.169250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Network d12891b2-4dcb-4db6-a4de-8265be020d8f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:40.172046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:40.175035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:40.221745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Pushing event updated for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:40.252470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:40.253202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.283425 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-dfb27cae-46ef-4fb4-a582-6aa9de9ec86d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448007 Feb 16 12:55:40.299914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Request body: {'port': {'device_id': '950ff45d-0278-442f-9cff-43bbc83ece67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:40.328601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08f0ed-5d0a-488c-b26d-2032164128d6 req-2ba85a4c-cc80-49a0-b679-d61fd416f82a tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:40.330017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a08f0ed-5d0a-488c-b26d-2032164128d6 req-2ba85a4c-cc80-49a0-b679-d61fd416f82a tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 932 time: 0.0799584 Feb 16 12:55:40.378881 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9a08f0ed-5d0a-488c-b26d-2032164128d6 req-d1e75b61-540d-4e3f-99c8-2ac1e5cbe935 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Synchronizing usage tracker for tenant:604d93662fe44ae792af46bd6104de9d on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:40.396084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9a08f0ed-5d0a-488c-b26d-2032164128d6 req-d1e75b61-540d-4e3f-99c8-2ac1e5cbe935 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Unset dirty status for tenant:604d93662fe44ae792af46bd6104de9d on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:40.397228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a08f0ed-5d0a-488c-b26d-2032164128d6 req-d1e75b61-540d-4e3f-99c8-2ac1e5cbe935 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Feb 16 12:55:40.417171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.762218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:40.769798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.784823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Transition to ACTIVE for port object 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:40.789277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:40.944253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:41.019821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Attempting to bind port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:41.020172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Attempting to bind port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ffbe621d-471f-4eda-ac50-54ad53d51c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:41.020497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Attempting to bind port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b on network d12891b2-4dcb-4db6-a4de-8265be020d8f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:41.024963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b on network d12891b2-4dcb-4db6-a4de-8265be020d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:55:41.025276 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Attempting to bind port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b on network d12891b2-4dcb-4db6-a4de-8265be020d8f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:41.030870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:41.031200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Checking segment: {'id': 'ffbe621d-471f-4eda-ac50-54ad53d51c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:41.031573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Bound using segment: {'id': 'ffbe621d-471f-4eda-ac50-54ad53d51c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:41.031982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Bound port: 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbe621d-471f-4eda-ac50-54ad53d51c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:41.032339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:41.122010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:41.124770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,segment=NetworkSegment(ffbe621d-471f-4eda-ac50-54ad53d51c96),segment_id=ffbe621d-471f-4eda-ac50-54ad53d51c96)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:41.129193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:41.183312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:41.183911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:41.185548 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] 10.222.0.81 "PUT /v2.0/ports/4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 200 len: 1094 time: 0.8897655 Feb 16 12:55:41.185981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:41.210243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9ff41-b40e-4233-93fa-86ba735c7179 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:41.234245 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b', 'status': 'completed', 'code': 200} Feb 16 12:55:41.326452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-9c70b640-5b8d-4fd6-9826-857516185dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:41.328250 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-9c70b640-5b8d-4fd6-9826-857516185dc2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=604d93662fe44ae792af46bd6104de9d&device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 1097 time: 0.0734909 Feb 16 12:55:41.403870 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-8559c6bd-ffbe-4463-b870-43b3d170a14f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 200 len: 217 time: 0.0608227 Feb 16 12:55:41.472383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-8bc4fb82-97f3-4604-88c7-a92c2e035c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:41.473851 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-8bc4fb82-97f3-4604-88c7-a92c2e035c37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23ff227f-51f5-4a0e-bd9c-a48edbc87885 HTTP/1.1" status: 200 len: 852 time: 0.0617762 Feb 16 12:55:41.520599 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-3bab3618-ac58-49fc-850d-5f41bba21fd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d12891b2-4dcb-4db6-a4de-8265be020d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408890 Feb 16 12:55:41.602415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e3a4-3a96-4702-8ec3-3bf4d70c20b3 req-938919b3-e156-4e48-8d17-8cfcacdaf44a tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:41.604027 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0f9e3a4-3a96-4702-8ec3-3bf4d70c20b3 req-938919b3-e156-4e48-8d17-8cfcacdaf44a tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 944 time: 0.0950975 Feb 16 12:55:41.649483 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0f9e3a4-3a96-4702-8ec3-3bf4d70c20b3 req-f7e7dfa7-d822-4bb1-a4f8-6d890c11b124 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Feb 16 12:55:41.659868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-06f4dcec-9c6a-49be-8c5d-74657eff9c01 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330748 Feb 16 12:55:41.896310 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d48eec48-cacd-42b3-bb65-382d0547cdd7 req-4d905864-ab3d-4ed6-a040-87957f021a76 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299626 Feb 16 12:55:42.052789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-79c05cec-69dd-4341-bd8a-961b33871312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.054328 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-79c05cec-69dd-4341-bd8a-961b33871312 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=604d93662fe44ae792af46bd6104de9d&device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 1097 time: 0.0748634 Feb 16 12:55:42.189393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-8ed3a157-a338-4809-bad3-af5fdac64175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.190810 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-8ed3a157-a338-4809-bad3-af5fdac64175 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 200 len: 913 time: 0.1298964 Feb 16 12:55:42.260547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-c4ce5432-6e2e-4df7-8e56-cdbbdaae6a5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 200 len: 217 time: 0.0608737 Feb 16 12:55:42.326011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-c3d8e5d0-1a39-4aab-806d-5314b289fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.327343 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-c3d8e5d0-1a39-4aab-806d-5314b289fb2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23ff227f-51f5-4a0e-bd9c-a48edbc87885 HTTP/1.1" status: 200 len: 852 time: 0.0601623 Feb 16 12:55:42.378303 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-68cc447a-3f51-46d7-bbe4-6b6885d9cec8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d12891b2-4dcb-4db6-a4de-8265be020d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398450 Feb 16 12:55:42.507471 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-eb19805f-3a15-4547-8a4a-b68732691df1 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229351 Feb 16 12:55:42.641830 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32392119-15e5-42de-bcf3-05c6a1facdbf req-b534f7d5-4a00-40d7-ac24-dbccee7a6554 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265836 Feb 16 12:55:42.843245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89c1fb-a022-4dca-ae36-1c695597753f req-d026434b-828c-4032-aa37-be6960f5cee1 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.844652 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f89c1fb-a022-4dca-ae36-1c695597753f req-d026434b-828c-4032-aa37-be6960f5cee1 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 944 time: 0.0835900 Feb 16 12:55:42.888807 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f89c1fb-a022-4dca-ae36-1c695597753f req-572eba04-4037-48fd-a1c5-a6ce4405c946 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384350 Feb 16 12:55:43.638575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:55:43.769151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,segment=NetworkSegment(ffbe621d-471f-4eda-ac50-54ad53d51c96),segment_id=ffbe621d-471f-4eda-ac50-54ad53d51c96)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:43.781826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b', 'network_id': 'd12891b2-4dcb-4db6-a4de-8265be020d8f', 'port_id': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b', 'mac_address': 'fa:16:3e:eb:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ff227f-51f5-4a0e-bd9c-a48edbc87885', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:55:43.835358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.852519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:43.867994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,segment=NetworkSegment(ffbe621d-471f-4eda-ac50-54ad53d51c96),segment_id=ffbe621d-471f-4eda-ac50-54ad53d51c96)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:43.871873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.952342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:44.084454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7b94c-c5b0-4ebf-81c6-d907d151c13f req-09510084-2e28-40ee-b930-a2655eff5981 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:44.085906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57b7b94c-c5b0-4ebf-81c6-d907d151c13f req-09510084-2e28-40ee-b930-a2655eff5981 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 945 time: 0.0867467 Feb 16 12:55:44.133462 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57b7b94c-c5b0-4ebf-81c6-d907d151c13f req-ffb3188a-34f5-4f72-928d-d15fad5ed55b tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Feb 16 12:55:44.151227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:55:45.318495 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b476-b9e0-41ac-b561-7897e931420e req-0ff49577-6b96-4bf8-8246-5afcf8f9c378 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:45.319941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-11b0b476-b9e0-41ac-b561-7897e931420e req-0ff49577-6b96-4bf8-8246-5afcf8f9c378 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 945 time: 0.0825465 Feb 16 12:55:45.364878 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-11b0b476-b9e0-41ac-b561-7897e931420e req-c51347c8-8482-4642-b451-f07348b309e6 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Feb 16 12:55:45.639067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:45.705190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:45.710557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:45.711003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.824619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.850951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:45.861371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,segment=NetworkSegment(ffbe621d-471f-4eda-ac50-54ad53d51c96),segment_id=ffbe621d-471f-4eda-ac50-54ad53d51c96)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:45.865681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.904481 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b', 'code': 200} Feb 16 12:55:45.941263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:46.176652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372cbb-43b2-4401-8a0f-c47b39ab1700 req-649118ce-6041-42e5-a980-da849c337844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.178036 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73372cbb-43b2-4401-8a0f-c47b39ab1700 req-649118ce-6041-42e5-a980-da849c337844 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 1099 time: 0.0697811 Feb 16 12:55:46.221638 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73372cbb-43b2-4401-8a0f-c47b39ab1700 req-b619ba32-909c-409b-898f-0495676dda4d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Feb 16 12:55:46.552248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7251310-1403-424b-9456-aae9c258a12d req-a2c73741-fa09-49be-a273-fc932ee3b07c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.553685 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7251310-1403-424b-9456-aae9c258a12d req-a2c73741-fa09-49be-a273-fc932ee3b07c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0828152 Feb 16 12:55:46.599171 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7251310-1403-424b-9456-aae9c258a12d req-b633a26b-4c02-44f7-9cc9-c76e0b06c41d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Feb 16 12:55:47.795941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72173e24-1262-4acd-81f9-80238ff89c85 req-1690159f-75e9-4a6b-9ac0-e6572f2f8fa4 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.797397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72173e24-1262-4acd-81f9-80238ff89c85 req-1690159f-75e9-4a6b-9ac0-e6572f2f8fa4 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0802376 Feb 16 12:55:47.841840 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72173e24-1262-4acd-81f9-80238ff89c85 req-dd2c518c-7aa5-4cb0-8140-3f5dbe3bc78d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Feb 16 12:55:48.037523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b346c6-4b24-433d-b365-26286749b6a3 req-030e7c51-1e43-422e-b39c-22ea919fa4e9 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:48.038995 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-93b346c6-4b24-433d-b365-26286749b6a3 req-030e7c51-1e43-422e-b39c-22ea919fa4e9 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0872469 Feb 16 12:55:48.087989 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-93b346c6-4b24-433d-b365-26286749b6a3 req-45cc7d67-3b2b-475e-bf7a-16b2d336904c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Feb 16 12:55:48.490559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82012-bc75-4712-9b97-a538eae40ef6 req-7d2087df-28cb-420d-8f01-1c63a8f87b96 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:48.492030 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfa82012-bc75-4712-9b97-a538eae40ef6 req-7d2087df-28cb-420d-8f01-1c63a8f87b96 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0826347 Feb 16 12:55:48.541317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfa82012-bc75-4712-9b97-a538eae40ef6 req-b89c1465-b3a7-418e-b6d6-c329ff4178c1 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Feb 16 12:55:49.749427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838843e-0026-48f9-bc80-86e68254bb4b req-cac8db36-b6f5-44fe-afa2-a842ca6330e3 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:49.751547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b838843e-0026-48f9-bc80-86e68254bb4b req-cac8db36-b6f5-44fe-afa2-a842ca6330e3 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0840786 Feb 16 12:55:49.802163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b838843e-0026-48f9-bc80-86e68254bb4b req-7571ba1c-092f-47ab-bc54-187c7950ec23 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Feb 16 12:55:50.211913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832b81-c2a3-433c-8d37-18b700b9ba83 req-65761661-16a6-4320-b4ec-188164d3c621 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.213371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c832b81-c2a3-433c-8d37-18b700b9ba83 req-65761661-16a6-4320-b4ec-188164d3c621 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0958021 Feb 16 12:55:50.233684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-d25e9bd9-f6d8-4e9e-b1f0-fc4d10b70f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.235212 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-d25e9bd9-f6d8-4e9e-b1f0-fc4d10b70f15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=604d93662fe44ae792af46bd6104de9d&device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 1099 time: 0.0854473 Feb 16 12:55:50.276173 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c832b81-c2a3-433c-8d37-18b700b9ba83 req-fb040732-be68-4715-aa6a-3a3eff31ddb7 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Feb 16 12:55:50.378662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-aa7f1ddb-6882-4049-8760-6c44b54c15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.380143 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-aa7f1ddb-6882-4049-8760-6c44b54c15ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 200 len: 913 time: 0.1388514 Feb 16 12:55:50.452177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-2f5a7911-9b65-44a7-aee0-fe43143cbdc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 200 len: 217 time: 0.0657892 Feb 16 12:55:50.515446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-796fbbb5-c2d3-43a6-88f2-3072ab6c643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.516956 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-796fbbb5-c2d3-43a6-88f2-3072ab6c643e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23ff227f-51f5-4a0e-bd9c-a48edbc87885 HTTP/1.1" status: 200 len: 852 time: 0.0594776 Feb 16 12:55:50.564033 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-81891daa-a6dc-4478-86c3-89c4d83f4663 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d12891b2-4dcb-4db6-a4de-8265be020d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413389 Feb 16 12:55:50.714088 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-178af647-930a-42ed-840d-7aa884364565 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437802 Feb 16 12:55:50.859340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6d35306-02be-42e8-b912-7f1eb3545611 req-a67626ed-1bc4-459e-bd49-b3cc14fbb5c0 service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387923 Feb 16 12:55:51.496492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e096ce1-64ed-432e-8164-62582a007706 req-1b2893e6-651e-4414-8f84-b46b967bef6d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:51.498886 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e096ce1-64ed-432e-8164-62582a007706 req-1b2893e6-651e-4414-8f84-b46b967bef6d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.1037438 Feb 16 12:55:51.562216 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e096ce1-64ed-432e-8164-62582a007706 req-aadb986f-6b24-4d5c-ba6d-9f1156752a19 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Feb 16 12:55:52.040507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:52.798313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323848b7-2a37-4af9-b2f4-a9d2f83367c0 req-84a2ae2f-5561-4789-9066-0e453ed17bc2 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:52.800445 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-323848b7-2a37-4af9-b2f4-a9d2f83367c0 req-84a2ae2f-5561-4789-9066-0e453ed17bc2 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.1014547 Feb 16 12:55:52.853461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-323848b7-2a37-4af9-b2f4-a9d2f83367c0 req-8c280f8e-5b24-4b1f-9ae5-5d757113421c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Feb 16 12:55:53.329081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f436b5a-92be-478f-ba31-0663d379b800 req-c3bd6b8c-9044-447c-9480-2abb8b2aeac2 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:53.331678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f436b5a-92be-478f-ba31-0663d379b800 req-c3bd6b8c-9044-447c-9480-2abb8b2aeac2 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.1043591 Feb 16 12:55:53.387792 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f436b5a-92be-478f-ba31-0663d379b800 req-daf1607e-84b7-41ff-911c-4375800a92de tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Feb 16 12:55:54.769450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cdce-91ff-4a07-8cd2-63396567660a req-120b9e07-4042-43ac-a4f4-8e753c37db4c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:54.771098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c35cdce-91ff-4a07-8cd2-63396567660a req-120b9e07-4042-43ac-a4f4-8e753c37db4c tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0905504 Feb 16 12:55:54.822379 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c35cdce-91ff-4a07-8cd2-63396567660a req-d176e26f-8c5c-42be-a035-e854f6b1cb64 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Feb 16 12:55:55.319484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562e116-2b8c-49f0-8fc5-74de46d510b9 req-539a896d-817e-4f24-a772-df951d75a1b8 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:55.321049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f562e116-2b8c-49f0-8fc5-74de46d510b9 req-539a896d-817e-4f24-a772-df951d75a1b8 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.2022781 Feb 16 12:55:55.376139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-035f71c7-9ff6-4813-9166-89c8d186ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:55.377646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-035f71c7-9ff6-4813-9166-89c8d186ef3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=604d93662fe44ae792af46bd6104de9d&device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 1099 time: 0.2110753 Feb 16 12:55:55.379769 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f562e116-2b8c-49f0-8fc5-74de46d510b9 req-3b12cec7-2a9a-4840-a812-6a08608b7823 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500023 Feb 16 12:55:55.514139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-b3ac22d1-2ebb-4237-baef-01ca29270d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:55.515600 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-b3ac22d1-2ebb-4237-baef-01ca29270d05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 200 len: 913 time: 0.1322408 Feb 16 12:55:55.589582 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-f9001a29-022a-40c0-951b-e1cca6a11380 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 200 len: 217 time: 0.0677600 Feb 16 12:55:55.654948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-1431676f-2dff-43c3-9877-01cbf9e7b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:55.656478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-1431676f-2dff-43c3-9877-01cbf9e7b72d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23ff227f-51f5-4a0e-bd9c-a48edbc87885 HTTP/1.1" status: 200 len: 852 time: 0.0607531 Feb 16 12:55:55.716020 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-a11012fa-a524-4546-932d-1f3d22904b36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d12891b2-4dcb-4db6-a4de-8265be020d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493271 Feb 16 12:55:55.735553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ac47-d149-4d54-a852-0511a1b22481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.859563 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-00faa0ea-43b2-4dd9-b739-c46634926feb service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375608 Feb 16 12:55:55.993606 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db0ca2d-0aa8-406a-85d2-c6aaec741f22 req-b317d4c9-4275-49aa-a6bb-8006aefff47f service neutron] 10.222.0.81 "GET /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283772 Feb 16 12:55:56.566502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc099c-e9e7-4739-b2ca-9ea0c7ce601e req-4cb92779-c22d-4bba-8779-95a5f45bd9ba tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:56.567953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66bc099c-e9e7-4739-b2ca-9ea0c7ce601e req-4cb92779-c22d-4bba-8779-95a5f45bd9ba tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0792246 Feb 16 12:55:56.617738 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66bc099c-e9e7-4739-b2ca-9ea0c7ce601e req-66161246-2306-4a47-87b7-038560817ad6 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Feb 16 12:55:57.826153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fe16e-3964-4c9b-80a3-ac5c0364e591 req-bf275028-115d-4dcb-9dcd-6472500cf535 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.827897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-713fe16e-3964-4c9b-80a3-ac5c0364e591 req-bf275028-115d-4dcb-9dcd-6472500cf535 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0854568 Feb 16 12:55:57.875474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-713fe16e-3964-4c9b-80a3-ac5c0364e591 req-d8b24a97-f26e-45d2-982c-3cded8ee8091 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Feb 16 12:55:57.930839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0c69a469-470e-4979-8ad7-5afd5ea2756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:58.292836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f10b5-8193-4543-90c6-7796f4f9af29 req-a0a82d76-93df-40ce-927b-668975386255 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:58.294885 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f7f10b5-8193-4543-90c6-7796f4f9af29 req-a0a82d76-93df-40ce-927b-668975386255 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0915732 Feb 16 12:55:58.351973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f7f10b5-8193-4543-90c6-7796f4f9af29 req-47629c7c-020e-45b4-b35b-5c391f1a3a11 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Feb 16 12:55:59.020548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:59.130702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:59.545385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef5663-fe90-4c91-801b-186c0434a898 req-3f7370fc-e69b-49b9-b6a0-1a739f927135 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:59.547395 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1ef5663-fe90-4c91-801b-186c0434a898 req-3f7370fc-e69b-49b9-b6a0-1a739f927135 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0850506 Feb 16 12:55:59.597876 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1ef5663-fe90-4c91-801b-186c0434a898 req-d69a27c9-4a02-48c4-a562-c7fd55c03ebb tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Feb 16 12:56:00.245294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-29ff2b2f-5dbf-4a96-9e7c-a552e3622c8e tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:00.246047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-29ff2b2f-5dbf-4a96-9e7c-a552e3622c8e tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Synchronizing usage tracker for tenant:604d93662fe44ae792af46bd6104de9d on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:00.264144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-29ff2b2f-5dbf-4a96-9e7c-a552e3622c8e tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Unset dirty status for tenant:604d93662fe44ae792af46bd6104de9d on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:00.265284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-29ff2b2f-5dbf-4a96-9e7c-a552e3622c8e tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.81 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.1058073 Feb 16 12:56:00.334582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Deleting port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:00.334919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.477804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.592151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] For port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,segment=NetworkSegment(ffbe621d-471f-4eda-ac50-54ad53d51c96),segment_id=ffbe621d-471f-4eda-ac50-54ad53d51c96)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:00.592503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.723015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Calling delete_port for 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:00.800882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1a869-aef8-45c0-bb64-3b379129bb35 req-3443ef4f-7b59-42b0-8954-ac38760aa098 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:00.802396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20c1a869-aef8-45c0-bb64-3b379129bb35 req-3443ef4f-7b59-42b0-8954-ac38760aa098 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=950ff45d-0278-442f-9cff-43bbc83ece67 HTTP/1.1" status: 200 len: 946 time: 0.0915956 Feb 16 12:56:00.854914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20c1a869-aef8-45c0-bb64-3b379129bb35 req-1b5a88a2-02e2-4792-8668-bce7d9558f70 tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.65 "GET /v2.0/security-groups?id=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Feb 16 12:56:00.893898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.933481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:00.953727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Pushing event deleted for resources: {'Port': ['ID=4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:01.026766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] No DVR routers for this DVR port 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:01.029761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:01.032261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'name': 'network-vif-deleted', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:01.047655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e98534ae-f376-4872-b33e-768cfdf4ecb4 req-a97d36cd-a3dd-4004-a131-d5c32348ae1d tempest-TestServerAdvancedOps-468323618 tempest-TestServerAdvancedOps-468323618-project] 10.222.0.81 "DELETE /v2.0/ports/4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b HTTP/1.1" status: 204 len: 173 time: 0.7776983 Feb 16 12:56:01.082872 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ff45d-0278-442f-9cff-43bbc83ece67', 'name': 'network-vif-deleted', 'tag': '4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b', 'status': 'completed', 'code': 200} Feb 16 12:56:01.958821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60762) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:02.124894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Deleting subnet 23ff227f-51f5-4a0e-bd9c-a48edbc87885 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:56:02.127861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.177690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.236250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.321295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.359756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ff227f-51f5-4a0e-bd9c-a48edbc87885,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:02.363415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.369445 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa93d2f5-281c-4e23-bc78-22432a008c2a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23ff227f-51f5-4a0e-bd9c-a48edbc87885 HTTP/1.1" status: 204 len: 168 time: 0.4092822 Feb 16 12:56:02.371978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:02.482707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.615153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.643535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12891b2-4dcb-4db6-a4de-8265be020d8f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:02.656934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbe621d-471f-4eda-ac50-54ad53d51c96') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:02.657239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbe621d-471f-4eda-ac50-54ad53d51c96') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:02.669890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.690858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.697511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:56:02.698061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:56:02.712252 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:56:02.792308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.808461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.822184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12891b2-4dcb-4db6-a4de-8265be020d8f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:02.828038 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2c1a3dd2-9809-4726-bf83-d2deb1180810 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d12891b2-4dcb-4db6-a4de-8265be020d8f HTTP/1.1" status: 204 len: 168 time: 0.4547641 Feb 16 12:56:02.830859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:02.895408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Deleting subnet 80764f53-a04e-40e7-8fbf-1f1e14956204 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:56:02.898548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.948502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.004558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.079614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.117745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80764f53-a04e-40e7-8fbf-1f1e14956204,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:03.121246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.127660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1723a72f-5b5d-4930-903e-927f4cea9899 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80764f53-a04e-40e7-8fbf-1f1e14956204 HTTP/1.1" status: 204 len: 168 time: 0.2958069 Feb 16 12:56:03.130237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:03.237530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.361774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.386197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe20443-dfba-4aee-931c-3cfa3b057dd6']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:03.398380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669abcd5-987a-4012-9973-ca31eda8beb5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:03.398665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669abcd5-987a-4012-9973-ca31eda8beb5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:03.410222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.425825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.432068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:56:03.432583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:56:03.446724 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:56:03.525939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.542251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.551483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe20443-dfba-4aee-931c-3cfa3b057dd6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:03.554064 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8964f7fd-530d-4a85-9a83-631e9a0678e6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6fe20443-dfba-4aee-931c-3cfa3b057dd6 HTTP/1.1" status: 204 len: 168 time: 0.4228296 Feb 16 12:56:03.695680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:03.732392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:03.732744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 4dc5cca7-ad8c-4da5-abef-fc2e17e6e28b not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:03.759628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:03.810564 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4b82c86-b9b1-44a6-8505-44338e778f40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=604d93662fe44ae792af46bd6104de9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494914 Feb 16 12:56:03.813045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:03.885256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.917884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.971728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:03.989449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:04.000334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.001450 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7dafb4bb-6276-440e-8bbc-b0fd550ec041 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08383e4c-9e67-48e6-bd0e-4ce7e2fad8fc HTTP/1.1" status: 204 len: 168 time: 0.1875169 Feb 16 12:56:04.382329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60792) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:04.435623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b8dadb6a-6cbb-4d7e-8577-41ef5ca2336c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb8e5ced001b400fa54c62439d199066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520027 Feb 16 12:56:04.438030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:04.501785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.530528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.589065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.606728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b478834-1405-4915-bf4f-308c451a6ffe,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:04.613690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.616544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-06b50db6-1b83-42a4-aabc-6ef349bf374b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b478834-1405-4915-bf4f-308c451a6ffe HTTP/1.1" status: 204 len: 168 time: 0.1774611 Feb 16 12:56:04.940757 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:56:12.469374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-94415dae-7ce3-45a7-a855-9a10d15d4393 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a31f2e75c31e450d92a2723a57330293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267797 Feb 16 12:56:12.630284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-dab4f2e4-3607-427c-86eb-db2d6ee23b41 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:12.631695 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-dab4f2e4-3607-427c-86eb-db2d6ee23b41 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572497 Feb 16 12:56:12.648809 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-e8a23785-1d20-4fda-827a-813e0adfc069 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/quotas/a31f2e75c31e450d92a2723a57330293 HTTP/1.1" status: 200 len: 375 time: 0.0090261 Feb 16 12:56:12.701757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b43bef21-a654-4d85-bd02-43d301766ca2 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a31f2e75c31e450d92a2723a57330293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450978 Feb 16 12:56:12.876093 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea504f-77ae-45c6-8973-b3a277073105 req-2043a0e6-11f6-4fa6-8bdc-29c41bfbeedc tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 210 time: 0.0440826 Feb 16 12:56:13.917363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-52e32779-c5cd-478d-b4cb-e1168d5fd0c3 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a31f2e75c31e450d92a2723a57330293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272734 Feb 16 12:56:14.037970 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67fb06c5-07ba-4166-aed7-40516f4e9295 req-db084249-06bc-4c4f-a21c-1d5b00bcc0d4 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 210 time: 0.0496445 Feb 16 12:56:14.073128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b034ceda-5dc1-42df-ac6c-a189e0746731 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:14.074725 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b034ceda-5dc1-42df-ac6c-a189e0746731 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524136 Feb 16 12:56:14.106494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Request body: {'port': {'device_id': 'fabd781a-b58b-4feb-9678-5578aa818985', 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480', 'admin_state_up': True, 'tenant_id': 'a31f2e75c31e450d92a2723a57330293'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:14.252910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:14.256636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Usage tracker for resource:port and tenant:a31f2e75c31e450d92a2723a57330293 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:14.259413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:14.265257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:14.274706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Made reservation on behalf of a31f2e75c31e450d92a2723a57330293 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:14.279055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.291177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.315518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:14.319279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Usage tracker for resource:security_group_rule and tenant:a31f2e75c31e450d92a2723a57330293 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:14.322390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:14.328352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:14.415028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.419007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.499128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e66823d-5797-4e82-b897-34059543af43,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:14.590527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Allocated IP 192.168.233.111 (d9262bfd-5c41-43cc-b98c-9a33307e0480/b0de24a6-02a5-4b36-8d45-1c77e90af868/2427b421-b222-4867-9cb7-7f50cc7efc6f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:14.893885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.909666 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Transition to ACTIVE for port object 2427b421-b222-4867-9cb7-7f50cc7efc6f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:14.932406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.996513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Network d9262bfd-5c41-43cc-b98c-9a33307e0480 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:15.003909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:15.008133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:15.040782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Pushing event updated for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:15.078175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:15.078805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.109743 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b84e186f-c54e-4f56-a357-4f96b1945625 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0107408 Feb 16 12:56:15.126972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Request body: {'port': {'device_id': 'fabd781a-b58b-4feb-9678-5578aa818985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:15.242318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.253409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179682-aa97-41a5-86c1-7761700ec10d req-0b2d7941-8c7e-4879-9190-d8519570e960 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:15.254884 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae179682-aa97-41a5-86c1-7761700ec10d req-0b2d7941-8c7e-4879-9190-d8519570e960 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 936 time: 0.0922906 Feb 16 12:56:15.281067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-013e3d8d-f016-4813-b606-c26a409b5ded None None] Provisioning for port 2427b421-b222-4867-9cb7-7f50cc7efc6f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:15.286680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-013e3d8d-f016-4813-b606-c26a409b5ded None None] Provisioning complete for port 2427b421-b222-4867-9cb7-7f50cc7efc6f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:15.287047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-013e3d8d-f016-4813-b606-c26a409b5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.303337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae179682-aa97-41a5-86c1-7761700ec10d req-1206f0d9-52e9-4747-a330-ca48713eedef tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Feb 16 12:56:15.350743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-013e3d8d-f016-4813-b606-c26a409b5ded None None] Port 2427b421-b222-4867-9cb7-7f50cc7efc6f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:15.599514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2427b421-b222-4867-9cb7-7f50cc7efc6f {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:15.606986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.622303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Transition to ACTIVE for port object 2427b421-b222-4867-9cb7-7f50cc7efc6f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:15.626064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.761000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Pushing event updated for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:15.870155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Attempting to bind port 2427b421-b222-4867-9cb7-7f50cc7efc6f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:15.870412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Attempting to bind port 2427b421-b222-4867-9cb7-7f50cc7efc6f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:15.871516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Attempting to bind port 2427b421-b222-4867-9cb7-7f50cc7efc6f on network d9262bfd-5c41-43cc-b98c-9a33307e0480 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:15.876311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Port 2427b421-b222-4867-9cb7-7f50cc7efc6f on network d9262bfd-5c41-43cc-b98c-9a33307e0480 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:56:15.876503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Attempting to bind port 2427b421-b222-4867-9cb7-7f50cc7efc6f on network d9262bfd-5c41-43cc-b98c-9a33307e0480 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:15.881533 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:15.881861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Checking segment: {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:15.882235 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Bound using segment: {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:15.882650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Bound port: 2427b421-b222-4867-9cb7-7f50cc7efc6f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3003b794-6cb8-428d-bb35-39e016cb8740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:15.882987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.971262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:15.974300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:15.979173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.042409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.043549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.044944 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] 10.222.0.81 "PUT /v2.0/ports/2427b421-b222-4867-9cb7-7f50cc7efc6f HTTP/1.1" status: 200 len: 1098 time: 0.9223804 Feb 16 12:56:16.045383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:16.077345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933a0fb-0034-4ad0-85a4-d337f0ee95df service neutron] Pushing event updated for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:16.103220 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f', 'status': 'completed', 'code': 200} Feb 16 12:56:16.191879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-a168ee35-6c55-414e-9d2d-f75aaf64c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.193411 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-a168ee35-6c55-414e-9d2d-f75aaf64c02c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a31f2e75c31e450d92a2723a57330293&device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 1101 time: 0.0758512 Feb 16 12:56:16.273175 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-96384a30-b372-4850-bee9-01b3ef7781b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f HTTP/1.1" status: 200 len: 217 time: 0.0664623 Feb 16 12:56:16.340740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b658ffe6-9f21-442d-ae2c-81910c26adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.342160 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-b658ffe6-9f21-442d-ae2c-81910c26adcc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0de24a6-02a5-4b36-8d45-1c77e90af868 HTTP/1.1" status: 200 len: 843 time: 0.0631094 Feb 16 12:56:16.422204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-c71d4ef5-dc46-4dd0-9198-d9756fbc1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.423595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-c71d4ef5-dc46-4dd0-9198-d9756fbc1e41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9262bfd-5c41-43cc-b98c-9a33307e0480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0762825 Feb 16 12:56:16.492650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b473-b6f9-4c7d-b226-82e950b314a5 req-5caf49e0-e897-498d-a8c1-80179fc503cb tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.494136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7721b473-b6f9-4c7d-b226-82e950b314a5 req-5caf49e0-e897-498d-a8c1-80179fc503cb tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 948 time: 0.0812552 Feb 16 12:56:16.539948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7721b473-b6f9-4c7d-b226-82e950b314a5 req-a3fd5ef7-a7bd-42ff-97fa-a465f77c6518 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Feb 16 12:56:16.559059 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-52abbf98-ba99-4fe9-8b3c-713a0dc6f830 service neutron] 10.222.0.81 "GET /v2.0/networks/d9262bfd-5c41-43cc-b98c-9a33307e0480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293793 Feb 16 12:56:16.795256 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-027f0320-db6d-4423-bf9f-ef4ab0f96848 req-4624b02d-709f-47e5-b755-0623bd64503b service neutron] 10.222.0.81 "GET /v2.0/networks/d9262bfd-5c41-43cc-b98c-9a33307e0480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306890 Feb 16 12:56:16.947596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643a1-eed1-44b7-a15e-e3385222224d req-c9a55109-fa0e-4dcb-b1dd-235f6cc9ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:16.949609 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-c9a55109-fa0e-4dcb-b1dd-235f6cc9ae83 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a31f2e75c31e450d92a2723a57330293&device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 1101 time: 0.0696137 Feb 16 12:56:17.080889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643a1-eed1-44b7-a15e-e3385222224d req-3594e77c-c048-459d-a56e-c51979968844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.082235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-3594e77c-c048-459d-a56e-c51979968844 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9262bfd-5c41-43cc-b98c-9a33307e0480 HTTP/1.1" status: 200 len: 870 time: 0.1262476 Feb 16 12:56:17.154740 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-84a41c7c-bd58-43cd-a71f-2ca6641ccd37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f HTTP/1.1" status: 200 len: 217 time: 0.0657251 Feb 16 12:56:17.216951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643a1-eed1-44b7-a15e-e3385222224d req-04834f6e-fe7d-4028-a845-d52a213628c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.218344 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-04834f6e-fe7d-4028-a845-d52a213628c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0de24a6-02a5-4b36-8d45-1c77e90af868 HTTP/1.1" status: 200 len: 843 time: 0.0575101 Feb 16 12:56:17.299398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694643a1-eed1-44b7-a15e-e3385222224d req-98a7b3c8-8860-4e70-b352-073ba3b23e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.300897 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-98a7b3c8-8860-4e70-b352-073ba3b23e69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9262bfd-5c41-43cc-b98c-9a33307e0480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0761960 Feb 16 12:56:17.439753 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-ae5cd247-a426-4258-8ff2-c5e4e1bbdb5f service neutron] 10.222.0.81 "GET /v2.0/networks/d9262bfd-5c41-43cc-b98c-9a33307e0480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323786 Feb 16 12:56:17.582069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-694643a1-eed1-44b7-a15e-e3385222224d req-0b31236f-69a7-4458-b0b5-38886bda200e service neutron] 10.222.0.81 "GET /v2.0/networks/d9262bfd-5c41-43cc-b98c-9a33307e0480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358941 Feb 16 12:56:17.749012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6daf0e-e6d7-4032-9dbf-3bf3bc975bbf req-fc7e7fbe-02a3-4f0f-b5d7-c8640f30f16a tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.750355 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c6daf0e-e6d7-4032-9dbf-3bf3bc975bbf req-fc7e7fbe-02a3-4f0f-b5d7-c8640f30f16a tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 948 time: 0.0864079 Feb 16 12:56:17.800397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c6daf0e-e6d7-4032-9dbf-3bf3bc975bbf req-6d3c327a-b7ba-4e40-90e9-245a673b6cce tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Feb 16 12:56:18.998719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d040f7-4727-48b8-ad5c-947b6c46ec91 req-a760fffd-5c46-48e2-8a6e-273e573b394c tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:19.000271 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-70d040f7-4727-48b8-ad5c-947b6c46ec91 req-a760fffd-5c46-48e2-8a6e-273e573b394c tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 948 time: 0.0869021 Feb 16 12:56:19.137286 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-70d040f7-4727-48b8-ad5c-947b6c46ec91 req-7e34e492-8719-465e-822a-9add5e04600d tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309433 Feb 16 12:56:19.742100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2427b421-b222-4867-9cb7-7f50cc7efc6f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:56:19.881155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:19.894619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '2427b421-b222-4867-9cb7-7f50cc7efc6f', 'network_id': 'd9262bfd-5c41-43cc-b98c-9a33307e0480', 'port_id': '2427b421-b222-4867-9cb7-7f50cc7efc6f', 'mac_address': 'fa:16:3e:0e:e2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0de24a6-02a5-4b36-8d45-1c77e90af868', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:56:19.955254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.973007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2427b421-b222-4867-9cb7-7f50cc7efc6f {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:19.989173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:19.993069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.060191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.252601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2427b421-b222-4867-9cb7-7f50cc7efc6f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:20.330698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28367c78-8754-4e0a-990f-06ca47b05649 req-8ddc83fe-eefd-4a9a-b99e-eacc83e88935 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:20.332238 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28367c78-8754-4e0a-990f-06ca47b05649 req-8ddc83fe-eefd-4a9a-b99e-eacc83e88935 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 949 time: 0.0877700 Feb 16 12:56:20.385136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28367c78-8754-4e0a-990f-06ca47b05649 req-4952541a-82d1-47ba-a4ed-100d6b74cfc3 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471034 Feb 16 12:56:21.583022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca37f54-90bf-4972-9ed8-2da9f989c634 req-7c44ac0a-a2f8-4456-9e6a-c74fa20b74f6 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:21.584565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fca37f54-90bf-4972-9ed8-2da9f989c634 req-7c44ac0a-a2f8-4456-9e6a-c74fa20b74f6 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 949 time: 0.0885406 Feb 16 12:56:21.630927 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fca37f54-90bf-4972-9ed8-2da9f989c634 req-eee1e9a1-1dba-40d2-be38-e55b9e2a80bd tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Feb 16 12:56:21.759807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2427b421-b222-4867-9cb7-7f50cc7efc6f up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:21.831309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 2427b421-b222-4867-9cb7-7f50cc7efc6f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:21.835934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 2427b421-b222-4867-9cb7-7f50cc7efc6f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:21.836339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.957453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.984586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:21.994496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:21.999140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.040730 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f', 'code': 200} Feb 16 12:56:22.081786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.092653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:22.100884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.101239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.101585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.101924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.102260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.102591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.102920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.103250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.103575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.103902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.104251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.104572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:22.293886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff1336-3073-4c80-9ca8-d4f645e21305 req-3c6c9129-0360-43c5-a81d-9051678c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.295338 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dff1336-3073-4c80-9ca8-d4f645e21305 req-3c6c9129-0360-43c5-a81d-9051678c54fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 1103 time: 0.0696630 Feb 16 12:56:22.335664 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dff1336-3073-4c80-9ca8-d4f645e21305 req-6f5f6b66-f791-4dcf-89c5-948b6f643016 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Feb 16 12:56:22.822466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67bada-83de-429d-8331-7fe2e9b0013a req-dde9fc56-20b2-44c8-8bc0-c5ffd401a9f7 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:22.824481 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb67bada-83de-429d-8331-7fe2e9b0013a req-dde9fc56-20b2-44c8-8bc0-c5ffd401a9f7 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 950 time: 0.0856433 Feb 16 12:56:22.869849 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb67bada-83de-429d-8331-7fe2e9b0013a req-806f598f-e994-4602-864b-02d9ee18f76d tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Feb 16 12:56:24.062897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17071494-c55d-4e2a-b86e-fb6588392b4e req-20536f52-c76d-4a8c-95b8-5eaae7a3bfe5 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:24.064371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17071494-c55d-4e2a-b86e-fb6588392b4e req-20536f52-c76d-4a8c-95b8-5eaae7a3bfe5 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 950 time: 0.0836401 Feb 16 12:56:24.110730 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17071494-c55d-4e2a-b86e-fb6588392b4e req-331d3af6-4de0-432d-9bcc-b0340f66a0ba tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Feb 16 12:56:25.258375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8eb6a-ec78-4f61-9c4a-eafff395e1b0 req-3ac30ce5-0c7e-4090-8470-c8a5cce873ad tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:25.259745 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0b8eb6a-ec78-4f61-9c4a-eafff395e1b0 req-3ac30ce5-0c7e-4090-8470-c8a5cce873ad tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 950 time: 0.0857754 Feb 16 12:56:25.306507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0b8eb6a-ec78-4f61-9c4a-eafff395e1b0 req-e54ff932-c528-4717-859b-30d960bd1fa6 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Feb 16 12:56:25.729393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8d694aa6-2f97-4591-9248-f858c19520d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.500037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a69cb2-8e47-4596-9a95-6e98a6ce7172 req-32df94c0-0345-4a84-a418-b66c92df079d tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.501653 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4a69cb2-8e47-4596-9a95-6e98a6ce7172 req-32df94c0-0345-4a84-a418-b66c92df079d tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 950 time: 0.0806382 Feb 16 12:56:26.550222 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4a69cb2-8e47-4596-9a95-6e98a6ce7172 req-4ce1e246-0c63-42cd-99f3-ae0cb9c93690 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e66823d-5797-4e82-b897-34059543af43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Feb 16 12:56:26.642505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-4013607f-4ec5-4a5a-a021-f45077a92585 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.643195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-4013607f-4ec5-4a5a-a021-f45077a92585 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Synchronizing usage tracker for tenant:a31f2e75c31e450d92a2723a57330293 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:26.663380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-4013607f-4ec5-4a5a-a021-f45077a92585 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Unset dirty status for tenant:a31f2e75c31e450d92a2723a57330293 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:26.665161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-4013607f-4ec5-4a5a-a021-f45077a92585 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.81 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 950 time: 0.1132448 Feb 16 12:56:26.737996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Deleting port 2427b421-b222-4867-9cb7-7f50cc7efc6f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:26.738336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.991616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] For port 2427b421-b222-4867-9cb7-7f50cc7efc6f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2427b421-b222-4867-9cb7-7f50cc7efc6f,segment=NetworkSegment(3003b794-6cb8-428d-bb35-39e016cb8740),segment_id=3003b794-6cb8-428d-bb35-39e016cb8740)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:26.991964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.117161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Calling delete_port for 2427b421-b222-4867-9cb7-7f50cc7efc6f owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:27.261560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.295391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2427b421-b222-4867-9cb7-7f50cc7efc6f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:27.315127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Pushing event deleted for resources: {'Port': ['ID=2427b421-b222-4867-9cb7-7f50cc7efc6f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:27.477633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.477977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.478315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.478647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.478978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.479302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.479624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.479945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.480294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.480616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.480935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.481251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:27.525077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] No DVR routers for this DVR port 2427b421-b222-4867-9cb7-7f50cc7efc6f on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:27.527384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.530364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'name': 'network-vif-deleted', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:27.546919 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c85d2a06-4f39-4d6d-be8a-9c91e2f42ace req-c0a93499-084f-47dd-a8d6-c9b72b8345ab tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.81 "DELETE /v2.0/ports/2427b421-b222-4867-9cb7-7f50cc7efc6f HTTP/1.1" status: 204 len: 173 time: 0.8760655 Feb 16 12:56:27.584893 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd781a-b58b-4feb-9678-5578aa818985', 'name': 'network-vif-deleted', 'tag': '2427b421-b222-4867-9cb7-7f50cc7efc6f', 'status': 'completed', 'code': 200} Feb 16 12:56:27.720924 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-498697c9-8d46-4b93-8c44-accd7f1684d4 req-d336f5a6-d08a-4446-9020-72bbf9892c00 tempest-ServersAdminNegativeTestJSON-1801880552 tempest-ServersAdminNegativeTestJSON-1801880552-project] 10.222.0.65 "GET /v2.0/ports?device_id=fabd781a-b58b-4feb-9678-5578aa818985 HTTP/1.1" status: 200 len: 210 time: 0.0524249 Feb 16 12:56:27.933544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19fe9416-4fdc-455a-a1bd-c233eb7fe106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.027837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.099768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.132470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.261583 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e460c7e-85b7-4faa-946d-98906f37b821 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a31f2e75c31e450d92a2723a57330293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606257 Feb 16 12:56:29.264786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.325940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.351427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.403246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.417888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e66823d-5797-4e82-b897-34059543af43,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:29.425043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.426133 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3c7f248b-22b2-4545-81fd-3dc12751cd22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e66823d-5797-4e82-b897-34059543af43 HTTP/1.1" status: 204 len: 168 time: 0.1604433 Feb 16 12:56:29.716605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.733786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.748232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:29.752015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Usage tracker for resource:security_group_rule and tenant:40d5dd247a6d4392a9fcb411c5f25a21 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:29.754920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:29.760535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:29.810280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2427b421-b222-4867-9cb7-7f50cc7efc6f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:29.843754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 2427b421-b222-4867-9cb7-7f50cc7efc6f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:29.844227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2427b421-b222-4867-9cb7-7f50cc7efc6f not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:29.847185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.851226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.903145 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40d5dd247a6d4392a9fcb411c5f25a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853273 Feb 16 12:56:29.904398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4b43a-cf3d-4cc0-8239-1216bdfb8b6a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:29.905246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 60950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.916207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.916564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.916936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.917275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.917612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.917948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.918283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.918616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.918947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.919288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.919601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.919922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b0af4-f309-45e3-9d98-d58a68cfbb7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:29.963047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.988103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.039405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.055018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4b43a-cf3d-4cc0-8239-1216bdfb8b6a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:30.059368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.061110 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-27de1fc8-5de0-407a-90ae-f9fa79e11f7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ee4b43a-cf3d-4cc0-8239-1216bdfb8b6a HTTP/1.1" status: 204 len: 168 time: 0.1548398 Feb 16 12:56:30.481196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.780852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:30.891216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1429735605-network', 'tenant_id': '0363e31f24c047148b08d44168c53c4f'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:30.899252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:30.903165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Usage tracker for resource:network and tenant:0363e31f24c047148b08d44168c53c4f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:30.906771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:30.913860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:30.923603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Made reservation on behalf of 0363e31f24c047148b08d44168c53c4f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:30.925935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.938317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.953825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:30.957626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Usage tracker for resource:security_group_rule and tenant:0363e31f24c047148b08d44168c53c4f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:30.960458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:30.966758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:31.059839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.064263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.100324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:56:31.110259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d15cf-619f-45dd-8a85-ee73e8f128a7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:31.117825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.118780 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Added segment 012f00cd-77d3-452f-99a7-b1fd3ba31e52 of type vlan for network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc Feb 16 12:56:31.152193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.182177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.183136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:31.183719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.297883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] Pushing event updated for resources: {'Network': ['ID=1004e52e-5c60-4fa2-9a70-9be1ebb428cc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:31.303551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e1dc759-8b62-4d8a-8f47-09991bcb8312 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5215261 Feb 16 12:56:31.306569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 60980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:31.314062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Request body: {'subnet': {'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1429735605-subnet', 'tenant_id': '0363e31f24c047148b08d44168c53c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:31.314719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:56:31.321067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:31.325824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Usage tracker for resource:subnet and tenant:0363e31f24c047148b08d44168c53c4f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:31.330622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:31.335105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:31.346844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Made reservation on behalf of 0363e31f24c047148b08d44168c53c4f for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:31.349417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.580341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.651618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b0bde7-5a5a-4e0b-ac56-471a22c76269,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:31.660769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Checking segment: {'id': '012f00cd-77d3-452f-99a7-b1fd3ba31e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:31.661121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Network hostable DHCP agents. Network: 1004e52e-5c60-4fa2-9a70-9be1ebb428cc, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:56:31.679614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:56:31.688975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 1004e52e-5c60-4fa2-9a70-9be1ebb428cc) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:31.692911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:31.693482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.698279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888a223-8fe1-494a-af2b-c4125ad4c637 None None] Network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:31.714835 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ccda6619-949e-450d-b7e6-8d9521961c8a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4071314 Feb 16 12:56:31.911160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e9302-8a34-4edd-8a26-38661037904b None None] Network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:32.230005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-437322b4-eb00-4150-98f7-708dc0b59f5f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:32.230698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-437322b4-eb00-4150-98f7-708dc0b59f5f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Synchronizing usage tracker for tenant:0363e31f24c047148b08d44168c53c4f on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:32.246505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-437322b4-eb00-4150-98f7-708dc0b59f5f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Unset dirty status for tenant:0363e31f24c047148b08d44168c53c4f on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:32.248264 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-437322b4-eb00-4150-98f7-708dc0b59f5f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 812 time: 0.1590474 Feb 16 12:56:32.263253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-5dae9701-3dd8-4307-a07f-fada62c17e19 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/quotas/0363e31f24c047148b08d44168c53c4f HTTP/1.1" status: 200 len: 375 time: 0.0088975 Feb 16 12:56:32.313148 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-8b3b8d15-e506-4e5a-9ea1-612bba8a9e0d tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444441 Feb 16 12:56:32.541966 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-173588dd-5214-4614-ab18-4933d328d585 service neutron] 10.222.0.65 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222738 Feb 16 12:56:32.670809 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-fabe2046-3471-4c35-892b-e2764513aafb service neutron] 10.222.0.65 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223831 Feb 16 12:56:32.844088 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ba3d5ca-521c-486d-a9a6-de0df602f27b req-651c9d43-ea0f-46d1-a8c7-400909aece85 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 210 time: 0.0414567 Feb 16 12:56:33.959664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-02229296-c181-4ad1-a3d1-ccdabdaa59dd tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.961121 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-02229296-c181-4ad1-a3d1-ccdabdaa59dd tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 812 time: 0.1528156 Feb 16 12:56:33.980018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Request body: {'port': {'device_id': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc', 'admin_state_up': True, 'tenant_id': '0363e31f24c047148b08d44168c53c4f'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:34.003008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a6f444ac-8fa9-4551-aa3b-12f417a50b54 req-dd0751de-6cd8-4ba1-b901-0ecd8939b6e4 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 210 time: 0.0458243 Feb 16 12:56:34.118927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:34.123670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Usage tracker for resource:port and tenant:0363e31f24c047148b08d44168c53c4f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:34.126447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:34.132157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:34.141983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Made reservation on behalf of 0363e31f24c047148b08d44168c53c4f for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:34.145354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.300816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Allocated IP 172.20.0.2 (1004e52e-5c60-4fa2-9a70-9be1ebb428cc/d1b0bde7-5a5a-4e0b-ac56-471a22c76269/f86dbcd7-017f-4a0d-a2cc-b55295728f24) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:34.502356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.542129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.609044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:34.617464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:34.621879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:34.655838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:34.690029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:34.690626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.711150 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-3f767dfb-adfd-4504-b414-3bdd4da08f3c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352839 Feb 16 12:56:34.727618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Request body: {'port': {'device_id': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:34.832181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.172861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:35.180229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.195225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Transition to ACTIVE for port object f86dbcd7-017f-4a0d-a2cc-b55295728f24 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:35.198748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.199653 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2551c8c-dd93-418a-b135-94578639dfb4 req-092136d1-2bc9-4ee7-8c6e-a9b2d7d5cf02 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.202213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a2551c8c-dd93-418a-b135-94578639dfb4 req-092136d1-2bc9-4ee7-8c6e-a9b2d7d5cf02 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 931 time: 0.0874126 Feb 16 12:56:35.248404 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a2551c8c-dd93-418a-b135-94578639dfb4 req-47d5f4f1-c9b8-4d05-9097-04850c97c4e9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Synchronizing usage tracker for tenant:0363e31f24c047148b08d44168c53c4f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:35.268470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a2551c8c-dd93-418a-b135-94578639dfb4 req-47d5f4f1-c9b8-4d05-9097-04850c97c4e9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Unset dirty status for tenant:0363e31f24c047148b08d44168c53c4f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:35.269622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a2551c8c-dd93-418a-b135-94578639dfb4 req-47d5f4f1-c9b8-4d05-9097-04850c97c4e9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597570 Feb 16 12:56:35.430337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.535129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Attempting to bind port f86dbcd7-017f-4a0d-a2cc-b55295728f24 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:35.535454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Attempting to bind port f86dbcd7-017f-4a0d-a2cc-b55295728f24 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '012f00cd-77d3-452f-99a7-b1fd3ba31e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:35.535785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Attempting to bind port f86dbcd7-017f-4a0d-a2cc-b55295728f24 on network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:35.540182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Port f86dbcd7-017f-4a0d-a2cc-b55295728f24 on network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:56:35.540500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Attempting to bind port f86dbcd7-017f-4a0d-a2cc-b55295728f24 on network 1004e52e-5c60-4fa2-9a70-9be1ebb428cc {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:35.546318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:35.546648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Checking segment: {'id': '012f00cd-77d3-452f-99a7-b1fd3ba31e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:35.547018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Bound using segment: {'id': '012f00cd-77d3-452f-99a7-b1fd3ba31e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:35.547425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Bound port: f86dbcd7-017f-4a0d-a2cc-b55295728f24, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012f00cd-77d3-452f-99a7-b1fd3ba31e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:35.547830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.636256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:35.639522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:35.643076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.700724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.701497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.703120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] 10.222.0.81 "PUT /v2.0/ports/f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 1093 time: 0.9792016 Feb 16 12:56:35.703562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:35.730885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48caa-4c4a-4a51-a521-9b401c9ce58a service neutron] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.749637 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'status': 'completed', 'code': 200} Feb 16 12:56:35.836192 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-5005f4d3-4cc3-4140-9b0f-13b96c6c0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.837705 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-5005f4d3-4cc3-4140-9b0f-13b96c6c0fa8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1096 time: 0.0707514 Feb 16 12:56:35.916573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-085b018d-d482-47d1-9641-46e1c4f20db1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0638645 Feb 16 12:56:35.978113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-45018456-295d-4518-8476-fd2c9075c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:35.979519 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-45018456-295d-4518-8476-fd2c9075c3ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0574751 Feb 16 12:56:36.024565 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-5b835a97-d420-47b0-9d1d-165be9b8c0cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395069 Feb 16 12:56:36.157841 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-a5af55d9-63fd-42ff-9de4-d292ee5f6633 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267340 Feb 16 12:56:36.290130 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce7a00ca-a24f-4d01-85c2-d2024c6d3116 req-c0efad5e-a220-4121-b6b4-37dfcec19482 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257102 Feb 16 12:56:36.452134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-da31c425-2e4a-463a-8e2c-d314c21d98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.453894 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-da31c425-2e4a-463a-8e2c-d314c21d98d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1096 time: 0.0768201 Feb 16 12:56:36.462395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9fc6-f6be-4115-a3be-925dc9e6be3c req-78c56fe2-90bb-4bad-ba57-e62073e7d3d5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.463824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883a9fc6-f6be-4115-a3be-925dc9e6be3c req-78c56fe2-90bb-4bad-ba57-e62073e7d3d5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 943 time: 0.0811388 Feb 16 12:56:36.511708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883a9fc6-f6be-4115-a3be-925dc9e6be3c req-56c0c568-bda3-4131-859c-f3279a2d93aa tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Feb 16 12:56:36.586332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-f75cc98f-e134-4566-a5d8-fd30e3b5b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.587744 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-f75cc98f-e134-4566-a5d8-fd30e3b5b54b service neutron] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 913 time: 0.1272893 Feb 16 12:56:36.659215 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-4237f878-cd4e-468a-8a1a-878ec893b714 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0649412 Feb 16 12:56:36.720512 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-5f249b2b-d1bf-46b0-b02d-1493bd2c3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.721905 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-5f249b2b-d1bf-46b0-b02d-1493bd2c3993 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0570388 Feb 16 12:56:36.768259 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-5b6d6e04-a49c-49e1-ac96-7436ad146b47 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395634 Feb 16 12:56:36.898075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-cd4617f9-ece6-4332-a0fd-642bba37bab9 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235418 Feb 16 12:56:37.030222 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd10fc8b-133b-4019-8e16-de02cfe794aa req-62708a75-58fb-48d2-8314-0e515a7ab4fd service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254003 Feb 16 12:56:37.697744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a2032-bae2-424b-86ce-370a4cd8ac0a req-2fffb78d-1662-48f7-90c3-8f52cf5d2407 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:37.699220 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-518a2032-bae2-424b-86ce-370a4cd8ac0a req-2fffb78d-1662-48f7-90c3-8f52cf5d2407 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 943 time: 0.0796046 Feb 16 12:56:37.743883 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-518a2032-bae2-424b-86ce-370a4cd8ac0a req-bcb7db2f-e6b1-4956-b93b-4beea19d7823 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Feb 16 12:56:38.928286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aad48-0bb6-4f0a-8f57-0878cad56533 req-5aa3bd93-68a2-488c-a74d-38e5cb55179e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:38.929634 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-764aad48-0bb6-4f0a-8f57-0878cad56533 req-5aa3bd93-68a2-488c-a74d-38e5cb55179e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 943 time: 0.0823178 Feb 16 12:56:38.974758 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-764aad48-0bb6-4f0a-8f57-0878cad56533 req-28343e00-2cfe-4c22-9712-585b470692fe tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Feb 16 12:56:39.839895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:56:39.972180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:39.985310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc', 'port_id': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'mac_address': 'fa:16:3e:e3:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b0bde7-5a5a-4e0b-ac56-471a22c76269', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:56:40.039405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.056467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:40.072191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:40.077065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.149442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:40.157930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbb468-c96d-4e35-9d3e-a8ddc28a8118 req-ae5254b5-8ec0-46d8-8421-68c54df7638a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:40.159186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5dbb468-c96d-4e35-9d3e-a8ddc28a8118 req-ae5254b5-8ec0-46d8-8421-68c54df7638a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 944 time: 0.0792334 Feb 16 12:56:40.202189 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5dbb468-c96d-4e35-9d3e-a8ddc28a8118 req-340bcbbc-3df8-4e66-bab4-c45133d2f335 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Feb 16 12:56:40.338993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['f86dbcd7-017f-4a0d-a2cc-b55295728f24'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:41.397214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe95c8-8211-4646-aec1-0877d6230368 req-ab36262b-ecee-4729-af84-99cf8ee25b57 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.398712 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8abe95c8-8211-4646-aec1-0877d6230368 req-ab36262b-ecee-4729-af84-99cf8ee25b57 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 944 time: 0.0887926 Feb 16 12:56:41.449954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8abe95c8-8211-4646-aec1-0877d6230368 req-69716cfc-9904-45a5-ae61-a18517955c90 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Feb 16 12:56:41.849874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:41.926636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port f86dbcd7-017f-4a0d-a2cc-b55295728f24 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:41.931539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port f86dbcd7-017f-4a0d-a2cc-b55295728f24 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:41.931901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:41.939952 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:56:42.051900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:42.080731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:42.091897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:42.096688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:42.133173 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'code': 200} Feb 16 12:56:42.166366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:42.390414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b6890-e309-4598-b084-c827263e25f4 req-d7cda5e6-c962-4a1c-9734-103ca62e1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.391835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-534b6890-e309-4598-b084-c827263e25f4 req-d7cda5e6-c962-4a1c-9734-103ca62e1eeb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1098 time: 0.0730517 Feb 16 12:56:42.430717 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-534b6890-e309-4598-b084-c827263e25f4 req-4e7c3d2e-989d-431c-a794-f1d3833fe31d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Feb 16 12:56:42.633106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6dcf1-b611-4295-a46d-1d8d6f551367 req-6a37b5cc-c010-4796-94d7-d62de2189748 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.634547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16e6dcf1-b611-4295-a46d-1d8d6f551367 req-6a37b5cc-c010-4796-94d7-d62de2189748 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0798016 Feb 16 12:56:42.682346 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16e6dcf1-b611-4295-a46d-1d8d6f551367 req-d42aad96-01aa-4830-bd57-f26a41aa4fca tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 16 12:56:43.872745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61868b-86ef-43ef-82bf-b6e0d768a5ed req-d64c09c1-e4a2-40b7-9c47-5a4a201a2632 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:43.874213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4a61868b-86ef-43ef-82bf-b6e0d768a5ed req-d64c09c1-e4a2-40b7-9c47-5a4a201a2632 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0828652 Feb 16 12:56:43.922082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4a61868b-86ef-43ef-82bf-b6e0d768a5ed req-5250b08c-5cfe-40a4-8ec4-4beae805272e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Feb 16 12:56:44.306980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 32812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:44.351359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc81d3-df1f-4a36-ae4b-25198ae81cfa req-d240e6e6-8fb2-4260-a290-36feb26fb13c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:44.352898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7cc81d3-df1f-4a36-ae4b-25198ae81cfa req-d240e6e6-8fb2-4260-a290-36feb26fb13c tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0942583 Feb 16 12:56:44.438186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7cc81d3-df1f-4a36-ae4b-25198ae81cfa req-a4a3524e-af5b-479b-876c-a2ce2b00ef36 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541749 Feb 16 12:56:44.458618 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-e4e7a51d-80f6-4b4d-aa99-679db241f610 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505704 Feb 16 12:56:45.243713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-574405fc-3781-4fe2-8937-b33f5045c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:45.245363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-574405fc-3781-4fe2-8937-b33f5045c2ae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1098 time: 0.0747421 Feb 16 12:56:45.521250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-d8850345-c41c-4c8d-b2c2-13d2ee9911a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:45.522852 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-d8850345-c41c-4c8d-b2c2-13d2ee9911a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 913 time: 0.2430985 Feb 16 12:56:45.594478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-3968703d-96ed-4912-9f13-4e9b66e09695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0647757 Feb 16 12:56:45.642046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486923-bc67-490a-be06-4077ee6ad119 req-ad0f457e-74ae-4232-8afd-906e7a231fe5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:45.643620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a486923-bc67-490a-be06-4077ee6ad119 req-ad0f457e-74ae-4232-8afd-906e7a231fe5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0914376 Feb 16 12:56:45.674881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-e85f11ab-ea89-4679-a72c-c647a9929f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:45.676333 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-e85f11ab-ea89-4679-a72c-c647a9929f27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0761893 Feb 16 12:56:45.696537 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a486923-bc67-490a-be06-4077ee6ad119 req-2f0a1516-5feb-4a4a-a0a0-e03152c602be tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Feb 16 12:56:45.767278 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-f31eae79-7be3-4efc-8d2f-a1ccb6f3e407 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487976 Feb 16 12:56:45.908410 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-874ae699-45f4-4717-9972-8feb04de8054 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347549 Feb 16 12:56:46.051655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db47a4d-ae4b-41af-91a2-bdc752fdfa32 req-98345f3a-1246-427a-b043-1d80447db9d4 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378567 Feb 16 12:56:46.202804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-626b040c-2ad6-411b-a56b-1f08b8db1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:46.204591 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-626b040c-2ad6-411b-a56b-1f08b8db1e3c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1098 time: 0.0836780 Feb 16 12:56:46.340974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-a9dbcceb-e8cf-4cd5-91b2-6bc01b5aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:46.342696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-a9dbcceb-e8cf-4cd5-91b2-6bc01b5aa628 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 913 time: 0.1325545 Feb 16 12:56:46.415339 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-2e8a9af6-1434-4afd-ab2c-24a1592b39e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0670559 Feb 16 12:56:46.481607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-4ffa45ed-510f-4a92-a7bd-18156141e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:46.483237 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-4ffa45ed-510f-4a92-a7bd-18156141e88b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0617242 Feb 16 12:56:46.535195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-ce214214-9cf8-42ce-ae1d-c4a2e0af6fdb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466354 Feb 16 12:56:46.732194 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-20cd1d6d-9384-48d0-b2d6-8bcadfbe940a service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910474 Feb 16 12:56:46.886327 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-4b472fe3-773b-45ad-8334-ce095fafbba8 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471803 Feb 16 12:56:46.903597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16446ea3-6c04-4fe9-b2bb-98985339cffa req-29256d86-4b67-4168-8b9e-f4f1dfaa9758 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:46.905131 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16446ea3-6c04-4fe9-b2bb-98985339cffa req-29256d86-4b67-4168-8b9e-f4f1dfaa9758 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0874047 Feb 16 12:56:46.963616 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16446ea3-6c04-4fe9-b2bb-98985339cffa req-68c44a43-badd-4436-9228-6b6989450b96 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Feb 16 12:56:48.164527 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825dd56-3809-458f-b68f-a062abc1754b req-60fe5c1f-002f-4e4a-88e9-ff84bbe194e5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:48.165966 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5825dd56-3809-458f-b68f-a062abc1754b req-60fe5c1f-002f-4e4a-88e9-ff84bbe194e5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0800867 Feb 16 12:56:48.210922 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5825dd56-3809-458f-b68f-a062abc1754b req-097c287f-565f-482e-92e6-0f7b432a83bb tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Feb 16 12:56:49.403078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3502d-91eb-44ea-81c5-c81d8cc06a59 req-db08be71-da52-4f6b-9560-84ada5bfdcd5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:49.404546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7d3502d-91eb-44ea-81c5-c81d8cc06a59 req-db08be71-da52-4f6b-9560-84ada5bfdcd5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0834446 Feb 16 12:56:49.448658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7d3502d-91eb-44ea-81c5-c81d8cc06a59 req-c1151b5f-aff4-484a-b87c-b81655b91edb tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Feb 16 12:56:50.797198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48540b-9429-4747-a01e-3597c25657a3 req-d60074e5-c498-463e-96c5-6e40583a7b3a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:50.798687 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc48540b-9429-4747-a01e-3597c25657a3 req-d60074e5-c498-463e-96c5-6e40583a7b3a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0828340 Feb 16 12:56:50.844303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc48540b-9429-4747-a01e-3597c25657a3 req-d0d71a89-3661-4816-9a37-706a4d84377f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Feb 16 12:56:52.047698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:52.138051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730669-18c2-4055-9898-ecc79354a475 req-ced4afbf-ffc4-4c98-8a3e-084527bc27dc tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:52.139649 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03730669-18c2-4055-9898-ecc79354a475 req-ced4afbf-ffc4-4c98-8a3e-084527bc27dc tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.1829808 Feb 16 12:56:52.190512 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03730669-18c2-4055-9898-ecc79354a475 req-b33de4ed-d504-44d8-9bb8-62dbfe7fec49 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Feb 16 12:56:53.380615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389bb11-86e6-4ed4-b025-c02f116c5976 req-0112c7af-f64e-4c15-88b8-ce40130c24e0 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:53.382037 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9389bb11-86e6-4ed4-b025-c02f116c5976 req-0112c7af-f64e-4c15-88b8-ce40130c24e0 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0837867 Feb 16 12:56:53.426330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9389bb11-86e6-4ed4-b025-c02f116c5976 req-69a9b9b4-4c7a-4ba0-a16b-35308ca78228 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Feb 16 12:56:54.622707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25268-3778-472a-acc9-a5f25c879481 req-d82c1291-0420-42f8-9fbe-2a3f5d5dfe75 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:54.624170 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84a25268-3778-472a-acc9-a5f25c879481 req-d82c1291-0420-42f8-9fbe-2a3f5d5dfe75 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0831149 Feb 16 12:56:54.668120 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84a25268-3778-472a-acc9-a5f25c879481 req-6e584b6c-e999-4243-8c00-09f144ae5d30 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Feb 16 12:56:55.734158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d8b0cd65-b8b5-4fd9-abd8-1c979051b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:55.868900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda32bd-9f0b-4918-b99b-d8941be6628e req-4bdfafc8-8e44-496f-9f1f-981d49abbec8 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:55.870242 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3eda32bd-9f0b-4918-b99b-d8941be6628e req-4bdfafc8-8e44-496f-9f1f-981d49abbec8 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0896544 Feb 16 12:56:55.914392 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3eda32bd-9f0b-4918-b99b-d8941be6628e req-425aa779-8301-428f-9816-54851331257d tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Feb 16 12:56:57.123443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec1311-0025-4a52-a022-7ca9a241537a req-14860ce8-657d-4b26-b54d-57e26e68be06 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:57.124923 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-edec1311-0025-4a52-a022-7ca9a241537a req-14860ce8-657d-4b26-b54d-57e26e68be06 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0937328 Feb 16 12:56:57.172651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-edec1311-0025-4a52-a022-7ca9a241537a req-63518f00-f8bb-470e-8dbc-6e801db42413 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Feb 16 12:56:57.937854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d6f0f03-8efb-4267-9349-49b662c502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:58.362645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee859b7-c9c7-4816-825f-1fa5fd64fbde req-0090fe94-0f67-4ad2-ac7a-cd455b6efc2e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:58.364117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aee859b7-c9c7-4816-825f-1fa5fd64fbde req-0090fe94-0f67-4ad2-ac7a-cd455b6efc2e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0798285 Feb 16 12:56:58.407446 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aee859b7-c9c7-4816-825f-1fa5fd64fbde req-d85fd852-cb06-4ad7-a394-71fcb1bad2a6 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Feb 16 12:56:59.021740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:59.135115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:59.599456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb6165-b7aa-4dcd-ae11-8c63a05e53e8 req-170d781c-64a0-4f64-8c27-bdd35d0f6bdc tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:59.601643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3cb6165-b7aa-4dcd-ae11-8c63a05e53e8 req-170d781c-64a0-4f64-8c27-bdd35d0f6bdc tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0842741 Feb 16 12:56:59.648820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3cb6165-b7aa-4dcd-ae11-8c63a05e53e8 req-8fc96b7a-5c3e-489c-9033-51caf80e70d3 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400720 Feb 16 12:57:00.481617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:00.852302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dd30b-7af0-411d-8246-315ee9084210 req-dbf7810b-e6ec-46a4-aff9-9e0627d9d47f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:00.853794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-015dd30b-7af0-411d-8246-315ee9084210 req-dbf7810b-e6ec-46a4-aff9-9e0627d9d47f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0909417 Feb 16 12:57:00.903502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-015dd30b-7af0-411d-8246-315ee9084210 req-6e94c892-1576-4aa0-a180-ef8bdd69535a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Feb 16 12:57:02.087403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f02c0b-7c29-4406-b58d-ece582d29e7d req-eb168643-82e9-45e8-a5c7-ceec8b116c45 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:02.088908 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4f02c0b-7c29-4406-b58d-ece582d29e7d req-eb168643-82e9-45e8-a5c7-ceec8b116c45 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0801451 Feb 16 12:57:02.133569 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4f02c0b-7c29-4406-b58d-ece582d29e7d req-fc8ac155-ac9f-4b76-9fe3-f11426706a28 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Feb 16 12:57:03.319973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cee3a6-3df7-4f92-8173-b52e48fe08c3 req-37d86ef9-acb3-40b3-b9e9-a86c9bd82e18 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:03.321513 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2cee3a6-3df7-4f92-8173-b52e48fe08c3 req-37d86ef9-acb3-40b3-b9e9-a86c9bd82e18 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0825074 Feb 16 12:57:03.365730 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2cee3a6-3df7-4f92-8173-b52e48fe08c3 req-6ac91a60-1ae5-4736-8f94-8e52c4da687f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Feb 16 12:57:04.550015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79acf-51cd-45bf-afed-2c519d414fe4 req-e98c3ff5-e4fc-4b29-8d64-2c08db2f1369 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:04.551590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dd79acf-51cd-45bf-afed-2c519d414fe4 req-e98c3ff5-e4fc-4b29-8d64-2c08db2f1369 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0784423 Feb 16 12:57:04.596572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dd79acf-51cd-45bf-afed-2c519d414fe4 req-486ffc32-6800-42b1-baa4-9ea4c4f34b02 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Feb 16 12:57:05.789207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25f023-e85c-4ad6-bfc6-945e17b1d7db req-c366937d-a82d-443b-b4a9-759bf6284207 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:05.790648 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aa25f023-e85c-4ad6-bfc6-945e17b1d7db req-c366937d-a82d-443b-b4a9-759bf6284207 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0839252 Feb 16 12:57:05.835089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aa25f023-e85c-4ad6-bfc6-945e17b1d7db req-830d95e1-585d-4e08-8dc4-d6e08c8d46ee tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Feb 16 12:57:07.041289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ee3c-6a4b-439d-84da-859662de1278 req-0e04ce41-76ec-4534-878c-75f07d206cee tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:07.043270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae54ee3c-6a4b-439d-84da-859662de1278 req-0e04ce41-76ec-4534-878c-75f07d206cee tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0837862 Feb 16 12:57:07.092230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae54ee3c-6a4b-439d-84da-859662de1278 req-c3b93f63-331b-447b-8b3e-c58a40a37f43 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Feb 16 12:57:08.278576 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e40b-cf58-4830-b912-294f6af65d58 req-d493dc7f-004d-4877-810a-fad5d3a49ce9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:08.280102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c162e40b-cf58-4830-b912-294f6af65d58 req-d493dc7f-004d-4877-810a-fad5d3a49ce9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0834115 Feb 16 12:57:08.325354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c162e40b-cf58-4830-b912-294f6af65d58 req-130a35eb-364a-488d-908c-93daef367503 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Feb 16 12:57:09.513973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548afaeb-8256-42f8-89fc-3e73ab62e0d8 req-c32eba79-b89b-4cba-8a39-dd49f58e4a5a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:09.515420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-548afaeb-8256-42f8-89fc-3e73ab62e0d8 req-c32eba79-b89b-4cba-8a39-dd49f58e4a5a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0833378 Feb 16 12:57:09.560584 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-548afaeb-8256-42f8-89fc-3e73ab62e0d8 req-57f19337-70fb-4d64-8377-9fc776879374 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Feb 16 12:57:10.748776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20238a-f08b-43be-a7f3-2078bd51a436 req-85b39212-0632-4a80-9fea-9be172f7a753 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:10.750220 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb20238a-f08b-43be-a7f3-2078bd51a436 req-85b39212-0632-4a80-9fea-9be172f7a753 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0804408 Feb 16 12:57:10.798327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb20238a-f08b-43be-a7f3-2078bd51a436 req-b5c26834-b4a3-470d-a956-6dd05a0ec8e5 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Feb 16 12:57:12.000646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c116e-c141-443c-9e99-30d7674f486f req-0617430e-5db7-47af-989a-327edea9145b tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:12.002208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-145c116e-c141-443c-9e99-30d7674f486f req-0617430e-5db7-47af-989a-327edea9145b tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0833278 Feb 16 12:57:12.050339 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-145c116e-c141-443c-9e99-30d7674f486f req-69359ee7-8e99-4efa-8f45-01e402921908 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Feb 16 12:57:13.241264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5012fd-6fda-494e-9641-0216b7398211 req-5c8a5402-aa23-4c11-a8d1-73a29d68cb41 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:13.242703 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a5012fd-6fda-494e-9641-0216b7398211 req-5c8a5402-aa23-4c11-a8d1-73a29d68cb41 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0828197 Feb 16 12:57:13.286640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a5012fd-6fda-494e-9641-0216b7398211 req-6307718e-b351-41e6-8a24-934254773fb0 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Feb 16 12:57:13.835924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-1653d49f-2b16-4a7e-85a2-17c696ebd254 service neutron] 10.222.0.81 "GET /v2.0/ports/f86dbcd7-017f-4a0d-a2cc-b55295728f24/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0757713 Feb 16 12:57:14.132530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-d5012d5b-5280-4019-b3d1-7fcfe1a8fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:14.134033 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-d5012d5b-5280-4019-b3d1-7fcfe1a8fa50 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c&tenant_id=0363e31f24c047148b08d44168c53c4f HTTP/1.1" status: 200 len: 1098 time: 0.0791724 Feb 16 12:57:14.237501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-60b6908a-c990-4e41-b6ed-a0d2d68aa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:14.238970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-60b6908a-c990-4e41-b6ed-a0d2d68aa31c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1098 time: 0.0724773 Feb 16 12:57:14.486721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd781e48-1018-4b8a-983f-ff434866ca61 req-f5b369ad-fa49-415a-b8e5-f62fa5cf0e54 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:14.488400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd781e48-1018-4b8a-983f-ff434866ca61 req-f5b369ad-fa49-415a-b8e5-f62fa5cf0e54 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0896478 Feb 16 12:57:14.494573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-1e916b78-924a-4907-aa95-a0f331c380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:14.496309 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-1e916b78-924a-4907-aa95-a0f331c380c5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 913 time: 0.2515597 Feb 16 12:57:14.534721 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd781e48-1018-4b8a-983f-ff434866ca61 req-a2cf977d-5ea1-4d50-9c48-4427812c84a3 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Feb 16 12:57:14.568866 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-069ad960-2aa6-455f-b978-953dd6f94887 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0664091 Feb 16 12:57:14.633372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-9115369d-3dfe-44cf-9f8e-e3c70e7e6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:14.634817 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-9115369d-3dfe-44cf-9f8e-e3c70e7e6204 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0587449 Feb 16 12:57:14.682182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-8c01b9fa-ded3-4f77-8b6b-d9641133c525 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410888 Feb 16 12:57:14.815919 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-5bcad821-aa67-4d7a-b156-dda11016a26a service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273160 Feb 16 12:57:14.951585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eed0660f-164c-4bf0-8a93-58ba6495f551 req-c5517535-c576-4156-af24-cd141babbdf9 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302774 Feb 16 12:57:15.736794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd9f7-f64f-47c6-a65e-869ebf32aa7a req-d69f7a83-3833-4fae-8a8c-0555a1ed6c67 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:15.738313 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-304fd9f7-f64f-47c6-a65e-869ebf32aa7a req-d69f7a83-3833-4fae-8a8c-0555a1ed6c67 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0915461 Feb 16 12:57:15.786372 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-304fd9f7-f64f-47c6-a65e-869ebf32aa7a req-60404bcd-bb55-449c-99b5-9341378ce65a tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Feb 16 12:57:16.974690 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a2491-0413-42ed-a3fe-488ac8710714 req-6e8bc3fe-e5d0-420b-9733-61457c2efddd tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:16.976151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c4a2491-0413-42ed-a3fe-488ac8710714 req-6e8bc3fe-e5d0-420b-9733-61457c2efddd tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0812740 Feb 16 12:57:17.117670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c4a2491-0413-42ed-a3fe-488ac8710714 req-5fe3ff18-fbe4-485c-bd9a-27ccdc0242c9 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355007 Feb 16 12:57:17.514170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-52377533-4445-4490-8470-c9fdf51fb43e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:17.514847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-52377533-4445-4490-8470-c9fdf51fb43e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Synchronizing usage tracker for tenant:0363e31f24c047148b08d44168c53c4f on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:17.532454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-52377533-4445-4490-8470-c9fdf51fb43e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Unset dirty status for tenant:0363e31f24c047148b08d44168c53c4f on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:17.533686 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-52377533-4445-4490-8470-c9fdf51fb43e tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c&tenant_id=0363e31f24c047148b08d44168c53c4f&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1067631 Feb 16 12:57:17.694105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-226346c9-7411-46e9-86d2-fc3da0a5d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:17.695561 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-226346c9-7411-46e9-86d2-fc3da0a5d563 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0363e31f24c047148b08d44168c53c4f&device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 1098 time: 0.0773680 Feb 16 12:57:17.827670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-51afe92a-e462-491d-a79f-b9773abc33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:17.829310 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-51afe92a-e462-491d-a79f-b9773abc33b7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 200 len: 913 time: 0.1279371 Feb 16 12:57:17.900863 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-4614c97f-2a4b-48cc-960d-1ecbc063e239 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 200 len: 217 time: 0.0660572 Feb 16 12:57:17.967480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-039933a4-a7b9-4baa-9f37-9c6d3844af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:17.968926 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-039933a4-a7b9-4baa-9f37-9c6d3844af02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 200 len: 852 time: 0.0628922 Feb 16 12:57:18.006103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:57:18.013453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:18.019334 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-bb768d8f-9233-4aee-846e-08157b45810c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1004e52e-5c60-4fa2-9a70-9be1ebb428cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442796 Feb 16 12:57:18.153022 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-b7a1e498-85e6-4206-8061-79489772b548 service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272147 Feb 16 12:57:18.228524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:18.285046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:18.288280 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-16d82dc5-52ac-434a-b4d5-e702e3dbd3de service neutron] 10.222.0.81 "GET /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295567 Feb 16 12:57:18.304599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'network_id': '1004e52e-5c60-4fa2-9a70-9be1ebb428cc', 'port_id': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'mac_address': 'fa:16:3e:e3:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b0bde7-5a5a-4e0b-ac56-471a22c76269', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:57:18.311044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:18.356373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:18.363804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:18.400931 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'code': 200} Feb 16 12:57:18.420840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:18.449106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:18.491142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:18.519429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:57:18.519781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:57:18.940634 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:57:19.079806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:19.096542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:19.113140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:19.117158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:19.187843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:19.247431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addc01e-6be5-450a-b85f-7dd90da463e4 req-4b9a9428-f5fc-4273-9e76-01eabb227985 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:19.248912 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4addc01e-6be5-450a-b85f-7dd90da463e4 req-4b9a9428-f5fc-4273-9e76-01eabb227985 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 944 time: 0.0818996 Feb 16 12:57:19.255475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['f86dbcd7-017f-4a0d-a2cc-b55295728f24'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:57:19.294565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4addc01e-6be5-450a-b85f-7dd90da463e4 req-b268e629-b495-4dfb-956f-62ec95185a7f tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387566 Feb 16 12:57:20.011135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:20.077415 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port f86dbcd7-017f-4a0d-a2cc-b55295728f24 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:20.077779 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.195475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.228097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:20.232828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:20.301741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:20.402833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:20.446280 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'code': 200} Feb 16 12:57:20.485083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0849177-6447-4fd4-85cf-af292a1c61b8 req-3767919e-70ab-422a-a5cf-fb77b7c0dd98 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:20.486533 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0849177-6447-4fd4-85cf-af292a1c61b8 req-3767919e-70ab-422a-a5cf-fb77b7c0dd98 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0834973 Feb 16 12:57:20.531038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c0849177-6447-4fd4-85cf-af292a1c61b8 req-f6736f4a-e969-43d2-af3c-2cb606487d59 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Feb 16 12:57:21.064847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-87da5b0b-365e-4bb5-ae89-89e02563f2f7 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:21.066284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-87da5b0b-365e-4bb5-ae89-89e02563f2f7 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0876226 Feb 16 12:57:21.139236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Deleting port f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:21.139483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:21.488457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] For port f86dbcd7-017f-4a0d-a2cc-b55295728f24, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f86dbcd7-017f-4a0d-a2cc-b55295728f24,segment=NetworkSegment(012f00cd-77d3-452f-99a7-b1fd3ba31e52),segment_id=012f00cd-77d3-452f-99a7-b1fd3ba31e52)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:21.488803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:21.618922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Calling delete_port for f86dbcd7-017f-4a0d-a2cc-b55295728f24 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:21.730343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c759c3-1f0e-4746-be32-fa3be9425718 req-9180e866-949e-4491-bf54-a71c2ad05b58 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:21.732050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-08c759c3-1f0e-4746-be32-fa3be9425718 req-9180e866-949e-4491-bf54-a71c2ad05b58 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b9999e3-80be-407e-a2ad-a52bcdc91a1c HTTP/1.1" status: 200 len: 945 time: 0.0904737 Feb 16 12:57:21.781436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:21.789183 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-08c759c3-1f0e-4746-be32-fa3be9425718 req-f87656e0-2cca-40cc-a153-ce346fefc860 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f53d15cf-619f-45dd-8a85-ee73e8f128a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501697 Feb 16 12:57:21.818446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['f86dbcd7-017f-4a0d-a2cc-b55295728f24'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:57:21.832959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Pushing event deleted for resources: {'Port': ['ID=f86dbcd7-017f-4a0d-a2cc-b55295728f24,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:21.910595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] No DVR routers for this DVR port f86dbcd7-017f-4a0d-a2cc-b55295728f24 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:21.913144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:21.915714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-deleted', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:21.933675 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-183c46c5-9c3e-4a27-956a-f2ef1a7e747d req-334896c2-19cb-4169-990d-9a693283ca79 tempest-DeleteServersTestJSON-342379280 tempest-DeleteServersTestJSON-342379280-project] 10.222.0.81 "DELETE /v2.0/ports/f86dbcd7-017f-4a0d-a2cc-b55295728f24 HTTP/1.1" status: 204 len: 173 time: 0.8615165 Feb 16 12:57:21.963149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9999e3-80be-407e-a2ad-a52bcdc91a1c', 'name': 'network-vif-deleted', 'tag': 'f86dbcd7-017f-4a0d-a2cc-b55295728f24', 'status': 'completed', 'code': 200} Feb 16 12:57:22.049702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.049474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 32916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:23.118978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Deleting subnet d1b0bde7-5a5a-4e0b-ac56-471a22c76269 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:57:23.122488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.173851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.233669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.302969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.342270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b0bde7-5a5a-4e0b-ac56-471a22c76269,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:23.346913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.353182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5275b4d-7e0c-4c42-8114-4c9837976a97 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d1b0bde7-5a5a-4e0b-ac56-471a22c76269 HTTP/1.1" status: 204 len: 168 time: 0.3026268 Feb 16 12:57:23.356188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 32920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:23.463098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.595507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.626167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1004e52e-5c60-4fa2-9a70-9be1ebb428cc']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:23.638824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012f00cd-77d3-452f-99a7-b1fd3ba31e52') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:23.639112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012f00cd-77d3-452f-99a7-b1fd3ba31e52') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:23.650278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.668253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.677462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:57:23.678133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:57:23.700053 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:57:23.777211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.801983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.807628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1004e52e-5c60-4fa2-9a70-9be1ebb428cc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:23.822482 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb47df84-0d31-4e1c-b2ba-8b3d2898afa8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1004e52e-5c60-4fa2-9a70-9be1ebb428cc HTTP/1.1" status: 204 len: 168 time: 0.4652014 Feb 16 12:57:23.963040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 32926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:24.017144 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4950560d-cf5f-46f3-9fe8-8a35e715c52f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0363e31f24c047148b08d44168c53c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529218 Feb 16 12:57:24.019850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 32930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:24.025942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:24.061048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: f86dbcd7-017f-4a0d-a2cc-b55295728f24 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:24.061266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device f86dbcd7-017f-4a0d-a2cc-b55295728f24 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:24.083293 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:24.110282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:24.165298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:24.182520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d15cf-619f-45dd-8a85-ee73e8f128a7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:24.200930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:24.203575 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed59dcc3-8dbf-4bad-9b0c-c751b237232e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f53d15cf-619f-45dd-8a85-ee73e8f128a7 HTTP/1.1" status: 204 len: 168 time: 0.1823177 Feb 16 12:57:24.996923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 32954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:25.116202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-883511304-network', 'tenant_id': '17ba8a897d7947c8855f30cab78d8e46'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:25.122686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:25.126636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Usage tracker for resource:network and tenant:17ba8a897d7947c8855f30cab78d8e46 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:25.129673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:25.136238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:25.147230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Made reservation on behalf of 17ba8a897d7947c8855f30cab78d8e46 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:25.149673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.162491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.177810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:25.190044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Usage tracker for resource:security_group_rule and tenant:17ba8a897d7947c8855f30cab78d8e46 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:25.195015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:25.202755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:25.326689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.331942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.384664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:57:25.396866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46680543-6f6d-4182-813d-6bfa3498b2f0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:25.403555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.403892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Added segment f417e8c9-6edf-4fb4-814c-f6d2393df17e of type vlan for network b18ca030-c083-43d4-a32e-a1d5234d45d0 Feb 16 12:57:25.430887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.459797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.460724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.461297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.561366 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5630264 Feb 16 12:57:25.564529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 32960) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:25.571799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Request body: {'subnet': {'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-883511304-subnet', 'tenant_id': '17ba8a897d7947c8855f30cab78d8e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:25.575217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e9a76-51c1-47bf-9227-fda6b64c57a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b18ca030-c083-43d4-a32e-a1d5234d45d0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:25.579009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:25.582870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Usage tracker for resource:subnet and tenant:17ba8a897d7947c8855f30cab78d8e46 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:25.585804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:25.586520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:57:25.592507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:25.602403 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Made reservation on behalf of 17ba8a897d7947c8855f30cab78d8e46 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:25.606082 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.735463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7877c30d-20c4-4cc4-8e12-9de14c413302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.809529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.877977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca08627e-6e41-4f04-b001-56931962ae4f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:25.889245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Checking segment: {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:25.889598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Network hostable DHCP agents. Network: b18ca030-c083-43d4-a32e-a1d5234d45d0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:57:25.908452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:57:25.918004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, b18ca030-c083-43d4-a32e-a1d5234d45d0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:25.922180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.922761 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.927112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4583e8c-2667-46cb-b6b6-488e1155c99c None None] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:25.943083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c4d0b44e-6594-4b42-ba88-6ebdf6d0c18d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3774908 Feb 16 12:57:26.149826 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5df9d5-2dc6-4a54-b5ac-37f4392b0adc None None] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:26.463623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-47def408-7f22-403c-ad34-f24f61632f57 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:26.464388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-47def408-7f22-403c-ad34-f24f61632f57 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Synchronizing usage tracker for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:26.481475 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-47def408-7f22-403c-ad34-f24f61632f57 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Unset dirty status for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:26.482692 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-47def408-7f22-403c-ad34-f24f61632f57 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 814 time: 0.1690712 Feb 16 12:57:26.498586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-26517b49-f536-4b3d-bcab-58a00c34603b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/quotas/17ba8a897d7947c8855f30cab78d8e46 HTTP/1.1" status: 200 len: 375 time: 0.0104463 Feb 16 12:57:26.549961 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-fed5285b-35c4-4d05-b318-1b9ac2147ccc tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457230 Feb 16 12:57:26.686132 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-b4b15c9a-e800-4270-a1f0-a7d2f5a6ac80 service neutron] 10.222.0.65 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286907 Feb 16 12:57:26.816985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-720d08d0-7e8a-4045-af55-75cffedbcc0d service neutron] 10.222.0.65 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244147 Feb 16 12:57:26.987832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65523443-f7fc-4c61-9d0b-aef40bc5f1a2 req-0121c672-2dbc-4c87-bdfd-863b21f85ee7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 210 time: 0.0428317 Feb 16 12:57:27.938732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96cb8273-12c4-4f27-bc45-b3d7a9308087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.136634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1fee7652-b0e4-4b2f-948e-d73a14b7349e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:28.138101 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1fee7652-b0e4-4b2f-948e-d73a14b7349e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 814 time: 0.1502252 Feb 16 12:57:28.156546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7820b6be-b809-4785-9b81-3624af7ba175 req-e182defd-dc20-4d87-baaa-b1af1f870d29 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 210 time: 0.0451589 Feb 16 12:57:28.157931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Request body: {'port': {'device_id': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'admin_state_up': True, 'tenant_id': '17ba8a897d7947c8855f30cab78d8e46'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:28.296315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:28.300025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Usage tracker for resource:port and tenant:17ba8a897d7947c8855f30cab78d8e46 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:28.302726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:28.308534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:28.317115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Made reservation on behalf of 17ba8a897d7947c8855f30cab78d8e46 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:28.320497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.481980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Allocated IP 172.20.0.3 (b18ca030-c083-43d4-a32e-a1d5234d45d0/ca08627e-6e41-4f04-b001-56931962ae4f/bdacbc5e-bd8d-434f-8b24-50e5aaff1291) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:28.682221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.711922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.782392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:28.789696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:28.792326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:28.829454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:28.843230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.843570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.843906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.844269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.844600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.844922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.845244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.845565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.845885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.846204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.846524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.846843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:28.870934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:28.871534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.891778 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-3cfa3e7a-941d-4cf1-af41-6c148b841112 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388589 Feb 16 12:57:28.909107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Request body: {'port': {'device_id': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:29.020620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.024899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.139085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.348610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a427500-675b-42c8-abe1-6676256dfb37 req-32561d42-15d0-4b2a-bb1b-d6488b1594c3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:29.350054 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a427500-675b-42c8-abe1-6676256dfb37 req-32561d42-15d0-4b2a-bb1b-d6488b1594c3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 931 time: 0.0850391 Feb 16 12:57:29.394658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5a427500-675b-42c8-abe1-6676256dfb37 req-c07ddd34-859b-4b05-b1b7-d3206ed1227d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Synchronizing usage tracker for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:29.411556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5a427500-675b-42c8-abe1-6676256dfb37 req-c07ddd34-859b-4b05-b1b7-d3206ed1227d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Unset dirty status for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:29.412942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a427500-675b-42c8-abe1-6676256dfb37 req-c07ddd34-859b-4b05-b1b7-d3206ed1227d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564301 Feb 16 12:57:29.470788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:29.478971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.493948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Transition to ACTIVE for port object bdacbc5e-bd8d-434f-8b24-50e5aaff1291 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:29.498058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.627853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:29.726063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Attempting to bind port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:57:29.726390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Attempting to bind port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:57:29.726708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Attempting to bind port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:29.731409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:57:29.731725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Attempting to bind port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:29.736703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:57:29.737030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Checking segment: {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:29.737401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Bound using segment: {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:57:29.737808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Bound port: bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:57:29.738139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.826588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:57:29.829882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:57:29.833292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.887955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:29.888577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.889954 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] 10.222.0.81 "PUT /v2.0/ports/bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 1093 time: 0.9850411 Feb 16 12:57:29.890386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:29.915324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94ef4-b134-494c-9a8c-900bd33bd747 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:29.940449 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'status': 'completed', 'code': 200} Feb 16 12:57:30.030077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-55c15d5c-df5d-4db1-bafa-ae04b2ce9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.031459 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-55c15d5c-df5d-4db1-bafa-ae04b2ce9e2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1096 time: 0.0740380 Feb 16 12:57:30.111299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-a0dd6908-ea38-4920-93ca-60c69ef85737 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0645514 Feb 16 12:57:30.171909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-d31a03dc-33ca-4240-9ee9-bdf0ee48f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.173343 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-d31a03dc-33ca-4240-9ee9-bdf0ee48f4bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0567470 Feb 16 12:57:30.219685 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-14685b23-cf83-4b76-a00b-e2ec67b1330f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405781 Feb 16 12:57:30.349706 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-b74306c7-2858-491c-8db2-0653f5076b1f service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237662 Feb 16 12:57:30.484361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7367b25e-9479-4bee-8eb9-6d5b4a451adc req-23c03d4c-bfd3-43f7-bb2f-826243974195 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280727 Feb 16 12:57:30.490027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.602642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6cabf-5050-4b57-a656-cc3311c063f1 req-8955a0d9-0d45-4a22-8b61-fb5e76e693c4 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.604019 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ed6cabf-5050-4b57-a656-cc3311c063f1 req-8955a0d9-0d45-4a22-8b61-fb5e76e693c4 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 943 time: 0.0800042 Feb 16 12:57:30.642589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-f5778bff-035d-4752-bc69-44016b225f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.644076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-f5778bff-035d-4752-bc69-44016b225f4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1096 time: 0.0768209 Feb 16 12:57:30.648357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ed6cabf-5050-4b57-a656-cc3311c063f1 req-8c1e4bf0-149f-40ee-b446-fb1ad0329ea5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376141 Feb 16 12:57:30.772920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-063ea7a5-69d0-47f2-be9d-7d27d64b6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.774344 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-063ea7a5-69d0-47f2-be9d-7d27d64b6b9c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1240466 Feb 16 12:57:30.841406 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-aa8cb072-bd9b-4e01-9bee-a072dc40fefc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0587223 Feb 16 12:57:30.905519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-6fc00037-af2c-48db-b358-c8911a37fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:30.906909 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-6fc00037-af2c-48db-b358-c8911a37fe95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0597725 Feb 16 12:57:30.952537 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-2f8caf2d-55a6-4de1-a8af-c3d810b60905 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390105 Feb 16 12:57:31.185993 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-ad161c6b-001a-4c4b-9438-576ac53def35 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254791 Feb 16 12:57:31.313890 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8f768fa3-2091-46c3-880f-046a8434ebf7 req-ab6c0b3c-0dd0-413a-89e0-b9bbecf441cf service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211851 Feb 16 12:57:31.833231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77327e-6d4a-4091-a890-5a43caa42d26 req-13fdafba-b6d7-47ac-8f78-42983f736587 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:31.834669 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c77327e-6d4a-4091-a890-5a43caa42d26 req-13fdafba-b6d7-47ac-8f78-42983f736587 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 943 time: 0.0812876 Feb 16 12:57:31.878023 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c77327e-6d4a-4091-a890-5a43caa42d26 req-ada2506c-8673-41ff-8631-2628c99cc9a5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365736 Feb 16 12:57:32.083544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:57:32.214140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:32.257368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'port_id': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'mac_address': 'fa:16:3e:de:d8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca08627e-6e41-4f04-b001-56931962ae4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:57:32.310578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.327531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:32.342819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:32.346956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.415981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:32.423699 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.424104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.424471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.424811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.425146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.425477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.425809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.426135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.426464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.426785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.427105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.427424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.621754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bdacbc5e-bd8d-434f-8b24-50e5aaff1291'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:57:33.094176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279e47-e866-4ab2-8470-c7d1bf50fc69 req-601b8546-e0ea-490d-b6f9-ea7e18dd166a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:33.095670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53279e47-e866-4ab2-8470-c7d1bf50fc69 req-601b8546-e0ea-490d-b6f9-ea7e18dd166a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 944 time: 0.0944209 Feb 16 12:57:33.148059 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53279e47-e866-4ab2-8470-c7d1bf50fc69 req-e28a3416-677e-4d2a-ad81-79c501b1104d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Feb 16 12:57:34.103980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:34.174304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:34.179016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:34.179388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.298577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.325193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:34.335860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:34.342534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.388982 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'code': 200} Feb 16 12:57:34.391315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baeab5-7059-48b7-8353-879b2d3bc8da req-e512ca2c-1493-47d5-9c0a-15a1fc32f9e0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:34.392906 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-18baeab5-7059-48b7-8353-879b2d3bc8da req-e512ca2c-1493-47d5-9c0a-15a1fc32f9e0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1350315 Feb 16 12:57:34.416271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:34.442859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-18baeab5-7059-48b7-8353-879b2d3bc8da req-55ed98f5-a922-4afa-b70d-22e7e91ccfd0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441430 Feb 16 12:57:34.650502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ad0e-8b0a-4437-8d43-c4e255bb4847 req-ff464fd3-0c15-41b5-9882-6f479f588411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:34.651867 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c512ad0e-8b0a-4437-8d43-c4e255bb4847 req-ff464fd3-0c15-41b5-9882-6f479f588411 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1098 time: 0.0726211 Feb 16 12:57:34.691283 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c512ad0e-8b0a-4437-8d43-c4e255bb4847 req-84f67ded-b926-4bd5-95c9-768209a5d601 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339553 Feb 16 12:57:35.724657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d12b7-31a9-430b-9685-f24f3137021a req-be183e45-4fc2-4824-895b-4a4a2872f1ae tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:35.726203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4a2d12b7-31a9-430b-9685-f24f3137021a req-be183e45-4fc2-4824-895b-4a4a2872f1ae tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1782045 Feb 16 12:57:35.771460 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4a2d12b7-31a9-430b-9685-f24f3137021a req-0da1e693-88b4-437e-bbdb-9ea65130f9ee tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Feb 16 12:57:36.958245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310ae67-a190-447c-91f9-93a12fa6ba00 req-5d35c0b4-756d-44e5-8f46-4290eea56d91 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:36.959698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2310ae67-a190-447c-91f9-93a12fa6ba00 req-5d35c0b4-756d-44e5-8f46-4290eea56d91 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0780940 Feb 16 12:57:37.010428 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2310ae67-a190-447c-91f9-93a12fa6ba00 req-f89f487f-4fe2-45b8-9d4c-946a8faa4253 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Feb 16 12:57:37.190861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c2195-e7a8-4d0d-ae7f-612bb44b7938 req-e594aa4c-9460-4d2a-9842-e2267d1a3f6b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:37.192384 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-203c2195-e7a8-4d0d-ae7f-612bb44b7938 req-e594aa4c-9460-4d2a-9842-e2267d1a3f6b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0792527 Feb 16 12:57:37.238302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-203c2195-e7a8-4d0d-ae7f-612bb44b7938 req-066f8ab1-95d5-48eb-9e19-5de8de231cac tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Feb 16 12:57:37.590269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572124e-a3ff-4323-925e-83cc42be475c req-9759ec0b-6060-41ef-aa7f-1bc4fd42557d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:37.591696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5572124e-a3ff-4323-925e-83cc42be475c req-9759ec0b-6060-41ef-aa7f-1bc4fd42557d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0834067 Feb 16 12:57:37.636192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5572124e-a3ff-4323-925e-83cc42be475c req-cd3be414-9bfc-4942-a394-02d91d766a58 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Feb 16 12:57:37.822584 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf53bf-84db-48b0-a079-9634a9a3060d req-82523463-3348-4392-8614-45ed7614ca87 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:37.824395 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8bcf53bf-84db-48b0-a079-9634a9a3060d req-82523463-3348-4392-8614-45ed7614ca87 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0803561 Feb 16 12:57:37.868859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8bcf53bf-84db-48b0-a079-9634a9a3060d req-0d628e89-e87e-46df-b6a9-0d0958b3c5af tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Feb 16 12:57:38.272068 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-cce23f64-f9af-4f49-99cb-4d2b6d450c38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323564 Feb 16 12:57:38.283737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca3f45-e8e5-4cf7-b586-4b3eafaa620e req-f40e570c-465c-49a1-8bd1-f07be07638b4 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:38.285294 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17ca3f45-e8e5-4cf7-b586-4b3eafaa620e req-f40e570c-465c-49a1-8bd1-f07be07638b4 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1018012 Feb 16 12:57:38.333593 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17ca3f45-e8e5-4cf7-b586-4b3eafaa620e req-906facec-eda4-4d16-b5e1-b3f2bb36faba tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Feb 16 12:57:39.525352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb864-d7cd-46aa-9e3d-d4d408ae9ce7 req-0ef687f5-af35-4e43-99dc-5b31735142f0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.527334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1f7eb864-d7cd-46aa-9e3d-d4d408ae9ce7 req-0ef687f5-af35-4e43-99dc-5b31735142f0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0802281 Feb 16 12:57:39.539070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-b0b3af54-1702-4d2e-9cd8-4fcd83b42294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.540574 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-b0b3af54-1702-4d2e-9cd8-4fcd83b42294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1098 time: 0.0705252 Feb 16 12:57:39.574465 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1f7eb864-d7cd-46aa-9e3d-d4d408ae9ce7 req-fb4d810c-fa17-4eae-9407-9c2b8c7fa3bb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Feb 16 12:57:39.675182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-00a3baf4-61e0-43fe-aa79-fdf6c619105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.676582 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-00a3baf4-61e0-43fe-aa79-fdf6c619105c service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1299462 Feb 16 12:57:39.745866 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-e04816e2-9a26-4aaf-9fc6-9ffe776a3786 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0622745 Feb 16 12:57:39.804577 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-b7d82086-dd39-4aea-a3bc-77fe647e1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.805933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-b7d82086-dd39-4aea-a3bc-77fe647e1c2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0548835 Feb 16 12:57:39.855310 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-055fe74c-8010-454d-9826-9aa5bcb18ba0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428655 Feb 16 12:57:39.864641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-9f2c4000-9553-4f07-adb6-2484f966a59d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:57:39.865555 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-9f2c4000-9553-4f07-adb6-2484f966a59d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047204 Feb 16 12:57:39.994753 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-e2a4b254-119c-4dce-b49b-4973a4dc3b5b service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230657 Feb 16 12:57:40.123895 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-1f906b2b-3c71-40d4-a48b-2412d536fbd1 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235311 Feb 16 12:57:40.762228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d2b29-3ca1-4845-af7a-4e4e6427fd87 req-5e68fd14-69dc-43ed-b90c-fcc223c69d23 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:40.763639 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-565d2b29-3ca1-4845-af7a-4e4e6427fd87 req-5e68fd14-69dc-43ed-b90c-fcc223c69d23 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0811620 Feb 16 12:57:40.806342 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-565d2b29-3ca1-4845-af7a-4e4e6427fd87 req-16da3151-4b47-4f40-bdf5-9469b5524938 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Feb 16 12:57:41.992768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15a0aa-a974-4413-b157-846f7eca2720 req-6c060ae8-e784-44db-821d-db6ea724d018 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:41.994655 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb15a0aa-a974-4413-b157-846f7eca2720 req-6c060ae8-e784-44db-821d-db6ea724d018 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0804722 Feb 16 12:57:42.038916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb15a0aa-a974-4413-b157-846f7eca2720 req-a2af6511-4f2d-435e-83d9-bf5ca7684233 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Feb 16 12:57:43.231991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74746da2-6d03-43fe-8b78-ebad680f4b78 req-a1510b2a-696f-4dff-8f8b-8310ef054981 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:43.233453 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74746da2-6d03-43fe-8b78-ebad680f4b78 req-a1510b2a-696f-4dff-8f8b-8310ef054981 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0835717 Feb 16 12:57:43.278069 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74746da2-6d03-43fe-8b78-ebad680f4b78 req-9a40b08a-4909-4719-a6d0-9ce04b1544ef tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Feb 16 12:57:44.467611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ae8f-45dc-44c6-a072-b85cce42baa8 req-c20250d8-3130-4481-8937-fada378e0300 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:44.469141 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b8e9ae8f-45dc-44c6-a072-b85cce42baa8 req-c20250d8-3130-4481-8937-fada378e0300 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0813487 Feb 16 12:57:44.519357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b8e9ae8f-45dc-44c6-a072-b85cce42baa8 req-299d3e2c-492f-4039-b38b-9f8e73cb918b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Feb 16 12:57:45.707329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1cf8a-fbe7-40e8-8c94-3c7542dffceb req-98265352-e6f2-4de9-9c5c-07d593ce58bf tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:45.708787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58c1cf8a-fbe7-40e8-8c94-3c7542dffceb req-98265352-e6f2-4de9-9c5c-07d593ce58bf tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0800564 Feb 16 12:57:45.753812 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58c1cf8a-fbe7-40e8-8c94-3c7542dffceb req-b0bfc536-4539-463d-852e-6f212bf38236 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Feb 16 12:57:46.942219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a736d7-bcea-40e4-ba3a-fba927e87a1e req-fb0436cb-cf29-430a-980b-264dcc7ef9b3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:46.943664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79a736d7-bcea-40e4-ba3a-fba927e87a1e req-fb0436cb-cf29-430a-980b-264dcc7ef9b3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0832555 Feb 16 12:57:46.987911 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79a736d7-bcea-40e4-ba3a-fba927e87a1e req-36b1a21e-1def-4b79-9ec0-01e080b655b7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Feb 16 12:57:47.239014 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-8cf161f3-a560-49a3-84ab-73059a33a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.240498 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-8cf161f3-a560-49a3-84ab-73059a33a758 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1098 time: 0.0695622 Feb 16 12:57:47.388771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-2d0b613a-16ea-4086-91d4-01f6970338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.390260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-2d0b613a-16ea-4086-91d4-01f6970338a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1273065 Feb 16 12:57:47.460523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-5651f70f-b6a7-475c-adc7-73f9c9f9cab9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0641327 Feb 16 12:57:47.521866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-037925f7-9842-4896-b3ae-e5e3c159064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.523174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-037925f7-9842-4896-b3ae-e5e3c159064e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0567405 Feb 16 12:57:47.572277 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-c7e9b2f1-8c58-45de-978d-608a31d3b9fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424194 Feb 16 12:57:47.803862 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-4a5bff45-959b-49c2-807f-890c6d87644c service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246854 Feb 16 12:57:47.932258 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1036a7bb-2293-4eb5-9d21-a584abe00c62 req-1fd03583-9275-45fe-aed1-34dc8869ff0f service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214385 Feb 16 12:57:48.171182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d66e5-8d54-482f-93dd-67042c658dfc req-19ff9d1b-dc34-4db9-9821-52baa8cbc09e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:48.172544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f53d66e5-8d54-482f-93dd-67042c658dfc req-19ff9d1b-dc34-4db9-9821-52baa8cbc09e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0782959 Feb 16 12:57:48.216061 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f53d66e5-8d54-482f-93dd-67042c658dfc req-a3d8b7b3-3c11-41cc-93fe-68891d1b5480 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Feb 16 12:57:49.403297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191de444-f7f5-4864-8922-a3bf549bc335 req-4989bbe4-4e61-4412-bef2-446e8eab1f87 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:49.404755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-191de444-f7f5-4864-8922-a3bf549bc335 req-4989bbe4-4e61-4412-bef2-446e8eab1f87 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0838335 Feb 16 12:57:49.448330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-191de444-f7f5-4864-8922-a3bf549bc335 req-216e48df-effe-4c0c-9830-276c5562e0b1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Feb 16 12:57:50.634538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8117dea-17fc-4cd2-b8ff-dc846ba05e69 req-bbaa8b45-2fa7-418a-ac72-b4acd593d325 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:50.636285 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8117dea-17fc-4cd2-b8ff-dc846ba05e69 req-bbaa8b45-2fa7-418a-ac72-b4acd593d325 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0809238 Feb 16 12:57:50.679077 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8117dea-17fc-4cd2-b8ff-dc846ba05e69 req-bb72a5a0-90d7-43da-9b16-241244776eb2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Feb 16 12:57:51.914105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc768ca-53ea-4c47-b156-0b0245e090fb req-0ab23191-6f8a-4674-b0a1-8944a5e12a5a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:51.915466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9fc768ca-53ea-4c47-b156-0b0245e090fb req-0ab23191-6f8a-4674-b0a1-8944a5e12a5a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1308410 Feb 16 12:57:51.960241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9fc768ca-53ea-4c47-b156-0b0245e090fb req-cec5f657-04b9-4865-815f-9ab0013c127a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Feb 16 12:57:52.061143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.158114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9888a-de4b-4a41-b547-505e6742100d req-25d5621f-e082-4c51-b5b9-02994d517c31 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:53.159493 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ee9888a-de4b-4a41-b547-505e6742100d req-25d5621f-e082-4c51-b5b9-02994d517c31 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0912080 Feb 16 12:57:53.205043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ee9888a-de4b-4a41-b547-505e6742100d req-15cfdaec-4084-4685-bc8d-44ca18e74be6 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Feb 16 12:57:54.400231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633f4c-6a04-4a2b-b15b-13cff6c51f7a req-f967349f-3d85-4a3e-95c9-27e7afe4dd7b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:54.402602 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea633f4c-6a04-4a2b-b15b-13cff6c51f7a req-f967349f-3d85-4a3e-95c9-27e7afe4dd7b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0874197 Feb 16 12:57:54.449562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea633f4c-6a04-4a2b-b15b-13cff6c51f7a req-a1395d38-0e87-46be-ada6-6dff445e76c3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Feb 16 12:57:55.740899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c917e78-6d94-4a60-8e75-d0a1c0572b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:55.747948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bb089-4764-41b5-a276-58e69fd075bb req-b385a6c6-92c0-45ea-929e-c51b2e594ee0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.749459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-618bb089-4764-41b5-a276-58e69fd075bb req-b385a6c6-92c0-45ea-929e-c51b2e594ee0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1903763 Feb 16 12:57:55.797080 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-618bb089-4764-41b5-a276-58e69fd075bb req-86fb6a03-ec2d-418c-a442-2e90de41db28 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Feb 16 12:57:55.940367 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:57:56.986137 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ee0a-3989-4686-8a51-70b646ad6b0e req-aafd33c7-ef55-4db3-9f51-1331cce8f9bb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:56.987786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5481ee0a-3989-4686-8a51-70b646ad6b0e req-aafd33c7-ef55-4db3-9f51-1331cce8f9bb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0830612 Feb 16 12:57:57.035214 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5481ee0a-3989-4686-8a51-70b646ad6b0e req-acb4a51c-30e6-4e87-b2fd-b7fe9cb36748 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Feb 16 12:57:57.941189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52d549ae-6dc8-448c-aee6-74ceb7c8e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:58.225876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939b25-1feb-445c-9e21-ff8b623ef74c req-ffea457e-944d-4b84-ad30-61eeb18d6a81 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:58.227306 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a6939b25-1feb-445c-9e21-ff8b623ef74c req-ffea457e-944d-4b84-ad30-61eeb18d6a81 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0796578 Feb 16 12:57:58.270958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a6939b25-1feb-445c-9e21-ff8b623ef74c req-12927c87-5f28-427f-b7fb-70c9dc90850e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Feb 16 12:57:59.026125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:59.140201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:59.460595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fef11-6f7f-4e7b-8cde-d062052ece26 req-0035858e-f94a-4465-999f-4a474380db4d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:59.462060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d38fef11-6f7f-4e7b-8cde-d062052ece26 req-0035858e-f94a-4465-999f-4a474380db4d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0830889 Feb 16 12:57:59.515506 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d38fef11-6f7f-4e7b-8cde-d062052ece26 req-ced907c7-f7d7-4e31-a283-cf345d678482 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Feb 16 12:58:00.487137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.699672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631ace-f8dd-4a56-8759-d2e2979e459f req-59cb9e60-87f2-4771-aed4-00b63f326fc5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:00.701115 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe631ace-f8dd-4a56-8759-d2e2979e459f req-59cb9e60-87f2-4771-aed4-00b63f326fc5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0796397 Feb 16 12:58:00.744937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe631ace-f8dd-4a56-8759-d2e2979e459f req-6ba397b0-1272-435b-8d5e-725bd6ec6c41 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Feb 16 12:58:01.932026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb285-b85c-4c50-9694-8b3e91140ae1 req-6533b8ad-5a6e-413e-b2a1-a94e049b2096 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:01.933626 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9ebb285-b85c-4c50-9694-8b3e91140ae1 req-6533b8ad-5a6e-413e-b2a1-a94e049b2096 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0812492 Feb 16 12:58:01.978299 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9ebb285-b85c-4c50-9694-8b3e91140ae1 req-9e82fd42-baa9-4c33-a464-7216c0388b22 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Feb 16 12:58:03.166676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd520a3d-0a1a-462a-a1fe-4508a7a47b2c req-92e294fa-7ed1-4500-9b4d-20d298a99bf2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:03.168070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd520a3d-0a1a-462a-a1fe-4508a7a47b2c req-92e294fa-7ed1-4500-9b4d-20d298a99bf2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0838916 Feb 16 12:58:03.211263 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd520a3d-0a1a-462a-a1fe-4508a7a47b2c req-70a1767e-3412-4e30-914b-e804f4ca4f2b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375440 Feb 16 12:58:04.398007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abb054-4766-461c-b1f4-0d586b135096 req-82fee527-0c29-4017-b396-69e19f4cc165 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:04.399452 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1abb054-4766-461c-b1f4-0d586b135096 req-82fee527-0c29-4017-b396-69e19f4cc165 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0844400 Feb 16 12:58:04.442915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1abb054-4766-461c-b1f4-0d586b135096 req-c6cbeed0-fcb3-4241-be79-d747e7fedeeb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Feb 16 12:58:05.642783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37353449-744a-4bd1-bf64-b21b1b5e090d req-6787e1b9-af1a-49aa-a28d-96e5780aedb8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:05.644259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37353449-744a-4bd1-bf64-b21b1b5e090d req-6787e1b9-af1a-49aa-a28d-96e5780aedb8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0849290 Feb 16 12:58:05.696560 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37353449-744a-4bd1-bf64-b21b1b5e090d req-3f84b7df-c558-4093-b7ed-57f80eb54433 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Feb 16 12:58:06.889911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678c22-f60e-4934-ae36-bc7c218c8d59 req-b924f505-abdb-4d29-87d2-6503ca27f0e3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:06.891343 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50678c22-f60e-4934-ae36-bc7c218c8d59 req-b924f505-abdb-4d29-87d2-6503ca27f0e3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0814321 Feb 16 12:58:06.940154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50678c22-f60e-4934-ae36-bc7c218c8d59 req-819b9625-315e-474f-83d9-588a51917ccd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Feb 16 12:58:07.133763 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-48092800-fe1e-4a5f-a90b-3a9cb865375f service neutron] 10.222.0.81 "GET /v2.0/ports/bdacbc5e-bd8d-434f-8b24-50e5aaff1291/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1258090 Feb 16 12:58:07.422265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-9370d4d9-5021-4c6a-bf59-1e51d49a2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:07.423601 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-9370d4d9-5021-4c6a-bf59-1e51d49a2e1c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e&tenant_id=17ba8a897d7947c8855f30cab78d8e46 HTTP/1.1" status: 200 len: 1098 time: 0.0755758 Feb 16 12:58:07.525782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-77c06d0c-9e02-446a-8957-26de9f6f73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:07.527375 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-77c06d0c-9e02-446a-8957-26de9f6f73a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1098 time: 0.0721409 Feb 16 12:58:07.668660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-c16514d3-7f01-4a06-8c8f-0d87b1542070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:07.670145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-c16514d3-7f01-4a06-8c8f-0d87b1542070 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1367688 Feb 16 12:58:07.740261 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-c9186a7d-ba78-41b1-bbbc-a784162dd30f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0633845 Feb 16 12:58:07.800840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573a20-063e-4375-84b3-f931df97bb3f req-f673aa16-3126-432b-99c6-e14bcb7e3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:07.802263 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-f673aa16-3126-432b-99c6-e14bcb7e3087 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0564845 Feb 16 12:58:07.847601 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-314a747b-1ca3-4866-aef2-70304a39bfbc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394478 Feb 16 12:58:07.975743 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-0f70bede-c6c8-4079-8dae-bb0a97cdba5f service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227274 Feb 16 12:58:08.107729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc573a20-063e-4375-84b3-f931df97bb3f req-8ca8ce00-1644-474a-acb1-8bf68b046880 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261508 Feb 16 12:58:08.131714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50cb2e-073d-4f74-a0cc-be446fe821a6 req-1d713822-4bb1-4a94-a54d-ee97b69c4416 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:08.133199 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-be50cb2e-073d-4f74-a0cc-be446fe821a6 req-1d713822-4bb1-4a94-a54d-ee97b69c4416 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0818555 Feb 16 12:58:08.179797 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-be50cb2e-073d-4f74-a0cc-be446fe821a6 req-61206dc6-0b29-42e3-ab6c-87bd57b36ffc tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Feb 16 12:58:09.370556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f059eb1-04df-493a-80a1-4240e29e90c2 req-50806573-357e-48d2-9d22-25b524474a92 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:09.372017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f059eb1-04df-493a-80a1-4240e29e90c2 req-50806573-357e-48d2-9d22-25b524474a92 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0831203 Feb 16 12:58:09.415941 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f059eb1-04df-493a-80a1-4240e29e90c2 req-ed7f1e23-35e2-4e62-87d0-3bdb88ea4440 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383027 Feb 16 12:58:10.259564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:58:10.267958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:10.485536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:10.502452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:10.523279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'port_id': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'mac_address': 'fa:16:3e:de:d8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca08627e-6e41-4f04-b001-56931962ae4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:58:10.531250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:10.585149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:10.597604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:10.625383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb21c2-f575-45e0-afdb-5dce3e1646dd req-acd6ec36-5402-4d84-bcc7-1c45de4dd66f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:10.626849 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fbfb21c2-f575-45e0-afdb-5dce3e1646dd req-acd6ec36-5402-4d84-bcc7-1c45de4dd66f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.1032038 Feb 16 12:58:10.632691 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'code': 200} Feb 16 12:58:10.637676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:10.664222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:10.670917 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fbfb21c2-f575-45e0-afdb-5dce3e1646dd req-56bc96c0-48bc-4bcc-a3e9-5730c2707376 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Feb 16 12:58:10.725532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:10.747325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:58:10.747685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:58:10.993983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14f18b-070e-49ef-a76b-cdf5a1263c54 req-8a280499-1ddd-4981-859e-4e04108dd4c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:10.996026 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a14f18b-070e-49ef-a76b-cdf5a1263c54 req-8a280499-1ddd-4981-859e-4e04108dd4c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 943 time: 0.0862019 Feb 16 12:58:11.014201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-b9feaf16-0d5b-4f96-aeb8-4c48fc7d0b1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:11.015051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-b9feaf16-0d5b-4f96-aeb8-4c48fc7d0b1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Synchronizing usage tracker for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:58:11.035402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-b9feaf16-0d5b-4f96-aeb8-4c48fc7d0b1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Unset dirty status for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:58:11.037351 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-b9feaf16-0d5b-4f96-aeb8-4c48fc7d0b1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e&tenant_id=17ba8a897d7947c8855f30cab78d8e46&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.1110084 Feb 16 12:58:11.047932 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a14f18b-070e-49ef-a76b-cdf5a1263c54 req-496ec409-23af-476b-8347-a66265009f8b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Feb 16 12:58:11.200564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-e453ad97-4167-4c77-8b45-43775c92d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:11.202039 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-e453ad97-4167-4c77-8b45-43775c92d33f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 1096 time: 0.0737820 Feb 16 12:58:11.302218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.320318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:11.335159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-e2d4808d-e891-4549-b421-24913f6997d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:11.336611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-e2d4808d-e891-4549-b421-24913f6997d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1292672 Feb 16 12:58:11.341475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:11.346660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.410641 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-a72ea86c-fa17-4387-91a2-70f67c159c14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 200 len: 217 time: 0.0671988 Feb 16 12:58:11.427782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:11.472710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bdacbc5e-bd8d-434f-8b24-50e5aaff1291'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:58:11.478143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-d4ff48b3-007e-40ee-9e13-562ad3287fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:11.480205 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-d4ff48b3-007e-40ee-9e13-562ad3287fbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0609813 Feb 16 12:58:11.530554 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-77ff044b-f20c-4f13-b338-f162cebe6e95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443475 Feb 16 12:58:11.764663 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-582d82dc-176c-4570-9d00-e3effae4225d service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284608 Feb 16 12:58:11.895297 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a53d7ad1-c2bb-40f3-a6af-354a465bac72 req-186e110d-2fb1-4d51-87fe-c5f2e830c343 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239064 Feb 16 12:58:12.242989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee93f19-3453-4f43-85b3-a064443e8287 req-3136ff4b-ab3d-49c4-b802-544fd001a23d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:12.245195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ee93f19-3453-4f43-85b3-a064443e8287 req-3136ff4b-ab3d-49c4-b802-544fd001a23d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 944 time: 0.0849543 Feb 16 12:58:12.258369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:12.290075 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ee93f19-3453-4f43-85b3-a064443e8287 req-d254203a-394d-4c83-a26c-1d4e2010c18a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Feb 16 12:58:12.367286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:12.367894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.484844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.517895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:12.524324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.601719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:12.633406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:12.678924 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'code': 200} Feb 16 12:58:13.488947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dd55-4888-4387-ba6f-6ca8b2849226 req-a5cff8bd-2bb3-4b47-8ac8-188d62c190ca tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:13.490398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0684dd55-4888-4387-ba6f-6ca8b2849226 req-a5cff8bd-2bb3-4b47-8ac8-188d62c190ca tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0824149 Feb 16 12:58:13.539953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0684dd55-4888-4387-ba6f-6ca8b2849226 req-b66366fe-1105-4184-9f1c-414c50983b88 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Feb 16 12:58:13.735994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5765fdd-956e-46fd-9318-96afefb03095 req-337adaf5-f220-4879-b553-9c1ef41d74ea tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:13.737435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5765fdd-956e-46fd-9318-96afefb03095 req-337adaf5-f220-4879-b553-9c1ef41d74ea tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0826395 Feb 16 12:58:13.781886 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5765fdd-956e-46fd-9318-96afefb03095 req-869edc45-e8d4-41cb-aa15-53b0eefe3b0b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Feb 16 12:58:13.981070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd9aa8-2621-496e-a3a6-998e89fd12fe req-13fd4762-d421-47f2-ba4f-152abe619f1e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:13.982510 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34bd9aa8-2621-496e-a3a6-998e89fd12fe req-13fd4762-d421-47f2-ba4f-152abe619f1e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0784414 Feb 16 12:58:14.029866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34bd9aa8-2621-496e-a3a6-998e89fd12fe req-f6f92179-1930-4b13-a65a-3dc4c9134caa tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415440 Feb 16 12:58:14.643094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-cba060b1-8974-40b9-92a8-3d8b45a30ff1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:14.644565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-cba060b1-8974-40b9-92a8-3d8b45a30ff1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 814 time: 0.2445643 Feb 16 12:58:14.662944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-dcc7a3b7-b9b4-46f0-943e-ed643f7b463c tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/quotas/17ba8a897d7947c8855f30cab78d8e46 HTTP/1.1" status: 200 len: 375 time: 0.0126755 Feb 16 12:58:14.741044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-5820715e-4c41-44dd-8726-38745fe0c1a6 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723336 Feb 16 12:58:14.872629 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-7a8998a2-abe0-413e-ac40-ebc9d0f5c3a8 service neutron] 10.222.0.65 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233408 Feb 16 12:58:15.007972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-b52c9e46-a717-4895-803b-3ad008fb9538 service neutron] 10.222.0.65 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269674 Feb 16 12:58:15.185729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-308573e5-4091-4d50-973a-ac511c54ff16 req-4e329493-5b72-4d7e-a72f-8fa9c03e474f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 210 time: 0.0428760 Feb 16 12:58:16.281665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-802a72b3-99da-41e3-8d35-3c9f9e369e9d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:16.283131 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-802a72b3-99da-41e3-8d35-3c9f9e369e9d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef47376-1d61-4fe0-8a9f-b829d92d6c7e HTTP/1.1" status: 200 len: 945 time: 0.0834823 Feb 16 12:58:16.353633 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9786d8db-82a5-4a48-8fb0-1871e08e1e66 req-50385cd0-aa59-47a6-a023-8be2e6be5c6f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 210 time: 0.0484672 Feb 16 12:58:16.364974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Deleting port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:16.365330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:16.558168 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-c4e546f0-6b4f-42c5-add2-33c011a9c911 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:16.559672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-c4e546f0-6b4f-42c5-add2-33c011a9c911 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 814 time: 0.1666672 Feb 16 12:58:16.580823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Request body: {'port': {'device_id': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'admin_state_up': True, 'tenant_id': '17ba8a897d7947c8855f30cab78d8e46'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:16.643866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] For port bdacbc5e-bd8d-434f-8b24-50e5aaff1291, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:16.644278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:16.740888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:16.751513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:16.768719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Made reservation on behalf of 17ba8a897d7947c8855f30cab78d8e46 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:58:16.772432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:16.777089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Calling delete_port for bdacbc5e-bd8d-434f-8b24-50e5aaff1291 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:16.924950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:16.947369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Allocated IP 172.20.0.13 (b18ca030-c083-43d4-a32e-a1d5234d45d0/ca08627e-6e41-4f04-b001-56931962ae4f/de522c07-98a9-4788-a337-ac39dd519d17) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:58:16.957713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bdacbc5e-bd8d-434f-8b24-50e5aaff1291'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:58:16.981770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Pushing event deleted for resources: {'Port': ['ID=bdacbc5e-bd8d-434f-8b24-50e5aaff1291,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:17.058049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] No DVR routers for this DVR port bdacbc5e-bd8d-434f-8b24-50e5aaff1291 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:58:17.060621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:17.063219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-deleted', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:17.080348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1a6a362-6e45-44a6-b820-ce1e7e8f8076 req-657a2b68-4b32-460a-bca6-f47785568de8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "DELETE /v2.0/ports/bdacbc5e-bd8d-434f-8b24-50e5aaff1291 HTTP/1.1" status: 204 len: 173 time: 0.7908947 Feb 16 12:58:17.191143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:17.191657 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef47376-1d61-4fe0-8a9f-b829d92d6c7e', 'name': 'network-vif-deleted', 'tag': 'bdacbc5e-bd8d-434f-8b24-50e5aaff1291', 'status': 'completed', 'code': 200} Feb 16 12:58:17.224179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:17.256117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bdacbc5e-bd8d-434f-8b24-50e5aaff1291'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:58:17.292876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Network b18ca030-c083-43d4-a32e-a1d5234d45d0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:17.295934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:17.304618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:58:17.340864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:17.354529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.355482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.355482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.355711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.356021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.356359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.356671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.356993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.357317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.357633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.357953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.358269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:17.383283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:17.383811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:17.413696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-3a76f0a8-4b0f-4e3b-afc9-a20a4e7ad458 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375592 Feb 16 12:58:17.432511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Request body: {'port': {'device_id': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:17.594908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:17.670071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5539a46-73b6-4b3e-a224-602b7cb33e5b req-e1cdaa2d-0ba1-49ee-b555-02290339d6c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:17.670684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e5539a46-73b6-4b3e-a224-602b7cb33e5b req-e1cdaa2d-0ba1-49ee-b555-02290339d6c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Synchronizing usage tracker for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:58:17.742846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e5539a46-73b6-4b3e-a224-602b7cb33e5b req-e1cdaa2d-0ba1-49ee-b555-02290339d6c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Unset dirty status for tenant:17ba8a897d7947c8855f30cab78d8e46 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:58:17.744128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e5539a46-73b6-4b3e-a224-602b7cb33e5b req-e1cdaa2d-0ba1-49ee-b555-02290339d6c8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 932 time: 0.2720735 Feb 16 12:58:17.940185 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e5539a46-73b6-4b3e-a224-602b7cb33e5b req-6ee384c1-bfd3-4c3d-b091-3fe948d3733d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898415 Feb 16 12:58:18.101664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:18.109030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:18.123086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Transition to ACTIVE for port object de522c07-98a9-4788-a337-ac39dd519d17 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:18.126969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:18.252352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:18.356837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Attempting to bind port de522c07-98a9-4788-a337-ac39dd519d17 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:58:18.357565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Attempting to bind port de522c07-98a9-4788-a337-ac39dd519d17 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:58:18.357565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Attempting to bind port de522c07-98a9-4788-a337-ac39dd519d17 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:18.362487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Port de522c07-98a9-4788-a337-ac39dd519d17 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:58:18.362802 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Attempting to bind port de522c07-98a9-4788-a337-ac39dd519d17 on network b18ca030-c083-43d4-a32e-a1d5234d45d0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:18.367992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:58:18.368360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Checking segment: {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:18.368742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Bound using segment: {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:58:18.369165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Bound port: de522c07-98a9-4788-a337-ac39dd519d17, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f417e8c9-6edf-4fb4-814c-f6d2393df17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:58:18.369506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:18.460182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:58:18.463083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:58:18.467706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:18.527368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:18.528033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:18.529583 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] 10.222.0.81 "PUT /v2.0/ports/de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 1094 time: 1.1013703 Feb 16 12:58:18.532037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:18.560552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f754a5-a73a-4291-b651-3108be7742d6 service neutron] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:18.588702 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17', 'status': 'completed', 'code': 200} Feb 16 12:58:18.679965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-909f9f13-1f7e-4c8e-a517-dfeb52ae1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:18.681671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-909f9f13-1f7e-4c8e-a517-dfeb52ae1a42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1097 time: 0.0747778 Feb 16 12:58:18.758806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-b992b33d-57a1-4c0c-8f7f-6201d625ad77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0648320 Feb 16 12:58:18.823224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-83a6aac2-5dce-41ce-931b-b1f0e2458cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:18.824716 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-83a6aac2-5dce-41ce-931b-b1f0e2458cb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0599546 Feb 16 12:58:18.875921 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-816f4464-b1b1-4d97-9447-f2f006728555 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449603 Feb 16 12:58:19.010200 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-8ad3a452-3ed7-46ec-b19c-237bea4d4dcb service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285934 Feb 16 12:58:19.192982 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-357afbb6-2ca0-4b13-802c-25e04a1eb83d req-d6766c13-2071-41a7-87f4-c9bfc962d90d service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772554 Feb 16 12:58:19.214458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e328-4ada-48c8-b64a-10270cc5a0ed req-3ce2556a-d599-4758-9fdf-f3a46b321f06 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:19.215923 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5905e328-4ada-48c8-b64a-10270cc5a0ed req-3ce2556a-d599-4758-9fdf-f3a46b321f06 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 944 time: 0.1666853 Feb 16 12:58:19.263473 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5905e328-4ada-48c8-b64a-10270cc5a0ed req-5e57217c-06d2-4823-b205-f834ea3b7252 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Feb 16 12:58:19.353843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-586ff184-13e8-4c82-af34-63e53691874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:19.355499 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-586ff184-13e8-4c82-af34-63e53691874d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1097 time: 0.0749516 Feb 16 12:58:19.488141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-21418a44-0ecc-4c0d-8a84-d524b0afb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:19.489737 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-21418a44-0ecc-4c0d-8a84-d524b0afb4c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1277850 Feb 16 12:58:19.558144 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-6bb46e43-cbbc-468c-8fd3-ae205350e9c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0608730 Feb 16 12:58:19.726712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-79a9a608-f7cf-463c-a9fe-ae36e6f5df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:19.728163 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-79a9a608-f7cf-463c-a9fe-ae36e6f5df49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.1635578 Feb 16 12:58:19.777304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-1a919e7f-307b-4b53-8f40-1691fca83343 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423858 Feb 16 12:58:19.909869 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-08f23c1b-e235-46b3-bc7c-4c2843ebb854 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246438 Feb 16 12:58:20.042391 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-caaae283-5fe5-4c27-aa1f-2fcf3f38ca0b req-00ed4e08-535d-48a4-a9a8-3bf0f8d73b58 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253493 Feb 16 12:58:20.287188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:20.322362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: bdacbc5e-bd8d-434f-8b24-50e5aaff1291 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:20.322730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bdacbc5e-bd8d-434f-8b24-50e5aaff1291 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:20.454330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924980d5-d0a1-4bbc-abf7-7d657c4507a2 req-1eaf7364-2385-4b42-b56d-6dddd2d43cd7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:20.455774 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-924980d5-d0a1-4bbc-abf7-7d657c4507a2 req-1eaf7364-2385-4b42-b56d-6dddd2d43cd7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 944 time: 0.0834944 Feb 16 12:58:20.501145 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-924980d5-d0a1-4bbc-abf7-7d657c4507a2 req-00f3a926-2091-4fb4-8882-791c510bbd5b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Feb 16 12:58:21.694476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e387e5-7dfc-449b-a98a-49d6d3116a77 req-073ec4bc-5fcb-4c6d-bbe4-4d43962d8042 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:21.696257 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77e387e5-7dfc-449b-a98a-49d6d3116a77 req-073ec4bc-5fcb-4c6d-bbe4-4d43962d8042 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 944 time: 0.0880156 Feb 16 12:58:21.742871 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77e387e5-7dfc-449b-a98a-49d6d3116a77 req-c83c2f44-3273-4cb4-a24d-a223e333d090 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Feb 16 12:58:22.076735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:22.302494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:58:22.440444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:22.454459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'de522c07-98a9-4788-a337-ac39dd519d17', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'port_id': 'de522c07-98a9-4788-a337-ac39dd519d17', 'mac_address': 'fa:16:3e:87:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca08627e-6e41-4f04-b001-56931962ae4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:58:22.509308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:22.530711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:22.546889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:22.551465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:22.625852 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:22.817766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['de522c07-98a9-4788-a337-ac39dd519d17'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:58:22.944375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473efb6-d307-4a29-ad74-75f36a1f2508 req-ddeab1d0-58d3-4f40-bc71-8f8b1e5753dd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:22.945926 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d473efb6-d307-4a29-ad74-75f36a1f2508 req-ddeab1d0-58d3-4f40-bc71-8f8b1e5753dd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 945 time: 0.0873795 Feb 16 12:58:22.997237 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d473efb6-d307-4a29-ad74-75f36a1f2508 req-5e693e04-52c4-4fc3-967f-32eda8f8567f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Feb 16 12:58:24.194850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543d98d-8f1f-4fe3-b2c9-be161f5da05e req-cc0d0dca-2686-46dc-90cb-9fa2cea76107 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:24.196335 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d543d98d-8f1f-4fe3-b2c9-be161f5da05e req-cc0d0dca-2686-46dc-90cb-9fa2cea76107 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 945 time: 0.0868387 Feb 16 12:58:24.250810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d543d98d-8f1f-4fe3-b2c9-be161f5da05e req-a20d4728-1bea-4119-ac6a-fae1c393920c tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Feb 16 12:58:24.302879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:24.369152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port de522c07-98a9-4788-a337-ac39dd519d17 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:24.374969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port de522c07-98a9-4788-a337-ac39dd519d17 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:24.375341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:24.489381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:24.516479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:24.526815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:24.531259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:24.609758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:24.628390 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17', 'code': 200} Feb 16 12:58:24.893142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f965a6-8b92-4539-872a-bf236ec37f37 req-72d6fea4-5647-404c-a441-cf04ed29c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:24.894891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57f965a6-8b92-4539-872a-bf236ec37f37 req-72d6fea4-5647-404c-a441-cf04ed29c38f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1099 time: 0.0722823 Feb 16 12:58:24.938178 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57f965a6-8b92-4539-872a-bf236ec37f37 req-51efa33c-c3b3-4fce-b024-adea67075f66 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Feb 16 12:58:25.436419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335f398-327e-4894-a908-ff4e8aeea83b req-ccd2c7e3-ec3a-420d-b201-d8a5529c4cc2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:25.437844 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4335f398-327e-4894-a908-ff4e8aeea83b req-ccd2c7e3-ec3a-420d-b201-d8a5529c4cc2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0823257 Feb 16 12:58:25.484191 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4335f398-327e-4894-a908-ff4e8aeea83b req-7123c63e-b26e-463e-929d-372430afa1a4 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Feb 16 12:58:25.733572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-387c0c3f-f710-4c63-b320-267546647993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:26.671550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4a54b-d811-4151-a318-d45169c1fbc4 req-8cdd83eb-a5ff-4b2c-8a81-8b469be67d59 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.673050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8e4a54b-d811-4151-a318-d45169c1fbc4 req-8cdd83eb-a5ff-4b2c-8a81-8b469be67d59 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0810237 Feb 16 12:58:26.720836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8e4a54b-d811-4151-a318-d45169c1fbc4 req-d47e5fe8-7dc3-4742-b3a9-a19b03dca4b9 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Feb 16 12:58:26.905297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b426-5882-4e59-8d0b-027f627bbcdd req-988ec594-0017-465a-942f-9d7a6137dd1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:26.906755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b637b426-5882-4e59-8d0b-027f627bbcdd req-988ec594-0017-465a-942f-9d7a6137dd1f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0798833 Feb 16 12:58:26.951781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b637b426-5882-4e59-8d0b-027f627bbcdd req-150ee66d-31ca-4143-9271-211f972a29bc tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Feb 16 12:58:27.382397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-27dcf6df-91d2-4973-a08a-25df2b14f586 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296892 Feb 16 12:58:27.397343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560152e-5805-4425-a964-9de97b659639 req-977e0a9b-e28a-4e04-ac63-1311e161a8a0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:27.398787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3560152e-5805-4425-a964-9de97b659639 req-977e0a9b-e28a-4e04-ac63-1311e161a8a0 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.1058412 Feb 16 12:58:27.445806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3560152e-5805-4425-a964-9de97b659639 req-07ad424b-fe53-45a2-8e4a-516eb04d54f7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Feb 16 12:58:27.947130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a88bc936-40ee-41c7-b928-4229c06234e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:28.702190 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93535a-4eca-48d1-b693-1e0e61c9077f req-f3e5feb6-98a8-41ce-9d74-c883ed701f8b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:28.703930 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ef93535a-4eca-48d1-b693-1e0e61c9077f req-f3e5feb6-98a8-41ce-9d74-c883ed701f8b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.1479592 Feb 16 12:58:28.709748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-ea4d866f-fcd8-4152-8604-0fb1d7cf0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:28.711129 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-ea4d866f-fcd8-4152-8604-0fb1d7cf0e4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1099 time: 0.1156034 Feb 16 12:58:28.837592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ef93535a-4eca-48d1-b693-1e0e61c9077f req-e1591839-b12b-4a61-8bc1-1bebc4f8eba3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254330 Feb 16 12:58:28.875757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-5e4e010a-8f05-483c-8c24-ae072d9464fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:28.876970 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-5e4e010a-8f05-483c-8c24-ae072d9464fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1521053 Feb 16 12:58:28.951896 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-8abff0fa-a8f2-4a46-9ac6-8e4a69f72a20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0688086 Feb 16 12:58:29.024122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-3f22342e-6f09-43d5-b86f-579cfee11440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:29.026047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-3f22342e-6f09-43d5-b86f-579cfee11440 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0677941 Feb 16 12:58:29.028884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:29.144488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:29.163044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-5733d1c2-f1a9-4746-8201-699ce00dfd88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319425 Feb 16 12:58:29.294196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-b9fdb956-20e7-429a-a2e8-974bc5e87211 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246588 Feb 16 12:58:29.431208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-13f68bc9-90f2-4cd7-8dcf-99ddcac42f32 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309998 Feb 16 12:58:30.027194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e133-15b1-46fe-8a01-9a1d65a493b4 req-a511d38c-0435-49fd-ab2c-96f23d762815 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:30.028667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f86e133-15b1-46fe-8a01-9a1d65a493b4 req-a511d38c-0435-49fd-ab2c-96f23d762815 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0828886 Feb 16 12:58:30.076674 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f86e133-15b1-46fe-8a01-9a1d65a493b4 req-4d0358cc-aa6a-46c6-8b5f-6a5c9bd26026 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422797 Feb 16 12:58:30.490586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:31.262907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55937-cebe-40cb-bec2-73b204ee2a1c req-20bdfcb6-0cb7-4bac-b59c-22789e9dd3f6 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:31.264368 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36a55937-cebe-40cb-bec2-73b204ee2a1c req-20bdfcb6-0cb7-4bac-b59c-22789e9dd3f6 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0796654 Feb 16 12:58:31.310047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36a55937-cebe-40cb-bec2-73b204ee2a1c req-54a41b51-a9ee-483a-95b0-a7101b7faa0c tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Feb 16 12:58:32.501885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc548-a603-4ab6-ae6d-5cd0a1228525 req-ec5d34ea-d52c-4989-83e9-e37c9a88ac3a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:32.503352 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-507fc548-a603-4ab6-ae6d-5cd0a1228525 req-ec5d34ea-d52c-4989-83e9-e37c9a88ac3a tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0846221 Feb 16 12:58:32.549073 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-507fc548-a603-4ab6-ae6d-5cd0a1228525 req-80bdd43b-0a68-470d-839c-72ef3eec1d10 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Feb 16 12:58:32.939968 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:58:33.737162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3037-989b-47d3-bf0d-8d776b53df70 req-cf147b6e-bc1c-492e-92c5-a0ba91e648b9 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:33.738626 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa5c3037-989b-47d3-bf0d-8d776b53df70 req-cf147b6e-bc1c-492e-92c5-a0ba91e648b9 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0814912 Feb 16 12:58:33.785017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa5c3037-989b-47d3-bf0d-8d776b53df70 req-3b92dc98-85d4-4f8d-adb9-e53efcc4a026 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Feb 16 12:58:35.021549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820b933-4f1c-4535-af72-43f47920bb34 req-7fa3d016-2180-4625-ae46-ac1c04b962a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:35.023125 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c820b933-4f1c-4535-af72-43f47920bb34 req-7fa3d016-2180-4625-ae46-ac1c04b962a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0989864 Feb 16 12:58:35.074678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c820b933-4f1c-4535-af72-43f47920bb34 req-b6805b5e-33f5-479b-be00-a2831a284c46 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Feb 16 12:58:36.262058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400ac5-952d-4637-adce-302a9e8334ee req-f47b6970-61ec-4d2e-8caa-8a1add6d0afa tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:36.263479 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23400ac5-952d-4637-adce-302a9e8334ee req-f47b6970-61ec-4d2e-8caa-8a1add6d0afa tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0835848 Feb 16 12:58:36.305738 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23400ac5-952d-4637-adce-302a9e8334ee req-922a0289-2d07-4283-91f2-f90d78162e06 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Feb 16 12:58:37.494058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662953f-3cba-4aaf-8742-de93f5e45631 req-ca1da506-0c31-4cc4-b110-b8dbf667e3bd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:37.496236 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4662953f-3cba-4aaf-8742-de93f5e45631 req-ca1da506-0c31-4cc4-b110-b8dbf667e3bd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0807278 Feb 16 12:58:37.540255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4662953f-3cba-4aaf-8742-de93f5e45631 req-d3ae704c-3715-49e6-a6c6-946901e4f4e5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 Feb 16 12:58:38.731233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae59a0-7f5a-4208-a938-1a882d75d8e7 req-ce5fe05b-684d-4afc-8b21-699e1005bbaa tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:38.732693 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-98ae59a0-7f5a-4208-a938-1a882d75d8e7 req-ce5fe05b-684d-4afc-8b21-699e1005bbaa tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0835271 Feb 16 12:58:38.776017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-98ae59a0-7f5a-4208-a938-1a882d75d8e7 req-7e07d666-fe73-411a-aeb2-c244f045f298 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Feb 16 12:58:39.957124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa008d-08be-4160-a177-8ef3bbbd4c3b req-956ba203-fe89-4b18-ae0e-86199d52a898 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:39.958544 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aaaa008d-08be-4160-a177-8ef3bbbd4c3b req-956ba203-fe89-4b18-ae0e-86199d52a898 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0794811 Feb 16 12:58:40.004202 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aaaa008d-08be-4160-a177-8ef3bbbd4c3b req-489b98f7-2887-4f46-80a1-32b3abd39ec8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Feb 16 12:58:41.188523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff870a-3174-4195-a4a1-fcda1a3a09ab req-efba5e66-45a8-416f-a961-6e5304f81a4d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:41.189915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ff870a-3174-4195-a4a1-fcda1a3a09ab req-efba5e66-45a8-416f-a961-6e5304f81a4d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0790751 Feb 16 12:58:41.234020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ff870a-3174-4195-a4a1-fcda1a3a09ab req-0d145ce2-20af-4d2f-9b5a-8a50f96c01fb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Feb 16 12:58:42.421446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30661793-2bfa-4008-8390-6de1c2c75a57 req-56b48994-ec99-4617-8076-5ac284eb4e08 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:42.422900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30661793-2bfa-4008-8390-6de1c2c75a57 req-56b48994-ec99-4617-8076-5ac284eb4e08 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0828290 Feb 16 12:58:42.466336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30661793-2bfa-4008-8390-6de1c2c75a57 req-8d84a8c3-05bc-4f88-a1f2-5d3e9defd949 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Feb 16 12:58:43.652683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27d21c-a7ae-4d23-8510-45b1b4161d8b req-1c304e7e-765f-4e78-af5f-6872a6f0edaf tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:43.654166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd27d21c-a7ae-4d23-8510-45b1b4161d8b req-1c304e7e-765f-4e78-af5f-6872a6f0edaf tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0810246 Feb 16 12:58:43.701699 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd27d21c-a7ae-4d23-8510-45b1b4161d8b req-8b654a12-9183-4ccc-850f-22826df9022d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Feb 16 12:58:44.886638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedc7c9-7883-4821-b4ac-116cce6067d5 req-85627364-197c-405c-b8e7-4892159bb130 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:44.888324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4aedc7c9-7883-4821-b4ac-116cce6067d5 req-85627364-197c-405c-b8e7-4892159bb130 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0796819 Feb 16 12:58:44.933848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4aedc7c9-7883-4821-b4ac-116cce6067d5 req-1736ab5c-7e44-424d-84ac-1a67f89b2bdc tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Feb 16 12:58:46.125133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f547e-1e0d-44e2-9a8e-8fe18bfb5852 req-d2bb4aca-e8ac-4437-b5d2-651eaaf25849 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.126557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621f547e-1e0d-44e2-9a8e-8fe18bfb5852 req-d2bb4aca-e8ac-4437-b5d2-651eaaf25849 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0887315 Feb 16 12:58:46.264681 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621f547e-1e0d-44e2-9a8e-8fe18bfb5852 req-47ab4216-9e5f-4528-b5ad-5caf977875b1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324027 Feb 16 12:58:47.253439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-4ef1e42d-3d46-4099-a72a-ff5f6c2ad04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:47.254853 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-4ef1e42d-3d46-4099-a72a-ff5f6c2ad04b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1099 time: 0.0679595 Feb 16 12:58:47.442255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-2307948b-b2f8-41f8-90bf-79f43de54730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:47.443673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-2307948b-b2f8-41f8-90bf-79f43de54730 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1706812 Feb 16 12:58:47.516839 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-9b2ec3f7-84fa-40aa-a667-ed8ecac3794d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0648208 Feb 16 12:58:47.575158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea7d89-9c6d-459c-9cb3-4d1e228983c5 req-58fcd267-51d8-4671-81b2-fd5583b30fba tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:47.576611 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7ea7d89-9c6d-459c-9cb3-4d1e228983c5 req-58fcd267-51d8-4671-81b2-fd5583b30fba tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.2015064 Feb 16 12:58:47.612829 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-078f71ef-face-4b6d-8c5b-cf1f2b0ccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:47.614234 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-078f71ef-face-4b6d-8c5b-cf1f2b0ccee4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0880065 Feb 16 12:58:47.670771 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-837f9216-313d-4089-b893-cd2d28e2715d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481026 Feb 16 12:58:47.675303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7ea7d89-9c6d-459c-9cb3-4d1e228983c5 req-4dcfa270-d524-4e06-b003-77bf5544a5cc tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922532 Feb 16 12:58:47.802176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-c4e59a71-508f-4bdc-8a55-65ebbe59213f service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250236 Feb 16 12:58:47.936278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f70e73c4-56ed-4a26-be34-f99cff5c14de req-5c003e6c-606d-40f5-85d1-4ae0624cda7e service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 Feb 16 12:58:48.859502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a016e4-895f-4ef4-8dca-c118e31053f3 req-67aa31f8-f367-49c1-906a-36981c830deb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:48.860908 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4a016e4-895f-4ef4-8dca-c118e31053f3 req-67aa31f8-f367-49c1-906a-36981c830deb tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0772438 Feb 16 12:58:48.904946 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4a016e4-895f-4ef4-8dca-c118e31053f3 req-1b94e45d-b5dd-43fb-a27d-7e0be031b751 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Feb 16 12:58:50.096106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786daacc-14ce-472c-a82b-607a6bf2799a req-f2a8790e-5c0f-4442-a7ee-cbac746ee315 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:50.097514 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-786daacc-14ce-472c-a82b-607a6bf2799a req-f2a8790e-5c0f-4442-a7ee-cbac746ee315 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0808849 Feb 16 12:58:50.140756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-786daacc-14ce-472c-a82b-607a6bf2799a req-5b721e40-65d5-4a0e-8317-a3e2b5845657 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 Feb 16 12:58:51.331920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5058c-f40a-48e7-aa3c-c88a21eb897f req-d774683f-42fd-4f7b-b934-469b05bad1e7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:51.333426 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74c5058c-f40a-48e7-aa3c-c88a21eb897f req-d774683f-42fd-4f7b-b934-469b05bad1e7 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0827954 Feb 16 12:58:51.378094 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-74c5058c-f40a-48e7-aa3c-c88a21eb897f req-5da1ba5f-30c6-4504-9e3b-291e59661e57 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389438 Feb 16 12:58:52.098550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:52.563098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b3b7-4548-4799-b6fb-e219c5d78140 req-c8a9fc7b-b421-4b72-b0f4-0998e821345f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:52.564551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cb3b3b7-4548-4799-b6fb-e219c5d78140 req-c8a9fc7b-b421-4b72-b0f4-0998e821345f tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0817528 Feb 16 12:58:52.608925 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cb3b3b7-4548-4799-b6fb-e219c5d78140 req-9539a3c7-8f0b-4bbd-a28a-97d33f173983 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Feb 16 12:58:53.793256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13345836-c2f1-4909-82e6-9283c3e3cf6f req-cf6155d2-d42b-451a-8825-33cbf443835d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:53.794700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-13345836-c2f1-4909-82e6-9283c3e3cf6f req-cf6155d2-d42b-451a-8825-33cbf443835d tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0791695 Feb 16 12:58:53.841052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-13345836-c2f1-4909-82e6-9283c3e3cf6f req-a413cbeb-f9ce-4d24-8690-52b453fd5258 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Feb 16 12:58:55.029734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093861-2c5d-47b1-a6ce-66646ba5bf2f req-a0367c95-afd5-4ba6-a04e-9cb247542351 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:55.031154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-94093861-2c5d-47b1-a6ce-66646ba5bf2f req-a0367c95-afd5-4ba6-a04e-9cb247542351 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0775638 Feb 16 12:58:55.075670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-94093861-2c5d-47b1-a6ce-66646ba5bf2f req-1005a10c-5b70-44ff-adac-0e52d67326ab tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 Feb 16 12:58:55.735616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-48968169-75e9-4af9-9832-8af2527bde0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:56.323338 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-232649fc-787b-4cd4-8319-698bc1574324 service neutron] 10.222.0.81 "GET /v2.0/ports/de522c07-98a9-4788-a337-ac39dd519d17/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0945551 Feb 16 12:58:56.335985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777e0e-3260-4c7d-9782-eac0aa98897a req-5c0e7f2e-fa99-4e8a-9f30-7089e2638639 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.338117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03777e0e-3260-4c7d-9782-eac0aa98897a req-5c0e7f2e-fa99-4e8a-9f30-7089e2638639 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.1499102 Feb 16 12:58:56.387618 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03777e0e-3260-4c7d-9782-eac0aa98897a req-a578f97e-ccea-45e4-9560-a32c16319aec tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Feb 16 12:58:56.703452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-442d6c2f-f570-4bd9-8edb-2e29890a2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.705112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-442d6c2f-f570-4bd9-8edb-2e29890a2a0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721&tenant_id=17ba8a897d7947c8855f30cab78d8e46 HTTP/1.1" status: 200 len: 1099 time: 0.1673586 Feb 16 12:58:56.804800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-e78623ae-c35a-4885-9c63-8962bd69f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.806337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-e78623ae-c35a-4885-9c63-8962bd69f730 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1099 time: 0.0685487 Feb 16 12:58:56.934933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-54f296da-5b9c-437b-893c-780faaf718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:56.936388 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-54f296da-5b9c-437b-893c-780faaf718b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1238663 Feb 16 12:58:57.005097 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-37534eb0-920e-47e7-b732-e8170e57920e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0628648 Feb 16 12:58:57.066281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-2047d09b-b110-4b11-99a2-3314b6ee10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:57.067707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-2047d09b-b110-4b11-99a2-3314b6ee10ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0571885 Feb 16 12:58:57.119199 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-9ee3d7c4-fa94-4508-a742-6a9f3fecab07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452852 Feb 16 12:58:57.248776 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-24d63939-02c6-48cc-ad6c-0f3f06a28e43 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236815 Feb 16 12:58:57.379726 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1a4b8cd-ba79-4613-b7df-bd8bded8ac82 req-340f9cf8-e44d-4dbb-b0a0-bfb022854f72 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254640 Feb 16 12:58:57.595577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6db13f-8a67-482a-a4af-55e142d4a20b req-f6d7d843-c782-4a64-877b-b04593ffe1f5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:57.597058 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e6db13f-8a67-482a-a4af-55e142d4a20b req-f6d7d843-c782-4a64-877b-b04593ffe1f5 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0891180 Feb 16 12:58:57.643528 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e6db13f-8a67-482a-a4af-55e142d4a20b req-108c8229-4f11-468e-8f22-fb93b9335275 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Feb 16 12:58:57.939531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-99022828-85c0-4ec2-93be-a29b1d415ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:58.831038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae1b59-fe81-40e9-8e5a-d52f9cde12f7 req-9358271f-645f-4638-9a65-54d0c454c5e9 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:58.832480 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abae1b59-fe81-40e9-8e5a-d52f9cde12f7 req-9358271f-645f-4638-9a65-54d0c454c5e9 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0813160 Feb 16 12:58:58.876613 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abae1b59-fe81-40e9-8e5a-d52f9cde12f7 req-70aeefab-45e0-4a30-9195-d75848d0d5bd tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Feb 16 12:58:59.031896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:59.146541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.065895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677533a-626c-4503-9abb-c1255bc7bf47 req-db89ec3e-ee09-420d-a731-1e540d66be91 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.067902 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0677533a-626c-4503-9abb-c1255bc7bf47 req-db89ec3e-ee09-420d-a731-1e540d66be91 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0839622 Feb 16 12:59:00.112078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0677533a-626c-4503-9abb-c1255bc7bf47 req-8cbb15a6-fdec-45ed-8d65-f05bee5fedd8 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Feb 16 12:59:00.445860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:00.453553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:00.494387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcb96f-62c2-4c59-b1e5-cd691ddf2730 req-5172aece-4141-4df1-acff-dd5cf353a477 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.495872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73dcb96f-62c2-4c59-b1e5-cd691ddf2730 req-5172aece-4141-4df1-acff-dd5cf353a477 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.1472473 Feb 16 12:59:00.504180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0bab7b57-8571-4b42-93e6-7d1ab5c74fa3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.505554 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0bab7b57-8571-4b42-93e6-7d1ab5c74fa3 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721&tenant_id=17ba8a897d7947c8855f30cab78d8e46&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1219089 Feb 16 12:59:00.530939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.549825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73dcb96f-62c2-4c59-b1e5-cd691ddf2730 req-54feff5a-7f3f-4c08-a7c6-f13d24052348 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Feb 16 12:59:00.693331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.697295 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-e65b65f7-9242-4fee-9052-079a47ba6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.698571 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-e65b65f7-9242-4fee-9052-079a47ba6903 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ba8a897d7947c8855f30cab78d8e46&device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 1099 time: 0.0937042 Feb 16 12:59:00.708600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:00.730784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'de522c07-98a9-4788-a337-ac39dd519d17', 'network_id': 'b18ca030-c083-43d4-a32e-a1d5234d45d0', 'port_id': 'de522c07-98a9-4788-a337-ac39dd519d17', 'mac_address': 'fa:16:3e:87:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca08627e-6e41-4f04-b001-56931962ae4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:00.740971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:00.786025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:00.795956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.833146 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17', 'code': 200} Feb 16 12:59:00.836934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-68465c38-20d6-4f6e-8b6f-93c0fd354e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.839723 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-68465c38-20d6-4f6e-8b6f-93c0fd354e75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 200 len: 915 time: 0.1346118 Feb 16 12:59:00.860549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:00.891143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:00.922935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:00.927988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0dbdd476-60f3-4678-b22f-02aa409912e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 200 len: 217 time: 0.0652256 Feb 16 12:59:00.941576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.941915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.942250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.942580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.942905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.943230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.943550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.943872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.944220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.944541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.944857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.945171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:00.965831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:59:00.966183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:59:00.989679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0e196b92-7999-4262-abd1-a84c0cbad379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:00.991102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0e196b92-7999-4262-abd1-a84c0cbad379 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 200 len: 854 time: 0.0579536 Feb 16 12:59:01.036508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-2449a18a-f162-41e0-b152-53b2aa498998 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b18ca030-c083-43d4-a32e-a1d5234d45d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395339 Feb 16 12:59:01.258183 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-c39b95c6-bf81-4a8a-aa82-30ad296127f0 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162952 Feb 16 12:59:01.389582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a572b5d-b089-4f62-b263-085a6a9092f0 req-0ec6143a-78e0-4931-a033-19bdc0903d69 service neutron] 10.222.0.81 "GET /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255059 Feb 16 12:59:01.554352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:01.570524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:01.588806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:01.593646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:01.662166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:01.734860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['de522c07-98a9-4788-a337-ac39dd519d17'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:01.749042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6f1b2-5e54-484b-a058-71a7e5f4931f req-316442ae-7d29-4fbd-80b6-f256eada8445 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:01.750509 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbe6f1b2-5e54-484b-a058-71a7e5f4931f req-316442ae-7d29-4fbd-80b6-f256eada8445 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 945 time: 0.0835822 Feb 16 12:59:01.799371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbe6f1b2-5e54-484b-a058-71a7e5f4931f req-69dda5c7-e91d-4261-897e-10f08aca4677 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Feb 16 12:59:02.469515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:02.549959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port de522c07-98a9-4788-a337-ac39dd519d17 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:02.550450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:02.688212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:02.720117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:02.724145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:02.792825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:02.834544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:02.881589 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17', 'code': 200} Feb 16 12:59:02.997624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fdbe-a018-4e9e-94bf-b66144969090 req-795d5ad4-ff6c-4fcd-ac83-555a8e790024 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:02.998969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9322fdbe-a018-4e9e-94bf-b66144969090 req-795d5ad4-ff6c-4fcd-ac83-555a8e790024 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0791974 Feb 16 12:59:03.045651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9322fdbe-a018-4e9e-94bf-b66144969090 req-84439f7a-cad0-4591-8cc4-dbcc2ca300df tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Feb 16 12:59:03.237633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99299c-e88b-419e-8afc-4665ad2dd63d req-392b8253-4d4c-41f9-9e40-b53c6d5cd8a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:03.239086 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e99299c-e88b-419e-8afc-4665ad2dd63d req-392b8253-4d4c-41f9-9e40-b53c6d5cd8a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0863335 Feb 16 12:59:03.285190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e99299c-e88b-419e-8afc-4665ad2dd63d req-88f43f50-5a83-4844-941d-d6fd2cfad201 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Feb 16 12:59:03.473127 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0748487-6ea4-4b80-b116-9754d4995715 req-3d53dfa1-5080-4a3d-94fe-59914074bf0e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:03.474538 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a0748487-6ea4-4b80-b116-9754d4995715 req-3d53dfa1-5080-4a3d-94fe-59914074bf0e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0834842 Feb 16 12:59:03.519329 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a0748487-6ea4-4b80-b116-9754d4995715 req-56dc3094-2b02-4cf0-b4bf-dc4c05a8a173 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Feb 16 12:59:04.230877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6486-d5f3-4266-8e7d-8bb84b829aa8 req-52b4e283-3a47-43d1-b137-65427fe6d17b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:04.232394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5bdb6486-d5f3-4266-8e7d-8bb84b829aa8 req-52b4e283-3a47-43d1-b137-65427fe6d17b tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0826237 Feb 16 12:59:04.277638 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5bdb6486-d5f3-4266-8e7d-8bb84b829aa8 req-450e5394-6f0a-46c5-acad-a918e5187b7e tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Feb 16 12:59:05.467060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af424639-cf7f-4e32-9fea-af2bec0a2c9f req-56bd25f3-c385-44cd-b040-74816602f4d1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:05.468648 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af424639-cf7f-4e32-9fea-af2bec0a2c9f req-56bd25f3-c385-44cd-b040-74816602f4d1 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0843518 Feb 16 12:59:05.514537 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af424639-cf7f-4e32-9fea-af2bec0a2c9f req-0e2eb0de-6a67-46ea-a866-64b41a748d00 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/security-groups?id=46680543-6f6d-4182-813d-6bfa3498b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Feb 16 12:59:05.861383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-acad6f44-5d99-4e97-874b-a77019f3d197 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:05.862690 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-acad6f44-5d99-4e97-874b-a77019f3d197 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 946 time: 0.0809612 Feb 16 12:59:05.935882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Deleting port de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:05.936245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.195870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] For port de522c07-98a9-4788-a337-ac39dd519d17, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=de522c07-98a9-4788-a337-ac39dd519d17,segment=NetworkSegment(f417e8c9-6edf-4fb4-814c-f6d2393df17e),segment_id=f417e8c9-6edf-4fb4-814c-f6d2393df17e)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:06.196130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.318550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Calling delete_port for de522c07-98a9-4788-a337-ac39dd519d17 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:06.466297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.501810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['de522c07-98a9-4788-a337-ac39dd519d17'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:06.518628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Pushing event deleted for resources: {'Port': ['ID=de522c07-98a9-4788-a337-ac39dd519d17,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:06.723221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] No DVR routers for this DVR port de522c07-98a9-4788-a337-ac39dd519d17 on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:06.729555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.733560 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee5b54a4-4c6d-430e-98c5-6e94a77ff035 req-a55d40b7-c4a9-480e-af08-8e547e6ebbae tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9247f60-0604-4f6f-b7ec-24a3825ed721 HTTP/1.1" status: 200 len: 210 time: 0.0777743 Feb 16 12:59:06.733986 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-deleted', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:06.754042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e69431e-5ad4-46f7-93cd-222320dbf903 req-c12452aa-69a9-4157-835f-e0e5b04f39a2 tempest-ServerDiskConfigTestJSON-1064148643 tempest-ServerDiskConfigTestJSON-1064148643-project] 10.222.0.81 "DELETE /v2.0/ports/de522c07-98a9-4788-a337-ac39dd519d17 HTTP/1.1" status: 204 len: 173 time: 0.8859067 Feb 16 12:59:06.893736 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9247f60-0604-4f6f-b7ec-24a3825ed721', 'name': 'network-vif-deleted', 'tag': 'de522c07-98a9-4788-a337-ac39dd519d17', 'status': 'completed', 'code': 200} Feb 16 12:59:07.966982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:08.030080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Deleting subnet ca08627e-6e41-4f04-b001-56931962ae4f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:59:08.033062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.081450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.141007 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.209820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.249097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca08627e-6e41-4f04-b001-56931962ae4f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:08.252150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.257572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-317ef5df-13ee-44e9-beec-e585d4253ed1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ca08627e-6e41-4f04-b001-56931962ae4f HTTP/1.1" status: 204 len: 168 time: 0.2895482 Feb 16 12:59:08.260681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:08.367330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.491964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.517822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18ca030-c083-43d4-a32e-a1d5234d45d0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:08.524128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:08.530857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f417e8c9-6edf-4fb4-814c-f6d2393df17e') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:08.531149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f417e8c9-6edf-4fb4-814c-f6d2393df17e') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:08.542780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.563154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: de522c07-98a9-4788-a337-ac39dd519d17 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:08.563496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device de522c07-98a9-4788-a337-ac39dd519d17 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:08.564285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.571542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:59:08.572843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:59:08.586170 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:59:08.658387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.673982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.684743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] Pushing event deleted for resources: {'Network': ['ID=b18ca030-c083-43d4-a32e-a1d5234d45d0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:08.692835 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6fedadc-98f7-4a8a-a4b0-7163310f199b admin admin] 10.222.0.65 "DELETE /v2.0/networks/b18ca030-c083-43d4-a32e-a1d5234d45d0 HTTP/1.1" status: 204 len: 168 time: 0.4312389 Feb 16 12:59:08.831024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:08.884134 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3bf5756-18b8-4296-b760-165644f9a36c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17ba8a897d7947c8855f30cab78d8e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519018 Feb 16 12:59:08.886745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33326) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:08.953510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:08.980191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:09.033392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:09.051658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46680543-6f6d-4182-813d-6bfa3498b2f0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:09.065263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:09.066378 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ee485a11-b65d-4b86-9574-8cc3f13f5820 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46680543-6f6d-4182-813d-6bfa3498b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1787536 Feb 16 12:59:09.811560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:09.939818 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:09.950392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1883562873-network', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:09.955545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:09.961565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Usage tracker for resource:network and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:09.964587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:09.970715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:09.981116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:09.983739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:09.996302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.011052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:10.014936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Usage tracker for resource:security_group_rule and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:10.017741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:10.023327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:10.111320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.115256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.146252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:59:10.154691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5db1e5-37ed-46a6-a525-75354b383e2f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:10.164893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.165150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Added segment 28d14d8b-51ac-443d-bbec-3fbb741e7975 of type vlan for network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 Feb 16 12:59:10.192798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.224044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.224983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:10.225572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.329778 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5170846 Feb 16 12:59:10.330496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d04b28-e8dd-4fbc-8608-c79729cbdabc admin admin] Pushing event updated for resources: {'Network': ['ID=2e7b1534-d7f8-49a5-afb3-266b7aee38f0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:10.332566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33356) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:10.338860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Request body: {'subnet': {'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1883562873-subnet', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:10.342238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:59:10.343844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:10.347972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Usage tracker for resource:subnet and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:10.351002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:10.358503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:10.369306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:10.372306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.579779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.654258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:10.664465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:10.664820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Network hostable DHCP agents. Network: 2e7b1534-d7f8-49a5-afb3-266b7aee38f0, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:59:10.684958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:59:10.694409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 2e7b1534-d7f8-49a5-afb3-266b7aee38f0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:10.700924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:10.701606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.703557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b1897-22ef-4e67-a9c2-e32ae1e9e057 None None] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:59:10.724945 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2944a8df-3d1a-490f-9b1b-cf66d4decd53 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911605 Feb 16 12:59:10.727586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33360) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:10.733390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:10.738610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:10.742450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Usage tracker for resource:router and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:10.745970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:10.751805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:10.765411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.766686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.783678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:10.925507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:59:10.926402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.060431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.083509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Allocated IP 172.20.0.2 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/87da886b-2eb2-443c-9dce-1ff5d6b48255) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:11.303885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.317229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Transition to ACTIVE for port object 87da886b-2eb2-443c-9dce-1ff5d6b48255 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:11.337579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Transition to ACTIVE for port object 87da886b-2eb2-443c-9dce-1ff5d6b48255 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:11.343981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.404666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:11.407676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:11.411376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:11.489583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Pushing event updated for resources: {'Port': ['ID=87da886b-2eb2-443c-9dce-1ff5d6b48255,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:11.512451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.517440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Attempting to bind port 87da886b-2eb2-443c-9dce-1ff5d6b48255 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:11.517886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Attempting to bind port 87da886b-2eb2-443c-9dce-1ff5d6b48255 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:11.518316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Attempting to bind port 87da886b-2eb2-443c-9dce-1ff5d6b48255 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:11.524647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:11.525821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:11.526379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.526951 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:11.527483 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Bound port: 87da886b-2eb2-443c-9dce-1ff5d6b48255, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:11.527919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.543738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.632458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] For port 87da886b-2eb2-443c-9dce-1ff5d6b48255, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:11.641847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] For port 87da886b-2eb2-443c-9dce-1ff5d6b48255, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87da886b-2eb2-443c-9dce-1ff5d6b48255,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:11.647328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.702749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Allocated IP 172.26.4.5 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/60db85f8-4340-419e-adcd-bd914b167836) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:11.779441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c5d27-b1b7-41f9-90d0-98f6f62da001 None None] Pushing event updated for resources: {'Port': ['ID=87da886b-2eb2-443c-9dce-1ff5d6b48255,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:11.867354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.898585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:11.967973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:11.975138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:11.978335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:12.013744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Pushing event updated for resources: {'Port': ['ID=60db85f8-4340-419e-adcd-bd914b167836,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:12.030139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.030483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.030815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.031261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.031593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.031917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.032267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.032590 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.032904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.033272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.033529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.033844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:12.419420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.773856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009c60f5-6917-42d1-b96c-8ecf7216f453 None None] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:59:12.885126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ccb4a54d-3899-4b74-9846-e9c38f0b835d None None] Provisioning for port 87da886b-2eb2-443c-9dce-1ff5d6b48255 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:12.892233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:12.993717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87da886b-2eb2-443c-9dce-1ff5d6b48255 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:13.094042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 87da886b-2eb2-443c-9dce-1ff5d6b48255 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:13.099870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 87da886b-2eb2-443c-9dce-1ff5d6b48255 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:13.100410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:13.116160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Router 736fe633-6532-40ed-87bc-5a39b194732c is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:59:13.236527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:13.282190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 87da886b-2eb2-443c-9dce-1ff5d6b48255, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87da886b-2eb2-443c-9dce-1ff5d6b48255,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:13.285841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:13.316943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:13.331361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:13.344348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:13.345573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c683f6a0-6a57-4c11-9edd-898fbfcf438c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6163394 Feb 16 12:59:13.348309 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:13.357143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:13.357697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:58:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:13.440253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-283ca8a3-24e9-4098-bdb5-f12167dd0970 None None] Provisioning complete for port 87da886b-2eb2-443c-9dce-1ff5d6b48255 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:13.440563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-283ca8a3-24e9-4098-bdb5-f12167dd0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:13.473393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=87da886b-2eb2-443c-9dce-1ff5d6b48255,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:13.640105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:13.948161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:12Z', 'revision_number': 3, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:13.952209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:13.952556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Updating router 736fe633-6532-40ed-87bc-5a39b194732c port 60db85f8-4340-419e-adcd-bd914b167836 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:14.005571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.041907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.258617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Allocated IP 172.20.0.1 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/5c9c2b0a-9454-4271-b54f-ed9bee9b97cc) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:14.398471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.413000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Transition to ACTIVE for port object 60db85f8-4340-419e-adcd-bd914b167836 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:14.420334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.503327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Attempting to bind port 60db85f8-4340-419e-adcd-bd914b167836 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:14.503701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Attempting to bind port 60db85f8-4340-419e-adcd-bd914b167836 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:14.504082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Attempting to bind port 60db85f8-4340-419e-adcd-bd914b167836 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:14.510573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab651a-d785-4a46-8ee0-5482c2e6f314 None None] Pushing event updated for resources: {'Port': ['ID=60db85f8-4340-419e-adcd-bd914b167836,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:14.514898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:14.515274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:14.515673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.516082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:14.516553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Bound port: 60db85f8-4340-419e-adcd-bd914b167836, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:14.516929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.548655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.566262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Transition to ACTIVE for port object 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:14.593910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.597909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] For port 60db85f8-4340-419e-adcd-bd914b167836, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:14.600958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] For port 60db85f8-4340-419e-adcd-bd914b167836, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=60db85f8-4340-419e-adcd-bd914b167836,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:14.605014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.660447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:14.663411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:14.665725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:14.684426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:14.685349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:58:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:14.710754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:14.733829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.754312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab651a-d785-4a46-8ee0-5482c2e6f314 None None] Pushing event updated for resources: {'Port': ['ID=60db85f8-4340-419e-adcd-bd914b167836,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:14.879972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:14.890603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:14.995470 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87da886b-2eb2-443c-9dce-1ff5d6b48255 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:15.068967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7745c09-d184-4566-b5ca-3b5b060de7ca None None] Provisioning for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:15.133556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.135071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f7745c09-d184-4566-b5ca-3b5b060de7ca None None] Provisioning complete for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:15.135071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f7745c09-d184-4566-b5ca-3b5b060de7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.138998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.217128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f7745c09-d184-4566-b5ca-3b5b060de7ca None None] Port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:15.249003 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:15.251434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.267628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 87da886b-2eb2-443c-9dce-1ff5d6b48255 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:15.268029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.398965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:15.400993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:15.406677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:12Z', 'revision_number': 3, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:15.416429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbbaab0-690e-4a2d-8fd7-c183fa263870 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:12Z', 'revision_number': 3, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:15.613968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:15.646476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7afeb5e8-5e89-4a44-a43b-eb8a18bc4056 None None] Provisioning complete for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:15.646967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7afeb5e8-5e89-4a44-a43b-eb8a18bc4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.728553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7afeb5e8-5e89-4a44-a43b-eb8a18bc4056 None None] Port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:15.823589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:15.832898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6597662-76e4-49e3-ba15-54cc012d11b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/736fe633-6532-40ed-87bc-5a39b194732c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835479 Feb 16 12:59:16.451850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33374) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.457403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487558977', 'description': 'tempest-description--645573528'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:16.463489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.467404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:security_group and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:16.470423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:16.476862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:16.488302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.508402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.512669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:security_group_rule and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:16.515474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:16.521214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:16.594502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.598288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.644471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:16.647471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.648695 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01a98909-a6bd-4048-8d4e-7bab12e84a79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1957369 Feb 16 12:59:16.652467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.657722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'security_group_rule': {'security_group_id': '6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:16.663924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.668792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:security_group_rule and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:16.671776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:16.677766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:16.695170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.758773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.763973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.788315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb983c77-91da-4209-b28c-e62b1c5d4747,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:16.803170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.804082 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b58f69a8-be63-444a-853f-c19df1ce65bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504600 Feb 16 12:59:16.809317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 33382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.815116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'security_group_rule': {'security_group_id': '6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:16.821522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.825899 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:security_group_rule and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:16.829352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:16.835210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:16.854567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.906879 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:16.929208 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:16.930192 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:58:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:16.932605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.937567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.960574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d384f049-8dac-4618-8886-d15b603df94e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:16.973857 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:16.975138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-141ac7ad-3969-4f49-b946-8472b6d60ee8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644061 Feb 16 12:59:16.979566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:16.985211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:16.995732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:16.999491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 60db85f8-4340-419e-adcd-bd914b167836 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:17.004364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:floatingip and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:17.007660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:17.013866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:17.028801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.079787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 60db85f8-4340-419e-adcd-bd914b167836 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:17.086050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 60db85f8-4340-419e-adcd-bd914b167836 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:17.086477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.173612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.191716 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:17.212630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.231753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 60db85f8-4340-419e-adcd-bd914b167836, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=60db85f8-4340-419e-adcd-bd914b167836,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:17.236601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.318062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=60db85f8-4340-419e-adcd-bd914b167836,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:17.427398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Allocated IP 172.26.4.241 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/9ff3e8fa-7194-472d-a9f7-3d2151b31f9a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:17.523534 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 2, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:17.527327 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:17.527673 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Updating router 736fe633-6532-40ed-87bc-5a39b194732c port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:17.583086 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.587554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.620514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.686997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:17.694156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:17.699150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:17.728923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=9ff3e8fa-7194-472d-a9f7-3d2151b31f9a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:17.789008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.853788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.956296 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:17.972089 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Transition to ACTIVE for port object 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:17.979872 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.075537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.082188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.194541 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Pushing event updated for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:18.197737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=9ff3e8fa-7194-472d-a9f7-3d2151b31f9a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:18.212530 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.212878 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.213219 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.213543 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.213910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.214251 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.214581 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.214894 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.215213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.215590 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.215848 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.216162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.216278 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:18.227059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Attempting to bind port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:18.227451 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Attempting to bind port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:18.228071 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Attempting to bind port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:18.234524 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:18.234887 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:18.235289 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.236064 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:18.236234 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Bound port: 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:18.236576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.242952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.246127 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a23bd8b-772b-477b-a783-f17f90362c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2647610 Feb 16 12:59:18.336911 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] For port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:18.341967 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] For port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:18.348043 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:18.431316 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b5d93-d365-4f98-b4e7-febe7be1451a None None] Pushing event updated for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:18.435397 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:18.435987 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:58:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:18.450499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-835370a5-a800-4ebd-a6b0-be7a2486df24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:18.469666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-835370a5-a800-4ebd-a6b0-be7a2486df24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:18.470877 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-835370a5-a800-4ebd-a6b0-be7a2486df24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1487558977&fields=id&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 267 time: 0.0756593 Feb 16 12:59:18.630638 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:18.646331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-ac445d48-f21a-4656-81b8-c585bc9aa798 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:18.647002 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-ac445d48-f21a-4656-81b8-c585bc9aa798 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:18.664879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-ac445d48-f21a-4656-81b8-c585bc9aa798 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:18.666461 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-ac445d48-f21a-4656-81b8-c585bc9aa798 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.1874731 Feb 16 12:59:18.683796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-88a80b28-279e-4ddc-8712-58b66cc6f610 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/quotas/e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 375 time: 0.0113604 Feb 16 12:59:18.785592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-66ccb015-5740-4698-96b2-6bd88e5e449f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962739 Feb 16 12:59:18.803143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-918f9290-72c7-47d1-a959-5749d0c9be4e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:59:18.804205 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-918f9290-72c7-47d1-a959-5749d0c9be4e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055711 Feb 16 12:59:18.987678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 60db85f8-4340-419e-adcd-bd914b167836 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:19.014166 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:18Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:19.018499 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11debf98-5d80-4494-8e78-914249205ac3 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:18Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:19.075606 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-8913cd9e-e7f4-4bdd-bf5d-19e99075f92e service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649622 Feb 16 12:59:19.076577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 60db85f8-4340-419e-adcd-bd914b167836 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:19.076956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:19.238459 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-f5702da1-fcc3-494f-85fa-e01705f3edd1 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514864 Feb 16 12:59:19.441453 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2876993-ca46-4fa0-b4a4-d874d33779d4 req-0b75cfb4-9bd6-4254-9cbb-c7db667d2799 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 210 time: 0.0501528 Feb 16 12:59:20.664909 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b89bb3fc-2a4f-45a7-9e05-6cc2efdd4544 req-c17f2b1d-ef87-426b-9111-2234dfa5e1c6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 210 time: 0.0567906 Feb 16 12:59:20.720462 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6d0f72c0-cc68-4097-b9cc-f3ed07a15ba9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:20.721965 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6d0f72c0-cc68-4097-b9cc-f3ed07a15ba9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.2165842 Feb 16 12:59:20.790684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-2a923e13-575d-4af0-b73a-0cd13ef47131 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 380 time: 0.0457058 Feb 16 12:59:20.798673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'port': {'device_id': '21f44204-9ec6-4a24-9888-0165d76583fc', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'admin_state_up': True, 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'security_groups': ['6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:20.933897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:20.937839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:port and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:20.940790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:20.947281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:20.958354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:20.961850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:20.986839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:21.060400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:21.065861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:21.066313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.143465 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Allocated IP 172.20.0.7 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/7e53e779-1ee4-4175-add0-0cb6d5bae7f6) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:21.187765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.221314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:21.225309 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.291549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:21.343418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.359974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Transition to ACTIVE for port object 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:21.384787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.454850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:21.461863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:21.466476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:21.497341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:21.513526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.514316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.514316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.514570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.515004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.515171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.515585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.515916 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.516268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.516601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.516920 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.517237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:21.548540 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:21.549184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.576612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-9e01208b-2520-46b8-92af-574b946b9914 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808213 Feb 16 12:59:21.593070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Request body: {'port': {'device_id': '21f44204-9ec6-4a24-9888-0165d76583fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:21.710341 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.732724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3d9d4c2b-9eed-40ac-9541-ae17f36dbd9f None None] Provisioning for port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:21.737977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3d9d4c2b-9eed-40ac-9541-ae17f36dbd9f None None] Provisioning complete for port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:21.738434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4c2b-9eed-40ac-9541-ae17f36dbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:21.796371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d4c2b-9eed-40ac-9541-ae17f36dbd9f None None] Port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:22.012525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ce26-9fd9-4280-8a1c-5dcfa2ff9e90 req-b96467ef-a4d1-4e84-95db-ab7c7e80da9a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:22.013211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8445ce26-9fd9-4280-8a1c-5dcfa2ff9e90 req-b96467ef-a4d1-4e84-95db-ab7c7e80da9a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:22.056555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8445ce26-9fd9-4280-8a1c-5dcfa2ff9e90 req-b96467ef-a4d1-4e84-95db-ab7c7e80da9a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:22.058341 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8445ce26-9fd9-4280-8a1c-5dcfa2ff9e90 req-b96467ef-a4d1-4e84-95db-ab7c7e80da9a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 931 time: 0.2779331 Feb 16 12:59:22.109070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.125288 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8445ce26-9fd9-4280-8a1c-5dcfa2ff9e90 req-9ac7c73f-bee7-41c4-aa2d-0d3b9cdb20ec tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590224 Feb 16 12:59:22.279942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:22.287172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.302233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Transition to ACTIVE for port object 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:22.307294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.437006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:22.546661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Attempting to bind port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:22.546992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Attempting to bind port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:22.547315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Attempting to bind port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:22.551883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:59:22.552225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Attempting to bind port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:22.557913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:22.558258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:22.558637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:22.559057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Bound port: 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:22.559399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.652925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:22.656016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:22.659779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.715023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:22.715817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:22.717009 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 1093 time: 1.1285603 Feb 16 12:59:22.717432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:22.745423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2283-a7e1-47ed-a7ce-6dabafcdb1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:22.769298 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'status': 'completed', 'code': 200} Feb 16 12:59:22.861129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-1f9699ae-e7d8-4e4e-9e89-383999e9944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:22.862599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-1f9699ae-e7d8-4e4e-9e89-383999e9944b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1096 time: 0.0765116 Feb 16 12:59:22.942121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-c178d40f-8216-4f0d-af05-40aeca82d9dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 217 time: 0.0665686 Feb 16 12:59:22.970375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:23.012179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-990783b5-3f0b-4fd4-b6e8-bbf278f9f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.013536 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-990783b5-3f0b-4fd4-b6e8-bbf278f9f165 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0652912 Feb 16 12:59:23.036572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:23.036939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:23.089873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-a7284946-1bef-4ed4-8ed9-d4f650a78bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.091138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-a7284946-1bef-4ed4-8ed9-d4f650a78bc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721977 Feb 16 12:59:23.225424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-781e5205-5ee8-4e4b-851d-2f6b7aaf2872 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279676 Feb 16 12:59:23.408309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d97aa906-3b36-4ac0-9af9-814fd4872bfd req-4fd6c4a6-e0fe-421e-bc47-bbe3719ef16a service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774879 Feb 16 12:59:23.423911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64730635-9842-451b-874a-122f9033a614 req-601a3630-a60f-495a-86fe-f5479d30d5bb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.425358 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64730635-9842-451b-874a-122f9033a614 req-601a3630-a60f-495a-86fe-f5479d30d5bb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 943 time: 0.1769030 Feb 16 12:59:23.476933 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64730635-9842-451b-874a-122f9033a614 req-07defcdf-7a0c-4e2f-ba04-383db48af27b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450950 Feb 16 12:59:23.564592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-c1b2c5eb-783f-423c-98c9-eff45c98392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.566046 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-c1b2c5eb-783f-423c-98c9-eff45c98392f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1096 time: 0.0709887 Feb 16 12:59:23.699229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-6a5d2441-6a90-488f-93dc-3086b2e87f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.700610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-6a5d2441-6a90-488f-93dc-3086b2e87f2f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1274788 Feb 16 12:59:23.769610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-8428535b-bfbd-4866-8235-a10d0d71714b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 217 time: 0.0625477 Feb 16 12:59:23.831453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-f5f6aad5-ebbb-47fc-a25e-efe7cd48b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.832910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-f5f6aad5-ebbb-47fc-a25e-efe7cd48b539 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0572853 Feb 16 12:59:23.910451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-9ae18e3a-662f-45ce-b80a-5856ff840d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:23.911930 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-9ae18e3a-662f-45ce-b80a-5856ff840d5a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725591 Feb 16 12:59:24.147137 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-d6ef5f11-613d-4464-905a-0f0eaf065258 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242630 Feb 16 12:59:24.278169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1761bb4c-6729-4dbb-98d2-48600ad7ae99 req-5995f69b-a829-472c-b18c-60a24344b407 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236513 Feb 16 12:59:24.664377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baea40-3c1b-4c5d-8da2-16216077aad8 req-c7cde5ee-57cd-4a1f-8a82-109b37e49944 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:24.665873 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34baea40-3c1b-4c5d-8da2-16216077aad8 req-c7cde5ee-57cd-4a1f-8a82-109b37e49944 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 943 time: 0.0794117 Feb 16 12:59:24.711502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34baea40-3c1b-4c5d-8da2-16216077aad8 req-1cadf501-55b8-425d-95b8-16f5886264bf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Feb 16 12:59:25.738170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9679cba5-510a-4a36-8a05-6b5aca1c25ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:25.902528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7cb85-896a-45d7-9f80-024d1348c311 req-196488ec-c9fb-4168-9893-7960ffec68bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:25.903965 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02a7cb85-896a-45d7-9f80-024d1348c311 req-196488ec-c9fb-4168-9893-7960ffec68bd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 943 time: 0.0834160 Feb 16 12:59:25.947905 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02a7cb85-896a-45d7-9f80-024d1348c311 req-93f5804b-4e56-4158-8e10-8b1e7d497145 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381012 Feb 16 12:59:26.664461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:26.806450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:26.819503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'mac_address': 'fa:16:3e:d9:40:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:26.874642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.893822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:26.909334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:26.913165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:26.981187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:27.143414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21731b8-4905-427a-8e82-f4055d89001b req-7abb79fb-246f-4e41-bee2-f6530692da91 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:27.144817 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a21731b8-4905-427a-8e82-f4055d89001b req-7abb79fb-246f-4e41-bee2-f6530692da91 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 944 time: 0.0867882 Feb 16 12:59:27.190092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['7e53e779-1ee4-4175-add0-0cb6d5bae7f6'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:27.190464 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a21731b8-4905-427a-8e82-f4055d89001b req-56a18ee9-ec99-4e31-b461-a01ab96d81c8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390394 Feb 16 12:59:27.941430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f003-f3a3-4738-9102-7b4ec2f92ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.395543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab0a3e-f672-4b08-969e-1932cc2055a4 req-707cad29-432b-4194-8aac-da915e19df09 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.397831 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cab0a3e-f672-4b08-969e-1932cc2055a4 req-707cad29-432b-4194-8aac-da915e19df09 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 944 time: 0.0948660 Feb 16 12:59:28.447569 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cab0a3e-f672-4b08-969e-1932cc2055a4 req-1ab90f65-2cff-47a4-9893-af90dd54f756 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Feb 16 12:59:28.679090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:28.754543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:28.760092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:28.760467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.891022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.921911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:28.933193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:28.938054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:28.975035 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'code': 200} Feb 16 12:59:29.014831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:29.038434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.150949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:29.288185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971081b9-2e4a-4254-acab-7c0a64c1871c req-d49d9fa3-1026-42e8-9938-197dedf93fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.289914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-971081b9-2e4a-4254-acab-7c0a64c1871c req-d49d9fa3-1026-42e8-9938-197dedf93fee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1098 time: 0.0793016 Feb 16 12:59:29.336863 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-971081b9-2e4a-4254-acab-7c0a64c1871c req-4b7690fd-83df-49c9-bf7a-39ed68e5a463 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 Feb 16 12:59:29.645099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aa7cc-e523-493f-9f52-578b1e8b48e3 req-2f14a21e-3cbd-4eca-b228-832f4a8dba07 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.646541 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-692aa7cc-e523-493f-9f52-578b1e8b48e3 req-2f14a21e-3cbd-4eca-b228-832f4a8dba07 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0826814 Feb 16 12:59:29.692077 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-692aa7cc-e523-493f-9f52-578b1e8b48e3 req-957bb576-7027-403c-b0aa-e9529dc2fae5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Feb 16 12:59:30.495580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.882294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3d9fb-e45f-46df-939d-55138a47a053 req-793f7d2a-76aa-4739-882d-2bb7d61fa06c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:30.884731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4a3d9fb-e45f-46df-939d-55138a47a053 req-793f7d2a-76aa-4739-882d-2bb7d61fa06c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0844505 Feb 16 12:59:30.928630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4a3d9fb-e45f-46df-939d-55138a47a053 req-1214327d-c40f-4fc5-a075-b72aa9d4c8e2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Feb 16 12:59:31.107823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc07d-5742-43a5-97fd-3fb2404259a6 req-0282468e-d64e-4a48-a101-30d1ffa7bc1e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:31.109259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fcfc07d-5742-43a5-97fd-3fb2404259a6 req-0282468e-d64e-4a48-a101-30d1ffa7bc1e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0810964 Feb 16 12:59:31.117727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:31.123477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'floatingip': {'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:31.201576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.902230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.905514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.075250 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 associated. External IP: 172.26.4.241, port: 7e53e779-1ee4-4175-add0-0cb6d5bae7f6. Feb 16 12:59:32.418264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:32.604444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:32.608710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.614143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:32.623891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:32.624526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:32.664135 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d18576dc-c878-487b-9d87-4c57358d23bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "PUT /v2.0/floatingips/b32420f8-a5d8-4448-9184-86196e8601c3 HTTP/1.1" status: 200 len: 991 time: 1.5446980 Feb 16 12:59:32.664728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:32.710945 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'status': 'completed', 'code': 200} Feb 16 12:59:32.818317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:32.893740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-e2ae4175-a817-4fb3-9276-0504592ecd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:32.895210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-e2ae4175-a817-4fb3-9276-0504592ecd54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1098 time: 0.1397562 Feb 16 12:59:32.903612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d84c73-cb11-4a32-a1c2-ec652fa9af16 req-4fb5286d-fe16-4207-8c73-b06871b25873 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:32.905082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1d84c73-cb11-4a32-a1c2-ec652fa9af16 req-4fb5286d-fe16-4207-8c73-b06871b25873 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1514482 Feb 16 12:59:33.036520 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1d84c73-cb11-4a32-a1c2-ec652fa9af16 req-aa8f9d01-f0e2-4f32-becf-6fe37e274e28 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126904 Feb 16 12:59:33.077109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-2a992ee0-2346-4d5f-bd88-07541bfbd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.078619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-2a992ee0-2346-4d5f-bd88-07541bfbd250 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1726816 Feb 16 12:59:33.221787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:d9:40:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f44204-9ec6-4a24-9888-0165d76583fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 1, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:33.225609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:33.229219 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-be4760c9-d380-4ef9-8302-b263a1564ff8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 999 time: 0.1443405 Feb 16 12:59:33.234333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:33.234938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:33.418801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:33.421440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e58b1-a0cd-4304-8805-5d2a0ed8c58d req-f120252e-a049-489a-9575-f56a0bf5403c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.422925 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e7e58b1-a0cd-4304-8805-5d2a0ed8c58d req-f120252e-a049-489a-9575-f56a0bf5403c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.2697232 Feb 16 12:59:33.426575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-0d5578c1-c821-45f4-ba91-0002ad7dba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.427895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-0d5578c1-c821-45f4-ba91-0002ad7dba03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.1919498 Feb 16 12:59:33.513549 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e7e58b1-a0cd-4304-8805-5d2a0ed8c58d req-b678874b-9c47-4ecc-8fab-945028c71c85 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844541 Feb 16 12:59:33.535814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-1b0ee7b2-5816-435f-a764-81f722cd32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:33.537309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-1b0ee7b2-5816-435f-a764-81f722cd32a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946782 Feb 16 12:59:33.673678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-6f93061b-0032-4389-81fd-0a0ae931681d service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291203 Feb 16 12:59:33.783106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:d9:40:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f44204-9ec6-4a24-9888-0165d76583fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 1, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:33.787081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f137f-1509-4724-ade3-7769e5094278 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:d9:40:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f44204-9ec6-4a24-9888-0165d76583fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T12:59:31Z', 'revision_number': 1, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:33.811502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-705f019f-dc3e-4ece-834f-3cd8076c02ef req-b3a9ad9e-4437-4b8e-8c8a-a2455d7617bf service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326408 Feb 16 12:59:33.980998 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8705256-d81e-4b66-9780-7613cf1bbf6a None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:34.709018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627d57-7b7b-4a2a-8286-9e5eca8d3c33 req-5b01a278-7c04-41b6-9340-ccf54f0785d5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.710527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8627d57-7b7b-4a2a-8286-9e5eca8d3c33 req-5b01a278-7c04-41b6-9340-ccf54f0785d5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0880961 Feb 16 12:59:34.759831 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8627d57-7b7b-4a2a-8286-9e5eca8d3c33 req-15b7267e-b314-4958-94c8-39affecd4077 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Feb 16 12:59:34.979186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e1a71-67fd-42b6-9baf-ddd007531e46 req-29324d81-2048-469a-9671-b35453398d0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.980759 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-733e1a71-67fd-42b6-9baf-ddd007531e46 req-29324d81-2048-469a-9671-b35453398d0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1011989 Feb 16 12:59:35.038985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-733e1a71-67fd-42b6-9baf-ddd007531e46 req-e7c25ffa-7828-44de-b262-fd819f00821a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512486 Feb 16 12:59:35.499821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-5d604005-ff9d-4087-b3fa-e9bc647be1d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509140 Feb 16 12:59:35.530945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0d763-359c-4370-b543-d24dbdba9e8d req-98701464-9b35-4550-9bd4-0cec87509925 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.536787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fdc0d763-359c-4370-b543-d24dbdba9e8d req-98701464-9b35-4550-9bd4-0cec87509925 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1426613 Feb 16 12:59:35.594006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fdc0d763-359c-4370-b543-d24dbdba9e8d req-d217bc84-347d-4b0a-ab38-f06c4ac5de36 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552666 Feb 16 12:59:36.836406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4f68-d120-4f4d-90c4-17c6039d10ee req-da9bea02-39ee-4714-9ac9-70bd18e608b1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.838626 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4cce4f68-d120-4f4d-90c4-17c6039d10ee req-da9bea02-39ee-4714-9ac9-70bd18e608b1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1357982 Feb 16 12:59:36.871946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-0c6fe89a-6bdf-4ff1-a1f5-8af5b490b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:36.873359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-0c6fe89a-6bdf-4ff1-a1f5-8af5b490b417 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1098 time: 0.1258221 Feb 16 12:59:36.924759 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4cce4f68-d120-4f4d-90c4-17c6039d10ee req-5f4fe8c3-09eb-4fc1-b9eb-211b81a3a9d2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789535 Feb 16 12:59:37.019294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-4b68bc55-db4a-4060-bbb3-075426bbdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.020765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-4b68bc55-db4a-4060-bbb3-075426bbdf18 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1388566 Feb 16 12:59:37.124734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-9a5b097a-7725-47d1-8829-1231a99e58a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0973084 Feb 16 12:59:37.187230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-5a2b381c-7161-4c3d-97f1-fec3ed2153c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.188756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-5a2b381c-7161-4c3d-97f1-fec3ed2153c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0589576 Feb 16 12:59:37.267205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-4eda669e-4929-49ac-9b32-0d0a84759dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:37.268656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-4eda669e-4929-49ac-9b32-0d0a84759dcb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734444 Feb 16 12:59:37.402336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-67a6017a-da1d-42d5-ab71-3542ec72833d service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267385 Feb 16 12:59:37.532986 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-efb838b6-4091-4e36-9ba3-f45d550e0da8 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255257 Feb 16 12:59:38.210816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891f4c0-d636-4bb7-8415-8dfcf6262f21 req-7d4d5afc-3329-4299-b549-839a3972ebe9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:38.212872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4891f4c0-d636-4bb7-8415-8dfcf6262f21 req-7d4d5afc-3329-4299-b549-839a3972ebe9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1758559 Feb 16 12:59:38.257208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4891f4c0-d636-4bb7-8415-8dfcf6262f21 req-cd6e0468-1a13-4da9-a9aa-34c267c963c1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380530 Feb 16 12:59:39.448632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6699-2395-4ee5-9e20-6d7a1e342090 req-01310fb9-1b51-4cc8-b501-e8c89e0b0183 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:39.450065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c9d6699-2395-4ee5-9e20-6d7a1e342090 req-01310fb9-1b51-4cc8-b501-e8c89e0b0183 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0830164 Feb 16 12:59:39.493740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c9d6699-2395-4ee5-9e20-6d7a1e342090 req-047d64da-3876-4b0c-a0a3-a75d1b8cca20 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377738 Feb 16 12:59:40.678216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3e1ac-2862-41ea-8e44-fdca6da4fb3e req-1e1a2495-768e-40af-baf7-23c5cd8c9056 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:40.679643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6c3e1ac-2862-41ea-8e44-fdca6da4fb3e req-1e1a2495-768e-40af-baf7-23c5cd8c9056 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0794911 Feb 16 12:59:40.725835 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6c3e1ac-2862-41ea-8e44-fdca6da4fb3e req-cf8c0516-ad10-4a96-983d-b4768b3d0e1a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Feb 16 12:59:41.906499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1046-0c7d-4bc6-b665-daa95c1bba3a req-31f04e68-c33d-4f8f-a4bc-8f68e1512596 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:41.907850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c9f1046-0c7d-4bc6-b665-daa95c1bba3a req-31f04e68-c33d-4f8f-a4bc-8f68e1512596 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0784528 Feb 16 12:59:41.951832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c9f1046-0c7d-4bc6-b665-daa95c1bba3a req-432982a6-e3bd-47ab-90bc-f1cef8a17874 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Feb 16 12:59:43.137760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054e488-ae79-4112-9781-631e36fb7acf req-c0907417-4e13-4475-be95-a6e3d69b6d7c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.139227 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0054e488-ae79-4112-9781-631e36fb7acf req-c0907417-4e13-4475-be95-a6e3d69b6d7c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0824707 Feb 16 12:59:43.183700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0054e488-ae79-4112-9781-631e36fb7acf req-c6251716-c513-454c-81e9-b97e74f9e308 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387406 Feb 16 12:59:44.366599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d717-bef8-45bc-8007-ec8edccb8253 req-21d611ef-3700-4c87-a37b-b2caa1561f9f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:44.368565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e72d717-bef8-45bc-8007-ec8edccb8253 req-21d611ef-3700-4c87-a37b-b2caa1561f9f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0794923 Feb 16 12:59:44.413319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e72d717-bef8-45bc-8007-ec8edccb8253 req-46c15686-bc4a-4e9c-aa23-5aa81c5e7ce7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372908 Feb 16 12:59:45.605479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0bc60-a821-469f-81b1-82e5f7b799ae req-4401a571-e241-4865-a58d-cef4285957ea tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:45.606900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2d0bc60-a821-469f-81b1-82e5f7b799ae req-4401a571-e241-4865-a58d-cef4285957ea tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0820322 Feb 16 12:59:45.651402 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2d0bc60-a821-469f-81b1-82e5f7b799ae req-4da55e49-897a-4564-bee1-8f02d19cfc73 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 Feb 16 12:59:46.834831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86589-0340-47ef-b2bd-8ff6f95af25d req-d508c174-bd4e-4429-b8f0-c56dc3f1c7b0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.836858 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f0c86589-0340-47ef-b2bd-8ff6f95af25d req-d508c174-bd4e-4429-b8f0-c56dc3f1c7b0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0773733 Feb 16 12:59:46.882381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f0c86589-0340-47ef-b2bd-8ff6f95af25d req-ebd604ad-f571-4f9e-b784-68fd228941a9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Feb 16 12:59:46.938327 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:48.066011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939b44d-ff97-4b65-964d-472f179c9e7e req-20671ed3-edab-4a53-a9e8-d0f4017a968d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:48.067484 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6939b44d-ff97-4b65-964d-472f179c9e7e req-20671ed3-edab-4a53-a9e8-d0f4017a968d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0787175 Feb 16 12:59:48.111393 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6939b44d-ff97-4b65-964d-472f179c9e7e req-cb4d861d-cdde-4c05-8d54-be912dea9740 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382378 Feb 16 12:59:49.322193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-81b9b5ee-7394-451a-9353-ad46e1b5f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.323672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-81b9b5ee-7394-451a-9353-ad46e1b5f97d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1098 time: 0.1288116 Feb 16 12:59:49.336215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c95b-280d-4ba5-8850-4c1a35bff1c5 req-21988d45-c656-4268-a8bc-cd8b7054f1ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.337643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1168c95b-280d-4ba5-8850-4c1a35bff1c5 req-21988d45-c656-4268-a8bc-cd8b7054f1ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1082070 Feb 16 12:59:49.463541 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1168c95b-280d-4ba5-8850-4c1a35bff1c5 req-5b677004-7060-4b80-9157-2152c2a68771 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202915 Feb 16 12:59:49.503529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-bf359e15-24d4-4549-8c00-21ba4cbc6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.505005 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-bf359e15-24d4-4549-8c00-21ba4cbc6967 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1607809 Feb 16 12:59:49.610031 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-e04f96be-426b-46cf-815c-38da37c67265 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0931697 Feb 16 12:59:49.674012 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-50f8fc8d-4d1d-41dd-917a-a125485e2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.675404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-50f8fc8d-4d1d-41dd-917a-a125485e2e92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0592253 Feb 16 12:59:49.748377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-53b345c5-7096-4a27-bf1f-4c3218d1fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:49.749843 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-53b345c5-7096-4a27-bf1f-4c3218d1fab0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682530 Feb 16 12:59:49.878591 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-994c680b-7747-4648-9167-826f28bc49c7 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226180 Feb 16 12:59:50.006842 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e641778c-1978-4e9b-a88d-efa637ceac10 req-beb04aea-8c4e-4d1e-8a95-45a14c50d68a service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225126 Feb 16 12:59:50.652315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c0ab-0b66-4ea2-97db-e2b3f9873fba req-f6b358dd-1c4f-4a9f-ac1e-29835ef7b263 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.653749 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0878c0ab-0b66-4ea2-97db-e2b3f9873fba req-f6b358dd-1c4f-4a9f-ac1e-29835ef7b263 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0856881 Feb 16 12:59:50.697021 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0878c0ab-0b66-4ea2-97db-e2b3f9873fba req-532da8e1-acb6-48e0-a655-dc8d7e4a0b21 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Feb 16 12:59:51.878489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776a1e-2349-496a-9197-656452bcf9e1 req-b6f9c282-9fb3-460e-b9f2-5465c4cdcc5f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.879815 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5776a1e-2349-496a-9197-656452bcf9e1 req-b6f9c282-9fb3-460e-b9f2-5465c4cdcc5f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0781763 Feb 16 12:59:51.923504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5776a1e-2349-496a-9197-656452bcf9e1 req-48904b4c-d7ff-4175-8a13-e225ae8b3075 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Feb 16 12:59:52.120334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:53.200339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974cff-c07a-4233-8b37-207d87f6427b req-6f1a77a8-7f1b-422d-8c36-bd94239361b6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:53.201684 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d974cff-c07a-4233-8b37-207d87f6427b req-6f1a77a8-7f1b-422d-8c36-bd94239361b6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1692677 Feb 16 12:59:53.245051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d974cff-c07a-4233-8b37-207d87f6427b req-1985daa4-c07e-4599-8375-1ef229dfa1a1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Feb 16 12:59:54.432303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a4a5-9fdf-4129-8106-d40166c9f8f5 req-da221901-3382-40a8-b029-c03ce826d279 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:54.433870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-de13a4a5-9fdf-4129-8106-d40166c9f8f5 req-da221901-3382-40a8-b029-c03ce826d279 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0834427 Feb 16 12:59:54.479897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-de13a4a5-9fdf-4129-8106-d40166c9f8f5 req-c509cfe0-9fb0-4d97-88b3-1770c98acad1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Feb 16 12:59:55.670537 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01abc32-1471-4bbe-8d32-3b80f846556a req-7b610ff9-106e-4cc3-8306-ba95ca33a25e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:55.672021 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01abc32-1471-4bbe-8d32-3b80f846556a req-7b610ff9-106e-4cc3-8306-ba95ca33a25e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0832610 Feb 16 12:59:55.720278 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a01abc32-1471-4bbe-8d32-3b80f846556a req-db2482a5-5a83-44da-ad17-fe6d2814162b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Feb 16 12:59:55.743892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d77335d9-d831-4868-b50e-76a3f5401540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.909499 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee385d2-6679-42e1-9339-1a9a633cdd1c req-d5b0d979-0a36-485f-8e40-7922f25b8f08 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.910829 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cee385d2-6679-42e1-9339-1a9a633cdd1c req-d5b0d979-0a36-485f-8e40-7922f25b8f08 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0817151 Feb 16 12:59:56.954930 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cee385d2-6679-42e1-9339-1a9a633cdd1c req-bcd2ac26-c58a-4167-aad3-315984796deb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Feb 16 12:59:57.945321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c061c5bb-97e7-4687-ae17-827adac25cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:58.142931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cef86-edbe-4bfb-9529-292692be35d4 req-69c7b032-6bb3-424c-a98d-033588862bef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:58.144424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-667cef86-edbe-4bfb-9529-292692be35d4 req-69c7b032-6bb3-424c-a98d-033588862bef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0790854 Feb 16 12:59:58.192996 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-667cef86-edbe-4bfb-9529-292692be35d4 req-122ec42e-3311-46d9-8eba-36ac204837c7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Feb 16 12:59:59.031161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.149608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:59.429073 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-84b2dc07-c0b2-40f5-a7b3-2a8067c6df82 service neutron] 10.222.0.81 "GET /v2.0/ports/7e53e779-1ee4-4175-add0-0cb6d5bae7f6/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0982337 Feb 16 12:59:59.445023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3347934-3e3c-4497-b030-edd7699a7b2f req-d2075c55-7e19-4391-bd64-923e181e453a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:59.446469 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3347934-3e3c-4497-b030-edd7699a7b2f req-d2075c55-7e19-4391-bd64-923e181e453a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1477690 Feb 16 12:59:59.493456 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3347934-3e3c-4497-b030-edd7699a7b2f req-2fbeef58-d84c-403f-ab4a-58a2bf4825f9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 Feb 16 12:59:59.702674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-24b81dce-364d-4743-ad04-2404793139f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:59.704157 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-24b81dce-364d-4743-ad04-2404793139f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1098 time: 0.0694971 Feb 16 12:59:59.812664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-b765a52f-758b-4716-b954-1d22f8faf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:59.814027 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-b765a52f-758b-4716-b954-1d22f8faf87f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1098 time: 0.0745041 Feb 16 12:59:59.943871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-28f1f2af-8f00-4621-a4c2-4c3f2a18e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:59.945349 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-28f1f2af-8f00-4621-a4c2-4c3f2a18e9b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1254690 Feb 16 13:00:00.046580 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-a32a2d2e-cb58-4b35-b969-d32306866528 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0945816 Feb 16 13:00:00.108405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-2c8b652d-aa54-42f4-99d0-16aa5b365307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.109728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-2c8b652d-aa54-42f4-99d0-16aa5b365307 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0575025 Feb 16 13:00:00.182870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-963111c9-59e3-4932-b006-4062c280d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.184446 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-963111c9-59e3-4932-b006-4062c280d21f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684295 Feb 16 13:00:00.314241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-25567e01-236d-42e8-ab53-9975ed5f00ce service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240108 Feb 16 13:00:00.445576 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19611c67-bd1b-4bbe-b13c-d8d44daefa2b req-790dc115-0756-45ee-b35b-f22ac8992bf1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239314 Feb 16 13:00:00.498678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.692208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b4c-d815-423d-875c-60e34742fefe req-4e7412e2-08e4-4d33-9e86-db0c64007206 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.693654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95af2b4c-d815-423d-875c-60e34742fefe req-4e7412e2-08e4-4d33-9e86-db0c64007206 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0853791 Feb 16 13:00:00.739062 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95af2b4c-d815-423d-875c-60e34742fefe req-f097ca1f-9ef4-4831-a9d3-d71456bb251c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Feb 16 13:00:01.926600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3116a88-62e2-4ef9-9aa0-9a79dc58b475 req-3e40f7a3-3cba-4cd0-90e5-2ee6182b65b2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:01.928053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3116a88-62e2-4ef9-9aa0-9a79dc58b475 req-3e40f7a3-3cba-4cd0-90e5-2ee6182b65b2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0775435 Feb 16 13:00:01.974323 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3116a88-62e2-4ef9-9aa0-9a79dc58b475 req-1196bace-2013-41dc-8e05-48790fb54464 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Feb 16 13:00:02.882427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:00:02.889485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:03.156598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.175817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:03.197307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'mac_address': 'fa:16:3e:d9:40:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:00:03.204111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:03.250133 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:03.256155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.264743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf226e-7c0d-4224-9900-b3021df72cc8 req-b19a29c7-3a9d-4863-a2bb-50074f166bba tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.266237 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-10cf226e-7c0d-4224-9900-b3021df72cc8 req-b19a29c7-3a9d-4863-a2bb-50074f166bba tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1835856 Feb 16 13:00:03.293345 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'code': 200} Feb 16 13:00:03.311554 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-10cf226e-7c0d-4224-9900-b3021df72cc8 req-f1b0b0df-15dc-4209-b3a4-e43737f4c6c7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391498 Feb 16 13:00:03.317663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.351240 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:03.385209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:03.402152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.402505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.402848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.403182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.403507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.403834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.404185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.404513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.404839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.405161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.405478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.405793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:03.428728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:00:03.429081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:00:03.681772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aa3aa-5f24-45ac-a215-5a4150a6f8b0 req-05326b6d-15a1-4412-a440-090ace3627e4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.683127 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-904aa3aa-5f24-45ac-a215-5a4150a6f8b0 req-05326b6d-15a1-4412-a440-090ace3627e4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 943 time: 0.1402786 Feb 16 13:00:03.694580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-3d10b5e0-a2b2-4de7-b89e-b7a6623f11d6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.695910 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-3d10b5e0-a2b2-4de7-b89e-b7a6623f11d6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.1190264 Feb 16 13:00:03.737663 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-904aa3aa-5f24-45ac-a215-5a4150a6f8b0 req-388f4c44-9601-44ad-9c7f-ff451fa302d5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Feb 16 13:00:03.849367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-55287153-9a7c-4f8b-906a-f873574d12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.850820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-55287153-9a7c-4f8b-906a-f873574d12a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 1096 time: 0.0699105 Feb 16 13:00:03.981174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-895f9e2b-57ff-4ba9-aafa-0dd006bd10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.982848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-895f9e2b-57ff-4ba9-aafa-0dd006bd10af service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1263163 Feb 16 13:00:03.986129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.003314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:04.018909 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:04.023120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.087632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-de0f27e9-1732-4506-833c-d48412405667 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 200 len: 1000 time: 0.0993719 Feb 16 13:00:04.092413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:04.147870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['7e53e779-1ee4-4175-add0-0cb6d5bae7f6'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:00:04.150179 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-078da997-8de0-4f66-9e2a-86d6c0c615a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:04.151744 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-078da997-8de0-4f66-9e2a-86d6c0c615a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0580873 Feb 16 13:00:04.229150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-ccc7810f-d411-4968-a10d-845f3762ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:04.230620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-ccc7810f-d411-4968-a10d-845f3762ad06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730751 Feb 16 13:00:04.361219 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-ef64590e-f77c-48d8-a580-48c3ede851d7 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246328 Feb 16 13:00:04.490064 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4a54d19-c75b-40aa-9a5e-750d091d6529 req-559da0c6-b599-40c9-8650-1112e3f0dedc service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231284 Feb 16 13:00:04.890173 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:04.963743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17312217-4c9b-4121-a243-77dca5bd6451 req-6d4859c2-f1cf-4949-865e-a73c511e82eb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:04.971030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:04.971399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.971624 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17312217-4c9b-4121-a243-77dca5bd6451 req-6d4859c2-f1cf-4949-865e-a73c511e82eb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 944 time: 0.1146808 Feb 16 13:00:05.014699 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17312217-4c9b-4121-a243-77dca5bd6451 req-b79ee99b-7e2f-4a0f-bce2-8b099067300d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Feb 16 13:00:05.109124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:05.142844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:05.146480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:05.222580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:05.294903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:05.343036 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'code': 200} Feb 16 13:00:06.217138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9518-13ee-4363-9575-2df7ead77c55 req-5389dc11-f1a0-4076-b549-6c36bd545d00 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.218615 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2bb9518-13ee-4363-9575-2df7ead77c55 req-5389dc11-f1a0-4076-b549-6c36bd545d00 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0852835 Feb 16 13:00:06.265070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2bb9518-13ee-4363-9575-2df7ead77c55 req-7759bf53-e032-43ac-88c9-227e517acdef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Feb 16 13:00:06.460773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279a526-61be-49aa-b05f-4fff47eda0ab req-6c2a21ca-ad32-4c6d-a67e-974c74e6dc34 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.462243 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2279a526-61be-49aa-b05f-4fff47eda0ab req-6c2a21ca-ad32-4c6d-a67e-974c74e6dc34 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0843399 Feb 16 13:00:06.508532 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2279a526-61be-49aa-b05f-4fff47eda0ab req-5ff9e359-efca-4d31-b07c-be73ea182366 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Feb 16 13:00:06.709125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb772b5-18fe-4e2e-9105-e32693fb8a58 req-24ece59b-c517-45d3-9c45-97e76fc028fd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.710572 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adb772b5-18fe-4e2e-9105-e32693fb8a58 req-24ece59b-c517-45d3-9c45-97e76fc028fd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0936701 Feb 16 13:00:06.757927 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adb772b5-18fe-4e2e-9105-e32693fb8a58 req-a7b572a6-46b5-46d8-96ae-98d162d4a6f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Feb 16 13:00:07.157317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a0dc8-852c-4ba2-bead-ec956262db68 req-4e51532c-81f4-415f-a003-92e49eba0420 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:07.158768 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a3a0dc8-852c-4ba2-bead-ec956262db68 req-4e51532c-81f4-415f-a003-92e49eba0420 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0840583 Feb 16 13:00:07.214475 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a3a0dc8-852c-4ba2-bead-ec956262db68 req-706885c6-e6c4-49e1-afe2-70ca6866363f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488713 Feb 16 13:00:08.550186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279917-b65c-4c6d-b4e1-a85a565bf71e req-dc819b7f-165f-4cb4-8ed5-98a9fe8a5e5f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:08.551545 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa279917-b65c-4c6d-b4e1-a85a565bf71e req-dc819b7f-165f-4cb4-8ed5-98a9fe8a5e5f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.0800717 Feb 16 13:00:08.596756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa279917-b65c-4c6d-b4e1-a85a565bf71e req-5b6b84b2-b53d-43dd-9a5e-2408088b4050 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 Feb 16 13:00:09.058877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-c6f43794-e424-4ea5-97e1-51191661cdf1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:09.060382 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-c6f43794-e424-4ea5-97e1-51191661cdf1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1866865 Feb 16 13:00:09.129205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Deleting port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:09.129572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:09.370360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] For port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:09.370698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:09.659646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:09.660387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:09.660387 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 disassociated. External IP: 172.26.4.241, port: 7e53e779-1ee4-4175-add0-0cb6d5bae7f6. Feb 16 13:00:09.660671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Calling delete_port for 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:09.865198 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769f74-3a67-46cb-9a83-654023686338 req-efae00cf-8ca1-4bbc-8cd3-e601338cb0c2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:09.866635 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28769f74-3a67-46cb-9a83-654023686338 req-efae00cf-8ca1-4bbc-8cd3-e601338cb0c2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=21f44204-9ec6-4a24-9888-0165d76583fc HTTP/1.1" status: 200 len: 945 time: 0.1578166 Feb 16 13:00:09.889428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:09.951286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'Port': ['ID=7e53e779-1ee4-4175-add0-0cb6d5bae7f6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:10.017874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28769f74-3a67-46cb-9a83-654023686338 req-b82b0fd1-38a0-4deb-912a-c88ceccc5fe7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447785 Feb 16 13:00:10.148347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:10.324287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:10.333827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:10.345678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:10.346407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:10.395035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] No DVR routers for this DVR port 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:10.397452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.400543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-deleted', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:10.417152 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b676c67-f94b-4df9-a42b-5c743be6eb2c req-e3e8083e-54fd-4b75-9061-ba4608c14043 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "DELETE /v2.0/ports/7e53e779-1ee4-4175-add0-0cb6d5bae7f6 HTTP/1.1" status: 204 len: 173 time: 1.3518915 Feb 16 13:00:10.446987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f44204-9ec6-4a24-9888-0165d76583fc', 'name': 'network-vif-deleted', 'tag': '7e53e779-1ee4-4175-add0-0cb6d5bae7f6', 'status': 'completed', 'code': 200} Feb 16 13:00:10.533548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:10.839238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:10.843073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:10.851860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:10.852481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:11.081024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:11.353552 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-fac11b8f-1ded-48e3-820c-0f427bb93b6e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1487558977&fields=id&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 267 time: 0.0412390 Feb 16 13:00:11.392811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:11.396930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9ba0d-e304-4073-b5d2-e449a798d029 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:11.620992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-ca58dfd7-8589-4ff5-8208-fe132f286bc2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:11.622911 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-ca58dfd7-8589-4ff5-8208-fe132f286bc2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.2627244 Feb 16 13:00:11.632793 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e6961-baa2-4d01-b66f-a36011bb631f None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:11.640053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-d475f4f6-c4dd-404d-b62f-fa64973bcbf7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/quotas/e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 375 time: 0.0112278 Feb 16 13:00:11.737712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-b98b0f06-5e4f-4fb9-b0d9-ab4e7f1584df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:11.756366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-b98b0f06-5e4f-4fb9-b0d9-ab4e7f1584df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:11.757998 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-b98b0f06-5e4f-4fb9-b0d9-ab4e7f1584df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125584 Feb 16 13:00:11.952728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-9f945d1c-50fa-4af1-9022-608f7d47b77e service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822333 Feb 16 13:00:12.085320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-b26679ef-6caf-4e58-88de-753f466fa459 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285405 Feb 16 13:00:12.278331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a672f9bb-7fcc-4c1b-9346-d6378071450d req-eae07114-55c4-463f-b798-8f8801fc229a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 210 time: 0.0474083 Feb 16 13:00:12.939231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:12.978146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:12.978626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 7e53e779-1ee4-4175-add0-0cb6d5bae7f6 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:13.364230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-1fd022de-d254-4afa-9c74-c8aec7891efb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:13.365692 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-1fd022de-d254-4afa-9c74-c8aec7891efb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.1516654 Feb 16 13:00:13.457550 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-568138ea-5429-46e9-aa54-725accc011d6 req-6def748e-a11f-4384-900e-c77fda0989cd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 210 time: 0.0639105 Feb 16 13:00:13.468258 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-ffe6144e-f301-40c0-8f12-a56c3031fb05 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 380 time: 0.0879390 Feb 16 13:00:13.476915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'port': {'device_id': '714b6c1f-02be-4b16-8344-f56d4910859c', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'admin_state_up': True, 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'security_groups': ['6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:13.612670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:13.621940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:13.633832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:13.637519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:13.800038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Allocated IP 172.20.0.10 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/69e9b014-0ddf-4283-b60b-69e2f710ffac) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:13.981984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:13.997084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Transition to ACTIVE for port object 69e9b014-0ddf-4283-b60b-69e2f710ffac will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:14.019393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.086944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:14.094663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:14.098855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:14.129719 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:14.166192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.166863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.193248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-53a705d4-8ef1-4cfa-bbb4-22f0e57dd4b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7201624 Feb 16 13:00:14.212015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Request body: {'port': {'device_id': '714b6c1f-02be-4b16-8344-f56d4910859c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:14.299226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bbd44ee2-2e0a-429c-b4db-f00af29e841d None None] Provisioning for port 69e9b014-0ddf-4283-b60b-69e2f710ffac completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:14.304331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bbd44ee2-2e0a-429c-b4db-f00af29e841d None None] Provisioning complete for port 69e9b014-0ddf-4283-b60b-69e2f710ffac triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:14.304702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bbd44ee2-2e0a-429c-b4db-f00af29e841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.330049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.360637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bbd44ee2-2e0a-429c-b4db-f00af29e841d None None] Port 69e9b014-0ddf-4283-b60b-69e2f710ffac cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:14.768066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d732d-2d96-4d17-917f-85e01463c1fc req-86924e1c-d885-4dc7-b93d-6770e5441330 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.768670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-173d732d-2d96-4d17-917f-85e01463c1fc req-86924e1c-d885-4dc7-b93d-6770e5441330 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:14.801220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-173d732d-2d96-4d17-917f-85e01463c1fc req-86924e1c-d885-4dc7-b93d-6770e5441330 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:14.802351 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-173d732d-2d96-4d17-917f-85e01463c1fc req-86924e1c-d885-4dc7-b93d-6770e5441330 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 932 time: 0.2234840 Feb 16 13:00:14.878502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:14.889778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.897449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-173d732d-2d96-4d17-917f-85e01463c1fc req-31e4d5a4-ff83-4896-8c08-47d57e632ba2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672894 Feb 16 13:00:14.909086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Transition to ACTIVE for port object 69e9b014-0ddf-4283-b60b-69e2f710ffac will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:14.912957 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:15.042469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:15.148821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Attempting to bind port 69e9b014-0ddf-4283-b60b-69e2f710ffac on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:15.149156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Attempting to bind port 69e9b014-0ddf-4283-b60b-69e2f710ffac by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:15.149483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Attempting to bind port 69e9b014-0ddf-4283-b60b-69e2f710ffac on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:15.154789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Port 69e9b014-0ddf-4283-b60b-69e2f710ffac on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:00:15.155108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Attempting to bind port 69e9b014-0ddf-4283-b60b-69e2f710ffac on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:15.159994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:15.160353 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:15.160730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:15.161146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Bound port: 69e9b014-0ddf-4283-b60b-69e2f710ffac, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:15.161481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:15.251570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:15.254526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:15.259142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:15.319435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.320119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:15.321589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] 10.222.0.81 "PUT /v2.0/ports/69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1094 time: 1.1137977 Feb 16 13:00:15.321977 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:15.359391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7e4d5-fad4-4751-824d-155bf6b0bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:15.419408 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'status': 'completed', 'code': 200} Feb 16 13:00:15.463711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-5aa15371-018d-440f-853c-c76903a009a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.465300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-5aa15371-018d-440f-853c-c76903a009a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1097 time: 0.0801005 Feb 16 13:00:15.543920 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-ad79e89d-67c4-4919-aaaf-675b662f1827 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 217 time: 0.0665987 Feb 16 13:00:15.609444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-01b74eeb-395a-471c-bce8-19acb2d88a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.610895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-01b74eeb-395a-471c-bce8-19acb2d88a2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0609372 Feb 16 13:00:15.693713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-4ca39515-bcff-4347-b2ab-5c76753d905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.695273 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-4ca39515-bcff-4347-b2ab-5c76753d905a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783949 Feb 16 13:00:15.839176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-d1d4d84f-da94-4dbc-9026-e27bdd097d1e service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372521 Feb 16 13:00:15.980925 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c45e1d2f-a3b5-433f-a6c6-cf74b3b6554b req-eb7c3f54-7f0c-4853-9f6f-d96e38c913e8 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360924 Feb 16 13:00:16.130852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50d47-7494-48c2-ba5a-2e30178d9e52 req-94627e7d-0568-4762-b774-ebaca0f59e7c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:16.132286 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6a50d47-7494-48c2-ba5a-2e30178d9e52 req-94627e7d-0568-4762-b774-ebaca0f59e7c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 944 time: 0.1200449 Feb 16 13:00:16.193582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6a50d47-7494-48c2-ba5a-2e30178d9e52 req-a03d993a-a724-4bfc-acc5-fa01d9aa5de8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546787 Feb 16 13:00:16.196322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-cac0095d-2ca6-4f39-88ca-a903d5860cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:16.198180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-cac0095d-2ca6-4f39-88ca-a903d5860cea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1097 time: 0.1206152 Feb 16 13:00:16.427803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-ca907f0f-b20a-4642-b869-d1b0a602bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:16.429261 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-ca907f0f-b20a-4642-b869-d1b0a602bdf2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.2248988 Feb 16 13:00:16.497867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-44585b5d-2c29-4162-9200-088d4d719ff7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 217 time: 0.0612700 Feb 16 13:00:16.558156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-354d530f-a0ea-4c5e-a1e4-85cdcc19a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:16.559576 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-354d530f-a0ea-4c5e-a1e4-85cdcc19a0f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0560997 Feb 16 13:00:16.636226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-b87546a6-f077-4654-b45d-1c6b22c76529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:16.637717 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-b87546a6-f077-4654-b45d-1c6b22c76529 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712686 Feb 16 13:00:16.768179 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-e3352dba-c54b-41ec-8583-2da533d33d41 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223431 Feb 16 13:00:16.898977 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20602a8f-c252-4d19-882b-9c9fe56c06ad req-2c7f1928-8974-499c-af07-775238e722de service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248438 Feb 16 13:00:17.387769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6443-c49b-4624-953c-970cad59ae3e req-116fff07-4183-4c7d-84ab-5c2b714e0ba0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:17.389228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-edcb6443-c49b-4624-953c-970cad59ae3e req-116fff07-4183-4c7d-84ab-5c2b714e0ba0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 944 time: 0.0853791 Feb 16 13:00:17.432921 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-edcb6443-c49b-4624-953c-970cad59ae3e req-8fdeb591-7502-4af5-804c-ea82c794f3b4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374434 Feb 16 13:00:18.632231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95c9e-da16-4701-8768-cca3ae32a49f req-ef37e4a4-b259-40ca-972e-2d3dcee5109a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:18.634957 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dcd95c9e-da16-4701-8768-cca3ae32a49f req-ef37e4a4-b259-40ca-972e-2d3dcee5109a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 944 time: 0.0886593 Feb 16 13:00:18.685693 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dcd95c9e-da16-4701-8768-cca3ae32a49f req-e518c30b-d372-4fd7-a1c2-27f8ad01a1e1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Feb 16 13:00:18.991165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:00:19.123356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:19.137788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'mac_address': 'fa:16:3e:56:06:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:00:19.194308 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.211136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:19.226118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:19.230548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:19.296825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:19.496707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['69e9b014-0ddf-4283-b60b-69e2f710ffac'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:00:19.868747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656d3af-5c15-4d75-bb4e-ca62727e284d req-31ea498c-6bb2-4c88-93bc-a4a8a327dd83 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:19.870368 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1656d3af-5c15-4d75-bb4e-ca62727e284d req-31ea498c-6bb2-4c88-93bc-a4a8a327dd83 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 945 time: 0.0806732 Feb 16 13:00:19.913752 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1656d3af-5c15-4d75-bb4e-ca62727e284d req-f0b4d52d-2ac4-4083-946b-17dcd80e7d91 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377979 Feb 16 13:00:21.004831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:21.082401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 69e9b014-0ddf-4283-b60b-69e2f710ffac completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:21.087806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 69e9b014-0ddf-4283-b60b-69e2f710ffac triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:21.088359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:21.120729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa1de-98a8-4179-ab4e-12c12be04e11 req-273c8cff-9df9-43e2-a5c9-db034964a0cf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:21.122271 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-49eaa1de-98a8-4179-ab4e-12c12be04e11 req-273c8cff-9df9-43e2-a5c9-db034964a0cf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 945 time: 0.0938125 Feb 16 13:00:21.170039 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-49eaa1de-98a8-4179-ab4e-12c12be04e11 req-3de53ee0-f481-4d3e-8fa9-0410aaa364e7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Feb 16 13:00:21.211217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:21.237991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:21.253350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:21.259684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:21.299946 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'code': 200} Feb 16 13:00:21.344549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:21.578195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca78ff6-171f-435e-98c8-f57fd83c01cc req-46d8f8e7-2af5-4c2e-8f4b-d6968d829525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:21.579814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ca78ff6-171f-435e-98c8-f57fd83c01cc req-46d8f8e7-2af5-4c2e-8f4b-d6968d829525 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.0784395 Feb 16 13:00:21.624430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ca78ff6-171f-435e-98c8-f57fd83c01cc req-cce4c54e-a98e-44ee-aaad-e23a1c3b57cd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Feb 16 13:00:22.122694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:22.358228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f14837-3baf-480d-b5e9-24dec169045c req-9a4b158f-06fa-4b20-b578-9d29ba1965a9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:22.359718 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-62f14837-3baf-480d-b5e9-24dec169045c req-9a4b158f-06fa-4b20-b578-9d29ba1965a9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0832288 Feb 16 13:00:22.403731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-62f14837-3baf-480d-b5e9-24dec169045c req-348344d4-af8a-4e6b-a1e1-3a8a3c96f750 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382221 Feb 16 13:00:23.599092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae644-b28e-48e8-9b31-9469239fb1ad req-d0800fb2-9ed2-493b-8943-e04ba07d3ecd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:23.600737 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-341ae644-b28e-48e8-9b31-9469239fb1ad req-d0800fb2-9ed2-493b-8943-e04ba07d3ecd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0839217 Feb 16 13:00:23.651075 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-341ae644-b28e-48e8-9b31-9469239fb1ad req-63e691b9-8dda-45ac-a5ec-0fb40983972d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Feb 16 13:00:23.835202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7384a-4d5e-4175-a53b-b9162a77db79 req-fc7a92d2-f727-48e6-a4b6-11c94b6595df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:23.836715 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64e7384a-4d5e-4175-a53b-b9162a77db79 req-fc7a92d2-f727-48e6-a4b6-11c94b6595df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0828803 Feb 16 13:00:23.847665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:23.854476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'floatingip': {'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:23.932884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:23.938061 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:00:24.661583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:24.666037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:24.836702 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 associated. External IP: 172.26.4.241, port: 69e9b014-0ddf-4283-b60b-69e2f710ffac. Feb 16 13:00:25.197334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:25.375153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:25.380103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.385160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:25.394987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:25.395593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:25.433805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c369abb-e706-4196-9987-835b72bd3ace tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "PUT /v2.0/floatingips/b32420f8-a5d8-4448-9184-86196e8601c3 HTTP/1.1" status: 200 len: 992 time: 1.5849190 Feb 16 13:00:25.434395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:25.481177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'status': 'completed', 'code': 200} Feb 16 13:00:25.587497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:25.637618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-8c99967b-da17-4208-b1dc-e1797de891f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:25.639135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-8c99967b-da17-4208-b1dc-e1797de891f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.1124921 Feb 16 13:00:25.812886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-97145984-eb8d-4375-93ba-b5bd3fa79430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.834417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-27810787-bebd-49a9-87a2-fc4a14c23a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:25.835874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-27810787-bebd-49a9-87a2-fc4a14c23a0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1907032 Feb 16 13:00:26.024190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:56:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b6c1f-02be-4b16-8344-f56d4910859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:00:24Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:26.029153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:26.033762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559d8c-82cb-4eee-85bb-e8023ed7719f req-f69e5261-8f0b-47eb-a93e-9c4b37dda5a0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:26.035195 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96559d8c-82cb-4eee-85bb-e8023ed7719f req-f69e5261-8f0b-47eb-a93e-9c4b37dda5a0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.2984328 Feb 16 13:00:26.038052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:26.038215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T12:59:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:26.084460 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-c8e4dbbc-00fc-4c3a-bce2-c75811bdc722 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1000 time: 0.2350781 Feb 16 13:00:26.141933 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96559d8c-82cb-4eee-85bb-e8023ed7719f req-26fa0264-2672-4f1f-9efb-a96d9aa5027a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008711 Feb 16 13:00:26.161283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-3d233a6a-4d56-4639-94c0-337653b6839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:26.164051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-3d233a6a-4d56-4639-94c0-337653b6839c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0702651 Feb 16 13:00:26.222709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:26.238158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-66401030-ab4a-42e3-9d6b-596166bfe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:26.239625 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-66401030-ab4a-42e3-9d6b-596166bfe1e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705848 Feb 16 13:00:26.371061 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-9bd711f3-344b-4b04-ad99-d5d3d803d7c6 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248603 Feb 16 13:00:26.500700 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e44d1fe-3ba1-45d8-83b0-a064707abe65 req-c1bc19ad-4b91-4271-9c11-5e48dc409d3c service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241617 Feb 16 13:00:26.578657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:56:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b6c1f-02be-4b16-8344-f56d4910859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:00:24Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:26.582904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3739ca1-8755-4cb0-996c-105deead36af None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:56:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714b6c1f-02be-4b16-8344-f56d4910859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:00:24Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:26.770445 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9310d-23b7-4193-8c1d-fcb27c8dac4a None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:27.326263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b372-9573-4aad-8a4c-ee6ff054cf85 req-b30c5f11-4b7e-4898-a046-ad39eb03580f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:27.327973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96a2b372-9573-4aad-8a4c-ee6ff054cf85 req-b30c5f11-4b7e-4898-a046-ad39eb03580f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0784855 Feb 16 13:00:27.375095 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96a2b372-9573-4aad-8a4c-ee6ff054cf85 req-347fbe2b-9075-4dd2-bea5-245fdae719cc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411017 Feb 16 13:00:27.947748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-98cc4762-2d79-4809-9821-9acb19bf95ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.556448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad226c3-0785-45ad-b39b-403a24485592 req-d31101a2-743f-43cd-a607-2737b2e575b3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:28.557902 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fad226c3-0785-45ad-b39b-403a24485592 req-d31101a2-743f-43cd-a607-2737b2e575b3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0789571 Feb 16 13:00:28.601562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fad226c3-0785-45ad-b39b-403a24485592 req-75bc22d3-7495-4c02-9cc3-ee19baea719e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Feb 16 13:00:29.033546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:29.152022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:29.790712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a8179-cf93-47b2-ae9e-a2bbc79340ec req-5b2ad997-c81b-42b7-813c-ed64500b5c27 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:29.792213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d2a8179-cf93-47b2-ae9e-a2bbc79340ec req-5b2ad997-c81b-42b7-813c-ed64500b5c27 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0834026 Feb 16 13:00:29.837713 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d2a8179-cf93-47b2-ae9e-a2bbc79340ec req-68a71c4c-65e3-44af-b2e6-19142bf72732 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Feb 16 13:00:30.499827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:31.018161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7cdb-c76c-4636-99ea-18b4d50b4caf req-5d4362d2-a7ff-4156-8626-15ff6a50a2f5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:31.019604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-033f7cdb-c76c-4636-99ea-18b4d50b4caf req-5d4362d2-a7ff-4156-8626-15ff6a50a2f5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0795467 Feb 16 13:00:31.064810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-033f7cdb-c76c-4636-99ea-18b4d50b4caf req-b7898eea-6f59-4e51-bcb9-56cce0911c23 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 Feb 16 13:00:32.251685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494425-82d2-4084-8c39-3642abb675c1 req-221eb285-5b15-453f-a057-705b0d6e64dd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:32.253143 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e0494425-82d2-4084-8c39-3642abb675c1 req-221eb285-5b15-453f-a057-705b0d6e64dd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0829828 Feb 16 13:00:32.297252 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e0494425-82d2-4084-8c39-3642abb675c1 req-c0459368-adcd-46cc-a09a-54dd5729833b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 Feb 16 13:00:33.482386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329735da-ec95-49ac-8d85-05f02fb11878 req-34fad764-f5a4-4768-a821-2539bc790ccd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:33.483928 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-329735da-ec95-49ac-8d85-05f02fb11878 req-34fad764-f5a4-4768-a821-2539bc790ccd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0798669 Feb 16 13:00:33.530998 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-329735da-ec95-49ac-8d85-05f02fb11878 req-ffe84c7c-fdc6-428f-b5b1-4f308f5e2c6c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Feb 16 13:00:34.717447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c0bc-4a1e-4fdf-bb7b-0415ae9a5fbf req-7f55bdba-01ed-489f-ba35-78a64d9aef04 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:34.718881 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab98c0bc-4a1e-4fdf-bb7b-0415ae9a5fbf req-7f55bdba-01ed-489f-ba35-78a64d9aef04 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0809770 Feb 16 13:00:34.762299 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab98c0bc-4a1e-4fdf-bb7b-0415ae9a5fbf req-24b30f3a-8d32-4c00-9ac5-146055b166d0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Feb 16 13:00:35.942330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7627-aecd-44c4-a4e3-61e11951b089 req-c9126ad7-f6e7-48c8-91d7-cb218dcf8783 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:35.943789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6ac7627-aecd-44c4-a4e3-61e11951b089 req-c9126ad7-f6e7-48c8-91d7-cb218dcf8783 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0770137 Feb 16 13:00:35.992153 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6ac7627-aecd-44c4-a4e3-61e11951b089 req-57246598-5336-4687-805c-7c9e9257c5e0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Feb 16 13:00:37.207466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeed89-decb-43fd-9bbd-a7d40b0891f6 req-de9661b3-b796-474c-a828-69b7747b8063 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:37.209333 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8caeed89-decb-43fd-9bbd-a7d40b0891f6 req-de9661b3-b796-474c-a828-69b7747b8063 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1039212 Feb 16 13:00:37.263399 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8caeed89-decb-43fd-9bbd-a7d40b0891f6 req-6c06ff68-4f88-43cb-b7fc-7587057ea298 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477045 Feb 16 13:00:38.456186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599136d-387f-43d3-a205-0e0e5deeab43 req-79bb1f59-e089-4053-9099-3314d1b98195 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.457622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f599136d-387f-43d3-a205-0e0e5deeab43 req-79bb1f59-e089-4053-9099-3314d1b98195 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0840714 Feb 16 13:00:38.502486 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f599136d-387f-43d3-a205-0e0e5deeab43 req-fc63988b-fc50-4494-8100-3b9c7ffbfadb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Feb 16 13:00:39.684526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8fad6-1cdd-401b-a4a2-71c974e89d67 req-f679f6dd-c75a-4248-9699-ca9c5d7ce758 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:39.686018 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56c8fad6-1cdd-401b-a4a2-71c974e89d67 req-f679f6dd-c75a-4248-9699-ca9c5d7ce758 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0790279 Feb 16 13:00:39.730293 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56c8fad6-1cdd-401b-a4a2-71c974e89d67 req-57aca4fc-f258-42ee-8820-3b5fee170b27 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Feb 16 13:00:40.915903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910f86-1339-4967-bce8-7ad44cf17e41 req-b19126e8-c1b7-43cb-a9df-828d6106eac4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:40.917285 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa910f86-1339-4967-bce8-7ad44cf17e41 req-b19126e8-c1b7-43cb-a9df-828d6106eac4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0808606 Feb 16 13:00:40.962611 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa910f86-1339-4967-bce8-7ad44cf17e41 req-3d454d4a-094b-493d-8350-d2da5f3966c7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396883 Feb 16 13:00:42.145777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69491884-6a6f-4f8f-ad2a-a0c5c09a3181 req-0be9ce56-4b38-4603-873f-0a659e1eceb1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:42.147254 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69491884-6a6f-4f8f-ad2a-a0c5c09a3181 req-0be9ce56-4b38-4603-873f-0a659e1eceb1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0790660 Feb 16 13:00:42.193499 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69491884-6a6f-4f8f-ad2a-a0c5c09a3181 req-cc47d23f-5059-4a5b-a052-1b3cc3e99943 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Feb 16 13:00:43.377262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f32fdf-aa12-4c19-b45c-66b459d6489a req-4cce11cb-ec19-4e78-9470-fc3ff3230c61 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.378767 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d0f32fdf-aa12-4c19-b45c-66b459d6489a req-4cce11cb-ec19-4e78-9470-fc3ff3230c61 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0808313 Feb 16 13:00:43.423507 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d0f32fdf-aa12-4c19-b45c-66b459d6489a req-e6fa536d-f023-4321-b90a-7de3ea4771f9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Feb 16 13:00:44.709156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b36d68-2eaf-4a61-8f64-adabe0b16f01 req-38286148-3970-462a-bd14-d22b3c1238db tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:44.710727 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8b36d68-2eaf-4a61-8f64-adabe0b16f01 req-38286148-3970-462a-bd14-d22b3c1238db tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1793365 Feb 16 13:00:44.754312 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8b36d68-2eaf-4a61-8f64-adabe0b16f01 req-974b26a7-f99d-41dd-88f5-9c14085f8c69 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369933 Feb 16 13:00:45.936202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691573d5-6cac-4a8c-99cf-121ab6ac215a req-c0d57fb5-e166-4800-8faa-590081116969 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.937580 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-691573d5-6cac-4a8c-99cf-121ab6ac215a req-c0d57fb5-e166-4800-8faa-590081116969 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0781446 Feb 16 13:00:45.986496 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-691573d5-6cac-4a8c-99cf-121ab6ac215a req-806f4896-915b-479d-8cd0-ab1a34b52a54 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Feb 16 13:00:47.168195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca26bc-d9e5-4176-bf5a-1e0ab457b531 req-aaf7206a-9816-4b70-bc17-ddc1792d01fe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:47.169630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ddca26bc-d9e5-4176-bf5a-1e0ab457b531 req-aaf7206a-9816-4b70-bc17-ddc1792d01fe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0781069 Feb 16 13:00:47.212961 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ddca26bc-d9e5-4176-bf5a-1e0ab457b531 req-fb32c431-15e4-4971-945b-bfb791882740 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Feb 16 13:00:48.406287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5654-3fd2-4294-a6a2-b17cfe1b6732 req-52507c0e-cf3d-4059-b46f-ddec3718646f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.407732 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-126d5654-3fd2-4294-a6a2-b17cfe1b6732 req-52507c0e-cf3d-4059-b46f-ddec3718646f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0840609 Feb 16 13:00:48.452470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-126d5654-3fd2-4294-a6a2-b17cfe1b6732 req-d9e6f0ff-bc1f-45dd-bb86-5d405707e83e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Feb 16 13:00:49.637414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4741ce-ab6d-43dc-86dc-81ef9e33dc31 req-dccc2c78-5fd2-45d3-8e7a-029b85d7e3ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:49.638864 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a4741ce-ab6d-43dc-86dc-81ef9e33dc31 req-dccc2c78-5fd2-45d3-8e7a-029b85d7e3ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0792358 Feb 16 13:00:49.682663 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a4741ce-ab6d-43dc-86dc-81ef9e33dc31 req-22382375-1e64-40ca-a4b0-21270a53d2ba tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380826 Feb 16 13:00:50.231900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-e08caa38-9387-4dde-9900-36f00d1f5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.233371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-e08caa38-9387-4dde-9900-36f00d1f5873 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.0748553 Feb 16 13:00:50.375706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-d00163ca-0f82-40b5-b99d-a6e98229a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.380665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-d00163ca-0f82-40b5-b99d-a6e98229a7f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1261117 Feb 16 13:00:50.487141 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-1e67ecd2-eadd-4e8a-b356-ec63997c63a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1002 time: 0.1040416 Feb 16 13:00:50.550109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-6c610a75-4e4a-454c-9af5-9e1b1a5df953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.551496 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-6c610a75-4e4a-454c-9af5-9e1b1a5df953 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0593655 Feb 16 13:00:50.629103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-f1501507-988e-4001-95b6-7f866f84ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.630539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-f1501507-988e-4001-95b6-7f866f84ba9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724378 Feb 16 13:00:50.761011 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-b742df58-f1e2-4818-b77a-bad1c528b63d service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Feb 16 13:00:50.939258 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-603704ba-1f3b-40cd-a585-00620b8b20f2 req-5dbcf1fc-3b8b-45af-827b-6109385f363d service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722939 Feb 16 13:00:50.960333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab07cf-9832-483f-bc4e-4f001267756b req-ba44840f-a40a-48b7-a1b0-f2bebc4902db tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.961792 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8ab07cf-9832-483f-bc4e-4f001267756b req-ba44840f-a40a-48b7-a1b0-f2bebc4902db tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1630728 Feb 16 13:00:51.008412 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8ab07cf-9832-483f-bc4e-4f001267756b req-f4573ff6-b543-4072-bea2-f315f163353c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407555 Feb 16 13:00:52.126636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.205323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8684aca-8a2b-4d41-98bb-0e8a989663f1 req-2218e080-04d3-4029-b5b6-8241df5cc703 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:52.206746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8684aca-8a2b-4d41-98bb-0e8a989663f1 req-2218e080-04d3-4029-b5b6-8241df5cc703 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0820682 Feb 16 13:00:52.250490 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8684aca-8a2b-4d41-98bb-0e8a989663f1 req-e1cee7d0-9ef4-4234-8c80-05e3b4b85511 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Feb 16 13:00:53.687967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-6f1a36f7-69cf-42de-aeb9-c668f55c4660 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365340 Feb 16 13:00:53.703764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecd96-579f-4d66-882d-f04cd32a5056 req-535590da-c6fb-4f4e-b306-af49e9b90174 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:53.705499 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfaecd96-579f-4d66-882d-f04cd32a5056 req-535590da-c6fb-4f4e-b306-af49e9b90174 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1093016 Feb 16 13:00:53.760964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dfaecd96-579f-4d66-882d-f04cd32a5056 req-b7dbec34-1b0b-4c26-8339-031ff50451ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475950 Feb 16 13:00:55.053995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-f5370183-a277-4fb6-b85c-bcd64157648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.055591 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-f5370183-a277-4fb6-b85c-bcd64157648c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.2224483 Feb 16 13:00:55.106278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6fcdf-7264-4d12-ba9d-c564e9a76362 req-58821388-98a6-4472-b9f1-9d16a13d7a81 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.107677 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cbe6fcdf-7264-4d12-ba9d-c564e9a76362 req-58821388-98a6-4472-b9f1-9d16a13d7a81 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.2344027 Feb 16 13:00:55.223960 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cbe6fcdf-7264-4d12-ba9d-c564e9a76362 req-9b51985b-afa8-433f-a718-b42dbca9f867 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674853 Feb 16 13:00:55.230788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-2575cd8c-6e04-4df3-949a-80b71fb3ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.232235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-2575cd8c-6e04-4df3-949a-80b71fb3ee1e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1689618 Feb 16 13:00:55.336143 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-b56144bd-7922-4976-983d-021e63b20cde service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1002 time: 0.0982852 Feb 16 13:00:55.398030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-8793e1b9-6642-48ce-a4d8-3b7cec9f03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.399784 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-8793e1b9-6642-48ce-a4d8-3b7cec9f03fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0578623 Feb 16 13:00:55.478440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-09adbea2-98ba-4516-bf50-be6af68d0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.479373 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-09adbea2-98ba-4516-bf50-be6af68d0086 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743346 Feb 16 13:00:55.612107 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-594fb425-1a3a-4462-85e4-72b103c30662 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267393 Feb 16 13:00:55.735275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aaeb0427-bd6f-44ac-9670-60c16768e981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.741679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-269c548f-2313-4b19-84d2-1d7291d75169 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239741 Feb 16 13:00:56.410967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a367aff-36d3-4d9c-9862-5312e351eb57 req-aa129f6a-f49f-4a4c-a3a3-a8cfe19a4c1b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:56.412418 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a367aff-36d3-4d9c-9862-5312e351eb57 req-aa129f6a-f49f-4a4c-a3a3-a8cfe19a4c1b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0808640 Feb 16 13:00:56.456024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a367aff-36d3-4d9c-9862-5312e351eb57 req-1180dba4-a232-454a-821f-886b156e1cd0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Feb 16 13:00:57.521409 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-5c9bfa24-8bea-4941-8ca2-aa78e64be9a3 service neutron] 10.222.0.81 "GET /v2.0/ports/69e9b014-0ddf-4283-b60b-69e2f710ffac/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0814962 Feb 16 13:00:57.672277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9b5b7-bd60-47ce-8bce-06a440a1a2f2 req-1d32aca5-2db8-4b4b-b3d4-ec7e47bd913e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:57.673804 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40e9b5b7-bd60-47ce-8bce-06a440a1a2f2 req-1d32aca5-2db8-4b4b-b3d4-ec7e47bd913e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0966516 Feb 16 13:00:57.721667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40e9b5b7-bd60-47ce-8bce-06a440a1a2f2 req-1fc031e6-13f5-47b7-8730-07abd5141645 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Feb 16 13:00:57.855510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-94a6a71a-a4da-433b-89f6-6e9d6b23c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:57.857018 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-94a6a71a-a4da-433b-89f6-6e9d6b23c884 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1099 time: 0.0758524 Feb 16 13:00:57.967237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e264de1f-18a4-43a4-b67a-806a5f151006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.999092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-acab9207-4fbc-443a-a0fd-8fb78a0e7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.000584 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-acab9207-4fbc-443a-a0fd-8fb78a0e7b2f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.1020217 Feb 16 13:00:58.167753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-0d26f590-f51f-47e1-8ac4-aafc43128ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.170190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-0d26f590-f51f-47e1-8ac4-aafc43128ddc service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1641796 Feb 16 13:00:58.278352 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-bd89cc13-2e97-417f-aa4a-0c7664baa2b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1002 time: 0.1022346 Feb 16 13:00:58.340247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-f5f92bab-86f8-46ee-97e8-f4e53daf7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.341644 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-f5f92bab-86f8-46ee-97e8-f4e53daf7b27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0581601 Feb 16 13:00:58.418447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-a5534236-cec1-4724-a858-159a8a76b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.419900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-a5534236-cec1-4724-a858-159a8a76b650 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731132 Feb 16 13:00:58.660702 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-1658a639-8aa4-42f4-b7e2-e7a3d754586e service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348239 Feb 16 13:00:58.790646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8547aee0-1e79-470d-86de-1abdfbca0b02 req-1870df79-693a-4bb6-a938-cd6b08dad2b2 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241286 Feb 16 13:00:58.917109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aeb3b-76b8-41fe-96ce-a0c515c5b648 req-731eedab-cccd-42e4-9bd3-7d92fc7e5e94 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.918742 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c3aeb3b-76b8-41fe-96ce-a0c515c5b648 req-731eedab-cccd-42e4-9bd3-7d92fc7e5e94 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0846353 Feb 16 13:00:58.965789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c3aeb3b-76b8-41fe-96ce-a0c515c5b648 req-5bd5cd84-1c0b-431a-97a4-f4dbd3f381fb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Feb 16 13:00:59.036733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:59.155720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.158722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79790512-7d7b-4055-9d5f-626c80fa07ff req-eb6f8d25-a47f-4505-a832-78a380260210 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:00.160196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79790512-7d7b-4055-9d5f-626c80fa07ff req-eb6f8d25-a47f-4505-a832-78a380260210 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0832925 Feb 16 13:01:00.206398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-79790512-7d7b-4055-9d5f-626c80fa07ff req-7cae9f15-1ba6-4555-8892-912893404e9d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Feb 16 13:01:00.502092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:00.938602 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:01:01.177656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:01:01.185171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:01.398956 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e61f0-7132-442e-8a50-8d1c71aa9a3e req-8923e1ba-e461-4bb4-9612-6509df1d0db7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.400458 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab0e61f0-7132-442e-8a50-8d1c71aa9a3e req-8923e1ba-e461-4bb4-9612-6509df1d0db7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0844793 Feb 16 13:01:01.405048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.423622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:01.449954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'mac_address': 'fa:16:3e:56:06:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:01:01.450179 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab0e61f0-7132-442e-8a50-8d1c71aa9a3e req-afc65dc1-0001-49b3-a580-a4cf7c2e5e0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Feb 16 13:01:01.454242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:01.497287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:01.506628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.546371 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'code': 200} Feb 16 13:01:01.569752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:01.598793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:01.609535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:01.670732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:01:01.671086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:01:01.836154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03b2eb-f2e9-4ce5-9cb2-b80842c56916 req-c39bfe56-2960-4c35-b8ab-96c19f817442 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.837835 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d03b2eb-f2e9-4ce5-9cb2-b80842c56916 req-c39bfe56-2960-4c35-b8ab-96c19f817442 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 944 time: 0.1475189 Feb 16 13:01:01.845869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e80-c331-4829-a172-de38c4c46076 req-d0ed203d-2238-40ca-ad4e-0ae9015bec56 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:01.847172 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-d0ed203d-2238-40ca-ad4e-0ae9015bec56 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1240017 Feb 16 13:01:01.888903 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d03b2eb-f2e9-4ce5-9cb2-b80842c56916 req-86531a57-414c-4ba5-85c9-cddcc4e7c5f6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Feb 16 13:01:02.012575 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e80-c331-4829-a172-de38c4c46076 req-e7303df8-1c87-47ae-beb5-9082d6d00e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:02.014021 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-e7303df8-1c87-47ae-beb5-9082d6d00e43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1097 time: 0.0728829 Feb 16 13:01:02.141135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-73d35201-b919-4fcc-b84e-50b0a466569a req-936269d3-d3cd-4abc-90fc-de84d6e96459 service neutron] (87699) timed out ('10.222.0.81', 49859) {{(pid=87699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:01:02.150479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e80-c331-4829-a172-de38c4c46076 req-2ac30674-7d15-4992-b4c9-b0dc6bc58b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:02.151958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-2ac30674-7d15-4992-b4c9-b0dc6bc58b57 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1328285 Feb 16 13:01:02.227289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.244231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:02.256938 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-1c6c12ce-4c9c-46e7-a54a-cb658d878377 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1000 time: 0.0996716 Feb 16 13:01:02.260228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:02.264992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:02.324164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e80-c331-4829-a172-de38c4c46076 req-fc7cf151-6301-4335-87b6-55eecde63518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:02.325637 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-fc7cf151-6301-4335-87b6-55eecde63518 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0633826 Feb 16 13:01:02.377334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:02.402013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52e80-c331-4829-a172-de38c4c46076 req-80c89639-70c0-461a-909d-18c36da8d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:02.403393 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-80c89639-70c0-461a-909d-18c36da8d738 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715456 Feb 16 13:01:02.406788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['69e9b014-0ddf-4283-b60b-69e2f710ffac'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:01:02.547210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-b4c1b74f-3f65-439b-82c2-003938c559ef service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369891 Feb 16 13:01:02.676615 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bac52e80-c331-4829-a172-de38c4c46076 req-53186b97-9743-4c06-abdc-2454bacbc707 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236610 Feb 16 13:01:03.077542 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5874-7270-43f3-b783-e30d079cbfc2 req-e81b54e8-9042-4176-a25f-cab0c4c3eb7a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:03.078975 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1ea5874-7270-43f3-b783-e30d079cbfc2 req-e81b54e8-9042-4176-a25f-cab0c4c3eb7a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 945 time: 0.0806808 Feb 16 13:01:03.128140 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1ea5874-7270-43f3-b783-e30d079cbfc2 req-a85f6051-fb0b-44b9-a499-fc3280819f7a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Feb 16 13:01:03.193065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:03.264896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 69e9b014-0ddf-4283-b60b-69e2f710ffac triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:03.265275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.403513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.441568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:03.444989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:03.523086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:03.530815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.531161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.531501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.531834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.532184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.532516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.532842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.533164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.533493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.533812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.534129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.534446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:03.547593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:03.591444 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'code': 200} Feb 16 13:01:03.987775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-b0f09e45-7e75-4890-96f7-8ad41c7bf46a req-489d15fa-a519-41df-aada-75f4fa126158 tempest-TestNetworkAdvancedServerOps-2116739775 tempest-TestNetworkAdvancedServerOps-2116739775-project] (87698) timed out ('10.222.0.81', 49848) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:01:04.313194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641fbb2-f8b8-41af-b7bc-ce7248655768 req-c725f923-d0f0-4bee-9499-ca9540dc6f5b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:04.314527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c641fbb2-f8b8-41af-b7bc-ce7248655768 req-c725f923-d0f0-4bee-9499-ca9540dc6f5b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0794311 Feb 16 13:01:04.359468 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c641fbb2-f8b8-41af-b7bc-ce7248655768 req-4b3f13a4-41e8-4877-b7d0-3fbdc3d8592a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Feb 16 13:01:04.652747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48b17a-f600-4c4c-a543-ebc3db85f272 req-c7f3e48c-4b62-4c93-b3d1-94d794a168bb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:04.654174 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed48b17a-f600-4c4c-a543-ebc3db85f272 req-c7f3e48c-4b62-4c93-b3d1-94d794a168bb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1891026 Feb 16 13:01:04.698983 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ed48b17a-f600-4c4c-a543-ebc3db85f272 req-6559a25b-7af5-4ad8-a302-403c6e3d4c79 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Feb 16 13:01:05.062987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbebae-a69a-4aa7-ba4a-98641230983b req-92f42ec3-2bb4-49c1-b0fc-94fee1aa5b53 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.064421 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06cbebae-a69a-4aa7-ba4a-98641230983b req-92f42ec3-2bb4-49c1-b0fc-94fee1aa5b53 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0929158 Feb 16 13:01:05.157049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06cbebae-a69a-4aa7-ba4a-98641230983b req-144dcba7-76f3-4fc0-9899-e794118a9c97 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594716 Feb 16 13:01:05.175152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-657dd6a4-ccf7-44ed-bae4-1a880dc79924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.176651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-657dd6a4-ccf7-44ed-bae4-1a880dc79924 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 1099 time: 0.1113691 Feb 16 13:01:05.317088 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-17456a3d-e3d0-45e6-9dd9-55652a88a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.318566 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-17456a3d-e3d0-45e6-9dd9-55652a88a294 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1356475 Feb 16 13:01:05.423420 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-83e0d1e5-4401-4d54-85cd-8ca67bfa48ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 200 len: 1002 time: 0.0984247 Feb 16 13:01:05.490884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-7c32f00d-6a86-4cbd-8712-42a484e5c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.492425 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-7c32f00d-6a86-4cbd-8712-42a484e5c4e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0636446 Feb 16 13:01:05.575361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-08869a39-c7eb-4a77-a645-6a2cf6d6eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:05.576785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-08869a39-c7eb-4a77-a645-6a2cf6d6eca6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783966 Feb 16 13:01:05.710022 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-3204aff2-381c-4f06-93d9-367047df119e service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270523 Feb 16 13:01:05.844587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02aa1aa1-6797-4407-9b8b-15163ac02195 req-720c2e9d-4cd7-4b17-8380-8d876605da9c service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278279 Feb 16 13:01:06.364558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bdd63-6dc0-42f7-a9f0-510f0f149444 req-8df4ec61-bbdf-4e51-8d0c-3baa5ba327c8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:06.368889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa2bdd63-6dc0-42f7-a9f0-510f0f149444 req-8df4ec61-bbdf-4e51-8d0c-3baa5ba327c8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0955443 Feb 16 13:01:06.412468 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa2bdd63-6dc0-42f7-a9f0-510f0f149444 req-d2f13eca-91be-4c4f-84f7-592d58e32eb6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Feb 16 13:01:07.609337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7cdab-6b48-470e-adc9-e4160668a2c9 req-4b1b8e07-09b1-4132-832f-767347daa442 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:07.610766 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccc7cdab-6b48-470e-adc9-e4160668a2c9 req-4b1b8e07-09b1-4132-832f-767347daa442 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0850112 Feb 16 13:01:07.656318 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccc7cdab-6b48-470e-adc9-e4160668a2c9 req-770a89a5-e661-40b2-9e22-bec37f16816e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Feb 16 13:01:08.032966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fed1d6-5e8f-4787-929a-0f9b2a710aaa req-2a54119d-48e6-43af-870b-953731332305 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:08.034412 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29fed1d6-5e8f-4787-929a-0f9b2a710aaa req-2a54119d-48e6-43af-870b-953731332305 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0778351 Feb 16 13:01:08.078094 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29fed1d6-5e8f-4787-929a-0f9b2a710aaa req-dc267f0f-3353-446a-ab32-e03887c25c4b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Feb 16 13:01:09.268426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8c4a1-8ffa-46cb-97b1-a47689ed5ad6 req-8cda1d4e-d719-49f7-a008-0e2addb32c70 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:09.269772 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fcd8c4a1-8ffa-46cb-97b1-a47689ed5ad6 req-8cda1d4e-d719-49f7-a008-0e2addb32c70 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0830598 Feb 16 13:01:09.312720 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fcd8c4a1-8ffa-46cb-97b1-a47689ed5ad6 req-afc027d4-47b5-4856-817c-ed58169a2215 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372775 Feb 16 13:01:09.776325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-6980dbc2-2afb-4bcf-b036-104086e68254 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:09.777768 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-6980dbc2-2afb-4bcf-b036-104086e68254 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.0801387 Feb 16 13:01:09.850585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Deleting port 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:09.850814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.206513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] For port 69e9b014-0ddf-4283-b60b-69e2f710ffac, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69e9b014-0ddf-4283-b60b-69e2f710ffac,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:10.206769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.538300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.538954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.538954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 disassociated. External IP: 172.26.4.241, port: 69e9b014-0ddf-4283-b60b-69e2f710ffac. Feb 16 13:01:10.539259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Calling delete_port for 69e9b014-0ddf-4283-b60b-69e2f710ffac owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:10.619807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a562-f04c-4ae9-9831-eadf6df5480b req-b084509b-b47e-404c-b9ee-9b736835d480 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:10.621336 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3367a562-f04c-4ae9-9831-eadf6df5480b req-b084509b-b47e-404c-b9ee-9b736835d480 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 946 time: 0.1723485 Feb 16 13:01:10.716891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3367a562-f04c-4ae9-9831-eadf6df5480b req-b9b0b753-a82c-455e-9e12-8f5a238d0ac6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823929 Feb 16 13:01:10.741104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:10.792395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'Port': ['ID=69e9b014-0ddf-4283-b60b-69e2f710ffac,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:10.803673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.804102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.804568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.805000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.805332 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.805667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.805992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.806312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.806637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.806958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.807276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.807779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:10.998091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:11.173000 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:11.183098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:11.193389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:11.194075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:00:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:11.247203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] No DVR routers for this DVR port 69e9b014-0ddf-4283-b60b-69e2f710ffac on host hv-neutron-8294 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:01:11.249664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:11.252231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-deleted', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:11.269950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35deccea-3db9-439a-ba79-9611dfbbbd80 req-4210e461-f2a1-48f9-a01b-6f6628e92cb8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "DELETE /v2.0/ports/69e9b014-0ddf-4283-b60b-69e2f710ffac HTTP/1.1" status: 204 len: 173 time: 1.4869411 Feb 16 13:01:11.298897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714b6c1f-02be-4b16-8344-f56d4910859c', 'name': 'network-vif-deleted', 'tag': '69e9b014-0ddf-4283-b60b-69e2f710ffac', 'status': 'completed', 'code': 200} Feb 16 13:01:11.378625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:11.723970 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:11.728091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:11.736739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:11.737340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:00:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:11.887983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b85abc47-988c-4fae-b3e8-db56f90ea600 req-98f7b171-e54e-4a95-b247-ee79ce0e276d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:11.906622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b85abc47-988c-4fae-b3e8-db56f90ea600 req-98f7b171-e54e-4a95-b247-ee79ce0e276d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:11.908609 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b85abc47-988c-4fae-b3e8-db56f90ea600 req-98f7b171-e54e-4a95-b247-ee79ce0e276d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=714b6c1f-02be-4b16-8344-f56d4910859c HTTP/1.1" status: 200 len: 210 time: 0.0630307 Feb 16 13:01:11.931139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:12.298434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:12.302485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb8b83-038f-456e-86ec-1ae997294203 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:12.517277 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def4348-0e63-42f9-8fc2-43e67e1f5869 None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:13.247113 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-763fe58b-36eb-4623-8fde-0f9a4b559f18 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1487558977&fields=id&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 267 time: 0.0394957 Feb 16 13:01:13.256994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:13.291849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 69e9b014-0ddf-4283-b60b-69e2f710ffac {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:01:13.292226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 69e9b014-0ddf-4283-b60b-69e2f710ffac not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:01:13.401959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-d2c732b0-921d-4f41-91af-8b149536f448 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:13.403384 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-d2c732b0-921d-4f41-91af-8b149536f448 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.1498311 Feb 16 13:01:13.418071 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-44ba9f53-2090-45de-a987-2a1af6d418de tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/quotas/e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 375 time: 0.0092833 Feb 16 13:01:13.507190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-a77a22e5-9ae7-4978-84c1-668d8adafa75 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840049 Feb 16 13:01:13.754104 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-2a647adb-3836-4c04-a706-20017b8c2925 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344229 Feb 16 13:01:13.887641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-a0448ec4-d5a6-430a-b6da-0ca6450be8fa service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Feb 16 13:01:14.067306 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee07b9be-f96c-4b7e-a9b0-fcad058aaa90 req-1ff4554c-810f-4843-ba07-a9332d7d180a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 210 time: 0.0423913 Feb 16 13:01:15.244890 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34d3da23-7612-4faa-a6f5-1c1f3ca834a6 req-612b73fb-a62d-4d7f-88e5-e8bc168a8848 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 210 time: 0.0527341 Feb 16 13:01:15.251400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-0f39b2c0-4596-45ab-8a78-3321386cebd2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:15.253062 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-0f39b2c0-4596-45ab-8a78-3321386cebd2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.2007949 Feb 16 13:01:15.325800 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-09ed05ca-c5f5-475d-99e5-56174208cc17 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 380 time: 0.0589886 Feb 16 13:01:15.334689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'port': {'device_id': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'admin_state_up': True, 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'security_groups': ['6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:15.473164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:15.483742 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:15.494628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:01:15.498427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.669748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Allocated IP 172.20.0.7 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/2a8624fd-9a05-4721-b891-0221503a367b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:15.863697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.879192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Transition to ACTIVE for port object 2a8624fd-9a05-4721-b891-0221503a367b will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:15.902773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:15.970770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:15.979114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:15.983476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:16.013464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:16.052199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:16.052816 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.083291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-8a02fc47-d524-482a-9a1d-c02f452e9e24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523072 Feb 16 13:01:16.103162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Request body: {'port': {'device_id': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:16.210915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c71e4177-b094-4a4b-9c88-4617e38bc855 None None] Provisioning for port 2a8624fd-9a05-4721-b891-0221503a367b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:16.218040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.218220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c71e4177-b094-4a4b-9c88-4617e38bc855 None None] Provisioning complete for port 2a8624fd-9a05-4721-b891-0221503a367b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:16.218591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c71e4177-b094-4a4b-9c88-4617e38bc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.277573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c71e4177-b094-4a4b-9c88-4617e38bc855 None None] Port 2a8624fd-9a05-4721-b891-0221503a367b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:16.550504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f33c5-940c-4cfa-b7c1-00fe8e7f0b6b req-bbb3bdcb-3d6a-40b1-803f-3a0c7ed0fa68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:16.551184 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-638f33c5-940c-4cfa-b7c1-00fe8e7f0b6b req-bbb3bdcb-3d6a-40b1-803f-3a0c7ed0fa68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:16.578431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-638f33c5-940c-4cfa-b7c1-00fe8e7f0b6b req-bbb3bdcb-3d6a-40b1-803f-3a0c7ed0fa68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:16.579557 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-638f33c5-940c-4cfa-b7c1-00fe8e7f0b6b req-bbb3bdcb-3d6a-40b1-803f-3a0c7ed0fa68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 931 time: 0.2167387 Feb 16 13:01:16.766935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:16.778013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.785504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-638f33c5-940c-4cfa-b7c1-00fe8e7f0b6b req-544a4bad-eb17-45b5-ad76-2df9feb87998 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728103 Feb 16 13:01:16.797393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Transition to ACTIVE for port object 2a8624fd-9a05-4721-b891-0221503a367b will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:16.802934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:16.960273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:17.044647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Attempting to bind port 2a8624fd-9a05-4721-b891-0221503a367b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:17.044982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Attempting to bind port 2a8624fd-9a05-4721-b891-0221503a367b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:17.045310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Attempting to bind port 2a8624fd-9a05-4721-b891-0221503a367b on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:17.049923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Port 2a8624fd-9a05-4721-b891-0221503a367b on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:01:17.050242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Attempting to bind port 2a8624fd-9a05-4721-b891-0221503a367b on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:17.056102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:17.056390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:17.056774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:17.057224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Bound port: 2a8624fd-9a05-4721-b891-0221503a367b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:17.057565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.146609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:17.149854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:17.153248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.212650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.213373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:17.214631 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] 10.222.0.81 "PUT /v2.0/ports/2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1093 time: 1.1166315 Feb 16 13:01:17.215071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:17.240858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5175b7-3c85-42a2-b98b-18b30beb4dae service neutron] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:17.304350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'status': 'completed', 'code': 200} Feb 16 13:01:17.349477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-3cc05315-aaa0-4ae9-9d9f-4cd311ae4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.351023 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-3cc05315-aaa0-4ae9-9d9f-4cd311ae4af4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1096 time: 0.0794077 Feb 16 13:01:17.429942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-94c54c61-45da-4f50-9e34-ea2726fadc3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 217 time: 0.0662282 Feb 16 13:01:17.494350 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-ece16c1d-0c5f-4350-98c2-5cbe79ebaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.495715 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-ece16c1d-0c5f-4350-98c2-5cbe79ebaa09 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0604942 Feb 16 13:01:17.574543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa931-3db7-490b-91db-36e926890c59 req-ec735a7a-bc73-4a0e-a0dc-b8e23b077280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:17.575938 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-ec735a7a-bc73-4a0e-a0dc-b8e23b077280 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746970 Feb 16 13:01:17.719362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-baba5461-62ca-44b7-b2d4-87f2bdd667a2 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373024 Feb 16 13:01:17.859047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f64fa931-3db7-490b-91db-36e926890c59 req-4033d93c-91e5-42e8-9d4b-bd3d2cb554dc service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341355 Feb 16 13:01:18.035713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db60efe-a0a8-42f2-bb38-ed1dc4262a4f req-ce0eb8cd-e883-4c7e-8e81-7b5d9b2fac0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.037307 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8db60efe-a0a8-42f2-bb38-ed1dc4262a4f req-ce0eb8cd-e883-4c7e-8e81-7b5d9b2fac0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 943 time: 0.1342838 Feb 16 13:01:18.089508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-11193aca-c8e3-4ee3-b913-2bcf3a9e0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.091055 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-11193aca-c8e3-4ee3-b913-2bcf3a9e0445 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1096 time: 0.1346927 Feb 16 13:01:18.098642 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8db60efe-a0a8-42f2-bb38-ed1dc4262a4f req-6a23c04c-e0f1-49ea-b63e-7e696854824e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552647 Feb 16 13:01:18.232318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-1ee11b0b-71b7-471f-bc44-4cee35f415fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.233842 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-1ee11b0b-71b7-471f-bc44-4cee35f415fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1343424 Feb 16 13:01:18.304150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-323a8869-bbe5-4086-8b8a-20e2da269d95 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 217 time: 0.0633979 Feb 16 13:01:18.369833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-b01a0306-b8b6-4541-a7e9-931061d02d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.371203 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-b01a0306-b8b6-4541-a7e9-931061d02d26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0592148 Feb 16 13:01:18.449262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-9be00b99-0fc3-413a-9dca-ce05865e5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:18.450746 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-9be00b99-0fc3-413a-9dca-ce05865e5fee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727856 Feb 16 13:01:18.689429 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-a22c6a70-ab1b-4dfa-bb67-3577dec2701e service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314596 Feb 16 13:01:18.822259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a124f6de-3b5f-4b19-a36f-622075ea25ba req-fa0ba4a9-f64a-4559-82c7-dfecefe9c471 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258464 Feb 16 13:01:19.290589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7444-495f-4a40-9e28-c35992e5c3c9 req-03f84f80-5a9c-4779-a508-a7a73d53c0d1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:19.291978 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71de7444-495f-4a40-9e28-c35992e5c3c9 req-03f84f80-5a9c-4779-a508-a7a73d53c0d1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 943 time: 0.0832765 Feb 16 13:01:19.302033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:01:19.337564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-71de7444-495f-4a40-9e28-c35992e5c3c9 req-c58f6612-a087-470d-9923-7a3cf456ff69 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Feb 16 13:01:19.437671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:19.451151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '2a8624fd-9a05-4721-b891-0221503a367b', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:01:19.504993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:19.522912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:19.539715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:19.543732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:19.614115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:19.817358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2a8624fd-9a05-4721-b891-0221503a367b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:01:20.520931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c77d2-a4fb-4014-92ec-9e402fa41c34 req-0de75247-0c95-48a4-9b87-6ba588edde1b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:20.522396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0b8c77d2-a4fb-4014-92ec-9e402fa41c34 req-0de75247-0c95-48a4-9b87-6ba588edde1b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 944 time: 0.0799685 Feb 16 13:01:20.572788 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0b8c77d2-a4fb-4014-92ec-9e402fa41c34 req-08312475-a1db-45af-9e7b-d3b0ec93cee5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Feb 16 13:01:21.317616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:21.386491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 2a8624fd-9a05-4721-b891-0221503a367b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:21.391258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 2a8624fd-9a05-4721-b891-0221503a367b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:21.391625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:21.509662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:21.538302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:21.549108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:21.553345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:21.590615 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'code': 200} Feb 16 13:01:21.626222 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:21.768580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bbf58-c2ce-4b5d-a619-00e5f1b991ab req-1015bb84-e9a5-44d4-a63f-abcd9a08ecc9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:21.770036 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-786bbf58-c2ce-4b5d-a619-00e5f1b991ab req-1015bb84-e9a5-44d4-a63f-abcd9a08ecc9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0831196 Feb 16 13:01:21.865953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-786bbf58-c2ce-4b5d-a619-00e5f1b991ab req-e288c155-5556-40ea-98e8-9eed5595968d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889802 Feb 16 13:01:21.889512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b345-8756-4dcc-a41c-ffa6cb40554a req-04468467-d466-47a9-92de-db49635a9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:21.890992 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb03b345-8756-4dcc-a41c-ffa6cb40554a req-04468467-d466-47a9-92de-db49635a9749 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1098 time: 0.0983369 Feb 16 13:01:21.932489 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb03b345-8756-4dcc-a41c-ffa6cb40554a req-d7773d6c-969e-4a8a-af8d-a7af8227007b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358353 Feb 16 13:01:22.124055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:23.087724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67823c2-392d-4163-871f-a08a252ed27d req-727e43d1-97cc-40cb-a5b2-13344394dccf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:23.089221 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e67823c2-392d-4163-871f-a08a252ed27d req-727e43d1-97cc-40cb-a5b2-13344394dccf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.1116128 Feb 16 13:01:23.135060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e67823c2-392d-4163-871f-a08a252ed27d req-b6382e62-a9a6-4bde-b0bd-f27ed98dcbf9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Feb 16 13:01:24.323397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31e197-bf41-4cf0-9314-8cd981a9ef14 req-897e213a-657b-4d46-8ded-7bcc84f1ac0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:24.324894 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad31e197-bf41-4cf0-9314-8cd981a9ef14 req-897e213a-657b-4d46-8ded-7bcc84f1ac0b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0846546 Feb 16 13:01:24.371974 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad31e197-bf41-4cf0-9314-8cd981a9ef14 req-174d2246-f72c-488a-95a2-12037f292eb9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Feb 16 13:01:24.553189 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733a970-2d08-4c01-bed8-685e20417ea4 req-d3771f77-f265-409c-bbe3-602cac7f821f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:24.554651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4733a970-2d08-4c01-bed8-685e20417ea4 req-d3771f77-f265-409c-bbe3-602cac7f821f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0797567 Feb 16 13:01:24.563416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:24.568743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'floatingip': {'port_id': '2a8624fd-9a05-4721-b891-0221503a367b'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:24.649472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:25.368351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:25.372587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:25.547109 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 associated. External IP: 172.26.4.241, port: 2a8624fd-9a05-4721-b891-0221503a367b. Feb 16 13:01:25.742330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f39931a5-c1a2-4e35-8d10-d8924fd4e2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:25.902173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:26.083476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:26.088552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:26.092847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:26.103254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:26.103990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:00:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:26.267869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ad31df3-a681-442b-9569-91c0c190f542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "PUT /v2.0/floatingips/b32420f8-a5d8-4448-9184-86196e8601c3 HTTP/1.1" status: 200 len: 991 time: 1.7032459 Feb 16 13:01:26.268483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:26.289564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:26.326287 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'status': 'completed', 'code': 200} Feb 16 13:01:26.449216 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-f8e71a72-260d-4795-9aea-6d503ccadc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:26.451284 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-f8e71a72-260d-4795-9aea-6d503ccadc73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1098 time: 0.0769823 Feb 16 13:01:26.600481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-4e3904a0-1712-4af8-93a6-46891283153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:26.602430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-4e3904a0-1712-4af8-93a6-46891283153b service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1449435 Feb 16 13:01:26.686980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:01:25Z', 'revision_number': 9, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:26.690930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:26.700413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:26.701016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:00:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:26.796252 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-74596e0d-1038-4f6d-b2f3-631539081aa9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 999 time: 0.1546953 Feb 16 13:01:26.881607 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-162513eb-ea7f-4bd6-ac3c-162c5a9758b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891904 Feb 16 13:01:26.896111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90acb8-d132-49bc-9e17-a7ccc89bb380 req-075a95d8-cebf-4c3f-9bea-17094448900b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:26.897568 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e90acb8-d132-49bc-9e17-a7ccc89bb380 req-075a95d8-cebf-4c3f-9bea-17094448900b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.2938051 Feb 16 13:01:26.899234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-f97f47f1-cf67-42f6-8dc1-279b63334f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:26.900650 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-f97f47f1-cf67-42f6-8dc1-279b63334f4f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0981066 Feb 16 13:01:26.923259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:26.992946 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e90acb8-d132-49bc-9e17-a7ccc89bb380 req-938485a6-a0ed-4d67-bc77-8b370e3e5230 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872672 Feb 16 13:01:27.017039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-32aaf2fc-a470-4d62-9d40-4542cea30125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:27.018587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-32aaf2fc-a470-4d62-9d40-4542cea30125 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111181 Feb 16 13:01:27.285513 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-bcc10eee-b461-4060-ad6d-87246159e9ed service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609584 Feb 16 13:01:27.321773 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:01:25Z', 'revision_number': 9, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:27.328289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93d5a8-32a8-4db8-b5c2-37af0cecbc94 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:01:25Z', 'revision_number': 9, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:27.441398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61ea842f-89f1-4875-abc2-a2d524b62c2b req-286b43a1-df65-4bcb-b3b2-b1dcbc09c9f3 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489975 Feb 16 13:01:27.598478 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd75a1-5b7d-425e-8714-c6be31482b42 None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:27.950728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c17958b-e702-4065-8935-20485d42b522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:28.191378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa686-5079-4779-b5c4-1ca8105b9c80 req-4bb2a5d0-ada7-4b6d-9096-944ad3ed9667 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.192666 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae2fa686-5079-4779-b5c4-1ca8105b9c80 req-4bb2a5d0-ada7-4b6d-9096-944ad3ed9667 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0867577 Feb 16 13:01:28.243217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae2fa686-5079-4779-b5c4-1ca8105b9c80 req-9fc449ec-b132-4188-8988-8c94d2d4bf8a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Feb 16 13:01:28.331113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-fa213f10-c91e-4123-aa17-b8a7d908e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.332639 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-fa213f10-c91e-4123-aa17-b8a7d908e509 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1098 time: 0.0716603 Feb 16 13:01:28.464830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-5682bf62-38f4-4291-8f5d-7dbdd65af3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.466304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-5682bf62-38f4-4291-8f5d-7dbdd65af3ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1275206 Feb 16 13:01:28.575841 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-57750031-f3f6-4b3a-8ae2-052493de3213 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1002 time: 0.1037910 Feb 16 13:01:28.640774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-b735e1f1-c1e3-4069-ab37-34b4043a0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.642253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-b735e1f1-c1e3-4069-ab37-34b4043a0b9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0609224 Feb 16 13:01:28.722185 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-ef358372-2a81-41cc-a339-0ed8acd052ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:28.723675 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-ef358372-2a81-41cc-a339-0ed8acd052ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761256 Feb 16 13:01:28.855636 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-bc54d288-a9b0-41b5-ad3e-682d6edc730a service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254621 Feb 16 13:01:29.001435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-ff48cce0-9019-4e5f-aefd-182cfeb68a10 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401734 Feb 16 13:01:29.040026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:29.158362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:29.433717 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048691-1503-4d36-90cc-f274eae7aa79 req-2f5a783e-cb3e-4d12-99a8-bf4075c3e830 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:29.435174 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb048691-1503-4d36-90cc-f274eae7aa79 req-2f5a783e-cb3e-4d12-99a8-bf4075c3e830 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0823741 Feb 16 13:01:29.483337 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb048691-1503-4d36-90cc-f274eae7aa79 req-e2225471-808d-48fe-865e-c85b19aebc65 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Feb 16 13:01:30.505795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:30.675389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebbd9-77b6-42a7-8d99-085e695fd1ff req-73f57d83-e459-4219-8582-af11e86320a2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:30.676942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ceebbd9-77b6-42a7-8d99-085e695fd1ff req-73f57d83-e459-4219-8582-af11e86320a2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0837297 Feb 16 13:01:30.725568 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ceebbd9-77b6-42a7-8d99-085e695fd1ff req-48204900-253e-4897-a00f-44ddf2cfde3f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Feb 16 13:01:31.916156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f3e9-ed53-48b7-a5ad-5b50de44fbc0 req-e504ce5c-4e24-4e45-8918-268c41ed5aae tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:31.917669 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d503f3e9-ed53-48b7-a5ad-5b50de44fbc0 req-e504ce5c-4e24-4e45-8918-268c41ed5aae tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0824587 Feb 16 13:01:31.961586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d503f3e9-ed53-48b7-a5ad-5b50de44fbc0 req-39827a6f-67c3-40f4-966e-2514596ecf7e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Feb 16 13:01:33.152251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd66fe-2e77-473a-bd7c-212f94838223 req-44e5a04e-98ab-473f-a20d-0e36632d86ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:33.153726 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1bdd66fe-2e77-473a-bd7c-212f94838223 req-44e5a04e-98ab-473f-a20d-0e36632d86ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0809112 Feb 16 13:01:33.197480 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1bdd66fe-2e77-473a-bd7c-212f94838223 req-81dda9ec-c078-4771-93f3-2e60d6950cba tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381408 Feb 16 13:01:34.387026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275269-a706-4d39-ab44-49b9e38895ed req-7af992b6-e9b5-4805-ac07-1ac5e139cb3b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:34.389081 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22275269-a706-4d39-ab44-49b9e38895ed req-7af992b6-e9b5-4805-ac07-1ac5e139cb3b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0865643 Feb 16 13:01:34.433875 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22275269-a706-4d39-ab44-49b9e38895ed req-8f3b2f34-e9cb-422f-bf3b-5e44a68a0fff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Feb 16 13:01:35.626380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab1a77-bb38-4ab4-aaf8-ea6ba52436e5 req-b388c1c3-25b9-4093-a4cc-80d772111fee tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:35.627834 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ab1a77-bb38-4ab4-aaf8-ea6ba52436e5 req-b388c1c3-25b9-4093-a4cc-80d772111fee tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0802693 Feb 16 13:01:35.673755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3ab1a77-bb38-4ab4-aaf8-ea6ba52436e5 req-987c5b13-fb4d-4782-9a62-1694dbb0b4e6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393248 Feb 16 13:01:36.951763 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff446ed-b537-4e41-ad4e-9b5366d2a722 req-569613b7-e56f-4d80-9c30-425ad75ff494 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:36.953151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eff446ed-b537-4e41-ad4e-9b5366d2a722 req-569613b7-e56f-4d80-9c30-425ad75ff494 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.1746075 Feb 16 13:01:36.998412 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eff446ed-b537-4e41-ad4e-9b5366d2a722 req-f88101db-f7d7-4071-a20c-b6611a2c5d75 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Feb 16 13:01:37.939183 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:01:38.207595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a4d9f-b9a1-4a94-b072-552bd183683a req-201d2de0-bf24-434a-9ff9-b683495af4ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:38.209719 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-739a4d9f-b9a1-4a94-b072-552bd183683a req-201d2de0-bf24-434a-9ff9-b683495af4ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0907431 Feb 16 13:01:38.260594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-739a4d9f-b9a1-4a94-b072-552bd183683a req-2b3f6634-2b74-40ae-a68d-03d3e505b674 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Feb 16 13:01:39.449895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf818e8-b329-4398-9dcb-30dc9d356da4 req-4137336b-5b20-477f-98cb-419492d7cb19 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:39.451346 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf818e8-b329-4398-9dcb-30dc9d356da4 req-4137336b-5b20-477f-98cb-419492d7cb19 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0794914 Feb 16 13:01:39.499724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf818e8-b329-4398-9dcb-30dc9d356da4 req-bc3ac3e7-55e6-44b2-b9eb-77d97db485d3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Feb 16 13:01:40.687247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb1a6b-1368-4861-bf52-1cecca58050b req-92e93d3a-c982-48c5-845e-b9be975a63b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:40.688738 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fbeb1a6b-1368-4861-bf52-1cecca58050b req-92e93d3a-c982-48c5-845e-b9be975a63b7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0806868 Feb 16 13:01:40.733386 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fbeb1a6b-1368-4861-bf52-1cecca58050b req-aea65387-a211-4bcb-85b8-c53542e716d4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389678 Feb 16 13:01:41.925138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619dfaa-81e5-4193-b4e9-38071518c225 req-eda144e1-aeb0-4d9e-934c-11fd0d77bea7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:41.926478 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2619dfaa-81e5-4193-b4e9-38071518c225 req-eda144e1-aeb0-4d9e-934c-11fd0d77bea7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0832112 Feb 16 13:01:41.971845 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2619dfaa-81e5-4193-b4e9-38071518c225 req-9ae91b59-a97a-4b5c-b82d-1c2cb6443155 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 Feb 16 13:01:43.168985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bb334-22c1-4f4d-b987-fdeccebf1519 req-6bb6bc37-dbc2-4e27-b553-fae1b9de882b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:43.170494 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-310bb334-22c1-4f4d-b987-fdeccebf1519 req-6bb6bc37-dbc2-4e27-b553-fae1b9de882b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0871410 Feb 16 13:01:43.218387 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-310bb334-22c1-4f4d-b987-fdeccebf1519 req-a2bde74f-3df0-4f14-a332-da38256dbbf2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Feb 16 13:01:44.407485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb920e2d-f1dc-4855-bdc8-37186d90396f req-f1b51594-28dd-4ab7-ae73-41493b3e8474 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:44.409022 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb920e2d-f1dc-4855-bdc8-37186d90396f req-f1b51594-28dd-4ab7-ae73-41493b3e8474 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0843058 Feb 16 13:01:44.458314 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cb920e2d-f1dc-4855-bdc8-37186d90396f req-b1389527-0649-46fc-8f68-ef39c9b50348 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Feb 16 13:01:45.647371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd4818-fbe2-4081-bd06-3b40412b572d req-adcd716a-4dd3-43b6-92a6-d30bdf675063 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:45.649588 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7bd4818-fbe2-4081-bd06-3b40412b572d req-adcd716a-4dd3-43b6-92a6-d30bdf675063 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0843256 Feb 16 13:01:45.692482 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7bd4818-fbe2-4081-bd06-3b40412b572d req-079dbdd1-9cec-419a-8c55-c0f5281a077c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371335 Feb 16 13:01:46.026469 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-beaf9104-3bbe-42da-b96c-b0892d954935 service neutron] 10.222.0.81 "GET /v2.0/ports/2a8624fd-9a05-4721-b891-0221503a367b/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0744529 Feb 16 13:01:46.307844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-c62b2c90-d61e-4207-bf09-037e4bd5b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:46.309293 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-c62b2c90-d61e-4207-bf09-037e4bd5b9ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1098 time: 0.0740976 Feb 16 13:01:46.413439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-954bd768-03bc-482e-a20c-d1669fe1a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:46.415017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-954bd768-03bc-482e-a20c-d1669fe1a948 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1098 time: 0.0705011 Feb 16 13:01:46.544125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-e327b4fb-3a8b-4b06-ae04-db035c0317a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:46.545543 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-e327b4fb-3a8b-4b06-ae04-db035c0317a7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1249363 Feb 16 13:01:46.649517 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-ee23b882-44e8-4ee8-a316-4dabeff53b4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1002 time: 0.0979657 Feb 16 13:01:46.713229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-47a07dae-89f8-4d17-b552-c0263da47dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:46.714641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-47a07dae-89f8-4d17-b552-c0263da47dbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0597126 Feb 16 13:01:46.793564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-611ba87b-cd12-41b2-a41b-27923deb3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:46.795360 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-611ba87b-cd12-41b2-a41b-27923deb3629 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745144 Feb 16 13:01:46.939255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-4ab9cb5d-f73f-48aa-9a6f-3bc49909bc84 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372890 Feb 16 13:01:47.218381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0980f160-bbc5-49e3-9ae4-ce03e6772342 req-763d7949-4cec-422b-ae44-a0e4cfce7c4f service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719228 Feb 16 13:01:47.230121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1015b8-4497-4a4a-a360-98a0403f9132 req-7a9f063c-b690-4dcc-8e57-b6801bc50e4e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:47.231506 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a1015b8-4497-4a4a-a360-98a0403f9132 req-7a9f063c-b690-4dcc-8e57-b6801bc50e4e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.2671213 Feb 16 13:01:47.282122 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a1015b8-4497-4a4a-a360-98a0403f9132 req-e576cf45-4e0f-4b89-86f5-1146725992ab tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Feb 16 13:01:48.470744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f91fb2-c6e4-463a-bb30-9b95950e8b18 req-c1cb04d9-e5ab-4005-9e03-45e05dc4d20f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:48.472192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06f91fb2-c6e4-463a-bb30-9b95950e8b18 req-c1cb04d9-e5ab-4005-9e03-45e05dc4d20f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0803859 Feb 16 13:01:48.517724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06f91fb2-c6e4-463a-bb30-9b95950e8b18 req-08f20687-7879-475b-813c-e2ff92b20c95 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Feb 16 13:01:49.441501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:01:49.449656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:49.672186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.692397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:49.709994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b28f5a-e001-4a29-a096-8da7e98255a5 req-da239d7e-3eb3-4935-9eae-a579fcf1c4fd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:49.712050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b9b28f5a-e001-4a29-a096-8da7e98255a5 req-da239d7e-3eb3-4935-9eae-a579fcf1c4fd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0878091 Feb 16 13:01:49.713137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '2a8624fd-9a05-4721-b891-0221503a367b', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:01:49.719225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:49.759694 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b9b28f5a-e001-4a29-a096-8da7e98255a5 req-4fe74432-f09d-49a0-bdc6-5066fb8bfcc3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Feb 16 13:01:49.763013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:49.770114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.816855 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'code': 200} Feb 16 13:01:49.831189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.858292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:49.909729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:49.931413 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:01:49.931772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:01:50.233352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-ebbfbce2-c783-459d-a63a-1c9186c07c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.234827 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-ebbfbce2-c783-459d-a63a-1c9186c07c1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1096 time: 0.0718195 Feb 16 13:01:50.259034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-12b79e43-c8a9-437e-9669-44f04c88ec28 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.260467 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-12b79e43-c8a9-437e-9669-44f04c88ec28 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.1500499 Feb 16 13:01:50.269023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ded5c-915d-48f7-86b9-06f8265f618b req-719bce4f-0a1a-4762-b3e0-566a50ddffac tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.270449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-747ded5c-915d-48f7-86b9-06f8265f618b req-719bce4f-0a1a-4762-b3e0-566a50ddffac tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 943 time: 0.1142745 Feb 16 13:01:50.370511 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-747ded5c-915d-48f7-86b9-06f8265f618b req-a4d3c6e8-b895-4e0e-b3ae-eadf0d974690 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671368 Feb 16 13:01:50.379358 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-3d4d4db4-9272-47e1-972d-cccf19138e92 service neutron] 10.222.0.81 "GET /v2.0/ports/2a8624fd-9a05-4721-b891-0221503a367b/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1079094 Feb 16 13:01:50.396087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-3401e605-4894-4a4e-a3b7-505ee6da92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.397606 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-3401e605-4894-4a4e-a3b7-505ee6da92cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1447468 Feb 16 13:01:50.489146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.506444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:50.509268 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-4b528b21-fb17-4494-8ca6-99c4b41ebd55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1000 time: 0.1046214 Feb 16 13:01:50.522916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:50.528561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.578381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-41468dba-9f04-4cc1-9d76-f9250453d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.579809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-41468dba-9f04-4cc1-9d76-f9250453d981 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0654454 Feb 16 13:01:50.599581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:50.661731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2a8624fd-9a05-4721-b891-0221503a367b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:01:50.662115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-b611e542-b7d7-4162-a295-e854e38c1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:50.663611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-b611e542-b7d7-4162-a295-e854e38c1fe3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775106 Feb 16 13:01:50.797016 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-4557d563-bd24-4e4c-8ae8-df242440de4d service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261954 Feb 16 13:01:50.927460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de0dc9fd-1c69-4a77-a239-723a1f0f0b12 req-6547f5df-ddde-413a-a3ec-82b1a59056b9 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245749 Feb 16 13:01:51.075128 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-b3870f2e-18fa-4998-b178-295145dfe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.077233 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-b3870f2e-18fa-4998-b178-295145dfe3d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1097 time: 0.0800571 Feb 16 13:01:51.214848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-989f1ae9-043e-4c88-8948-5802dbd05630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.216527 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-989f1ae9-043e-4c88-8948-5802dbd05630 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1325655 Feb 16 13:01:51.313918 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-f246d723-2064-4bae-b380-b043faaed115 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1001 time: 0.0912049 Feb 16 13:01:51.379392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-d02fb81b-f7ce-4f27-95ac-f090455d71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.380808 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-d02fb81b-f7ce-4f27-95ac-f090455d71a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0600061 Feb 16 13:01:51.448217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:51.463926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-3ad7d4b4-af5d-4bfc-a6fa-3752569d426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.465474 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-3ad7d4b4-af5d-4bfc-a6fa-3752569d426a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784445 Feb 16 13:01:51.519447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 2a8624fd-9a05-4721-b891-0221503a367b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:51.520042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.585758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811bb8a-91fd-40ba-8a14-b0eb767075a2 req-b66224c0-bfc8-474a-8263-af7c557abb4f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.587943 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a811bb8a-91fd-40ba-8a14-b0eb767075a2 req-b66224c0-bfc8-474a-8263-af7c557abb4f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 944 time: 0.0960519 Feb 16 13:01:51.612866 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-01dd1dbd-9459-4fcb-a859-dc4630a30692 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411488 Feb 16 13:01:51.635605 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a811bb8a-91fd-40ba-8a14-b0eb767075a2 req-1c32ffd7-724a-43c0-aab0-29a0b8d97f57 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Feb 16 13:01:51.662092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.696394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:51.700528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.748047 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-251e1dae-a256-4131-bc08-31ce9bfcbb0f service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289942 Feb 16 13:01:51.815846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:51.818149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:51.873892 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'code': 200} Feb 16 13:01:52.124176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.818304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038cf06-69f8-408f-a722-7b671923b0e3 req-93dd080d-d17c-4e67-a761-2bd78df05864 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:52.819731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1038cf06-69f8-408f-a722-7b671923b0e3 req-93dd080d-d17c-4e67-a761-2bd78df05864 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0778141 Feb 16 13:01:52.865832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1038cf06-69f8-408f-a722-7b671923b0e3 req-591321e7-0bc2-47dc-bf5c-9f7bd9997538 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Feb 16 13:01:54.057680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a39474-b651-4737-a301-b44c6c3cb391 req-d7f3d78f-7639-44c7-9fcc-89ed3e3860fc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.059175 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3a39474-b651-4737-a301-b44c6c3cb391 req-d7f3d78f-7639-44c7-9fcc-89ed3e3860fc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0857739 Feb 16 13:01:54.116954 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3a39474-b651-4737-a301-b44c6c3cb391 req-403ad328-f6b0-45e9-85ce-761b9b3088e9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Feb 16 13:01:54.395255 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-551611ff-e9f1-4e66-855b-b251df47b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.396757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-551611ff-e9f1-4e66-855b-b251df47b789 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1098 time: 0.0735993 Feb 16 13:01:54.497366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-1a680bc6-f5dc-428f-992d-1acce51060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.498808 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-1a680bc6-f5dc-428f-992d-1acce51060c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 1098 time: 0.0702031 Feb 16 13:01:54.627458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-47cadd7b-01b9-4852-a33d-196f40c10106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.628918 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-47cadd7b-01b9-4852-a33d-196f40c10106 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1240773 Feb 16 13:01:54.825892 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-5c4b5abd-37b8-498a-b0d4-496e807bde2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 200 len: 1002 time: 0.1909969 Feb 16 13:01:54.887382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-58fcb3b7-c607-4c71-8235-bd36c986e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.888835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-58fcb3b7-c607-4c71-8235-bd36c986e952 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0574689 Feb 16 13:01:54.963992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-054cef14-7ba0-4f1f-be9d-d9681a2c37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.965484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-054cef14-7ba0-4f1f-be9d-d9681a2c37ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708656 Feb 16 13:01:55.095326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-47b39afc-faa1-46db-920e-b11aaa5a6b2f service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237993 Feb 16 13:01:55.223285 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e2ae3fe2-3f82-43e8-94eb-d4f52035f10a req-4cb1a853-d136-41cb-bbbc-0e4a2c787145 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226470 Feb 16 13:01:55.303919 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bece86-85cd-497c-8d1b-deea79f780aa req-f7fe754d-ad43-471a-b851-2e99f45ee968 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:55.306238 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bece86-85cd-497c-8d1b-deea79f780aa req-f7fe754d-ad43-471a-b851-2e99f45ee968 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0827610 Feb 16 13:01:55.353404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bece86-85cd-497c-8d1b-deea79f780aa req-82d2d436-3f7f-4129-9330-8cdb56abed77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Feb 16 13:01:55.734916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-28aecff3-0b75-435b-96e2-46dbb3f4b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.551213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e45095-0fab-416f-90cf-77429b7b7e24 req-ca720c38-6a0c-4cb2-b2d2-dfdb72a923cd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:56.555112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e45095-0fab-416f-90cf-77429b7b7e24 req-ca720c38-6a0c-4cb2-b2d2-dfdb72a923cd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0901461 Feb 16 13:01:56.604578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e45095-0fab-416f-90cf-77429b7b7e24 req-b8acb054-c12d-4790-ac96-0559baeb4a30 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Feb 16 13:01:57.473750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:01:57.479584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:57.700162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.718641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:57.739641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '2a8624fd-9a05-4721-b891-0221503a367b', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': '2a8624fd-9a05-4721-b891-0221503a367b', 'mac_address': 'fa:16:3e:2f:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:01:57.747153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:57.785126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:57.795168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.796211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e0805-df95-4271-86c5-f0111849c848 req-914fc1f7-444a-407f-b8d5-9cf752ea8ed0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:57.797676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af3e0805-df95-4271-86c5-f0111849c848 req-914fc1f7-444a-407f-b8d5-9cf752ea8ed0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0852771 Feb 16 13:01:57.797795 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'code': 200} Feb 16 13:01:57.842939 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af3e0805-df95-4271-86c5-f0111849c848 req-21e8bd76-b021-4b6c-98a9-8931b78f113a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394092 Feb 16 13:01:57.863589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.892736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:57.900387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:57.967971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7c7523d2-a651-4f3f-8c45-6f88a06529ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.971086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:01:57.971445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:01:58.029603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842f0a9-120e-44ab-83fb-73dd38fd8244 req-35474a9d-a97a-4d0d-b6da-e589afb67288 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.031026 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b842f0a9-120e-44ab-83fb-73dd38fd8244 req-35474a9d-a97a-4d0d-b6da-e589afb67288 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 943 time: 0.0792439 Feb 16 13:01:58.074579 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b842f0a9-120e-44ab-83fb-73dd38fd8244 req-b052b3bc-ad70-4b2e-a5db-8ef1820924bc tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378830 Feb 16 13:01:58.260558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad615-8c7d-47ac-ba15-970561c7ae32 req-77d55dc1-05f7-4f6e-baa0-215a83bdd004 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.261889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84aad615-8c7d-47ac-ba15-970561c7ae32 req-77d55dc1-05f7-4f6e-baa0-215a83bdd004 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 943 time: 0.0811882 Feb 16 13:01:58.304785 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84aad615-8c7d-47ac-ba15-970561c7ae32 req-a049a35f-7330-4f15-90d9-c4197201f0a2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Feb 16 13:01:58.547753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.565342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:01:58.582042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:58.586415 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.655256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=10']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:58.691355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc04083-e06d-4874-9026-bde2a752df71 req-0d7084eb-a4b6-4520-9c70-ecb589612a9d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.692856 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bcc04083-e06d-4874-9026-bde2a752df71 req-0d7084eb-a4b6-4520-9c70-ecb589612a9d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 945 time: 0.0799050 Feb 16 13:01:58.724968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2a8624fd-9a05-4721-b891-0221503a367b'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:01:58.740248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bcc04083-e06d-4874-9026-bde2a752df71 req-92411829-1fc0-44d7-88aa-f200465d3e5a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Feb 16 13:01:59.043955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.160024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.479952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:59.547419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 2a8624fd-9a05-4721-b891-0221503a367b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:59.547790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.662389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.695721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:59.699908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.769268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=11']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.799269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:59.843210 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'code': 200} Feb 16 13:01:59.928250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc957772-0d9c-4714-b86a-b12f5f38d69c req-5cf3b3a3-a0bb-4011-ba21-5b58c8911c3d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:59.930225 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc957772-0d9c-4714-b86a-b12f5f38d69c req-5cf3b3a3-a0bb-4011-ba21-5b58c8911c3d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 946 time: 0.0782552 Feb 16 13:01:59.976977 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc957772-0d9c-4714-b86a-b12f5f38d69c req-d8c63ca6-28d2-43d9-8a87-314915be09c3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Feb 16 13:02:00.508283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:00.963814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-528a7e94-3496-44de-a574-366d2cf9ed77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.964536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-528a7e94-3496-44de-a574-366d2cf9ed77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:00.975918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-528a7e94-3496-44de-a574-366d2cf9ed77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:00.977039 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-528a7e94-3496-44de-a574-366d2cf9ed77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 946 time: 0.0899119 Feb 16 13:02:01.050662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Deleting port 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:02:01.051019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.166558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3807-bdfd-4677-a04d-c8113ebfd201 req-65c87b96-e07e-465d-8e31-e45bcfd8762a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:01.168042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53a3807-bdfd-4677-a04d-c8113ebfd201 req-65c87b96-e07e-465d-8e31-e45bcfd8762a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 946 time: 0.0828285 Feb 16 13:02:01.213969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53a3807-bdfd-4677-a04d-c8113ebfd201 req-192fb786-0157-4278-87b9-1ece1111438d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Feb 16 13:02:01.296413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] For port 2a8624fd-9a05-4721-b891-0221503a367b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2a8624fd-9a05-4721-b891-0221503a367b,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:01.296770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.599088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.599484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.599807 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 disassociated. External IP: 172.26.4.241, port: 2a8624fd-9a05-4721-b891-0221503a367b. Feb 16 13:02:01.600170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Calling delete_port for 2a8624fd-9a05-4721-b891-0221503a367b owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:02:01.745728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.795957 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'Port': ['ID=2a8624fd-9a05-4721-b891-0221503a367b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:01.859228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.859576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.859912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.860269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.860597 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.860925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.861247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.861566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.861884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.862201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.862518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:01.862832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:02.106978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:02.284248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:02.294739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:02.305212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:02.305950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:01:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:02.362127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] No DVR routers for this DVR port 2a8624fd-9a05-4721-b891-0221503a367b on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:02:02.363455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ad9dd54-020f-4860-93a6-d175761b1eac req-ae3564dd-297c-4193-9be8-bb91b283e025 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=138dc071-798c-4230-bf9f-ca30a7758d7d HTTP/1.1" status: 200 len: 210 time: 0.0416262 Feb 16 13:02:02.364690 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.368157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-deleted', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:02.392193 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4fecc3d3-80ab-4120-86f5-0aca699d0317 req-c47c604a-b776-4472-80aa-5b4302183362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "DELETE /v2.0/ports/2a8624fd-9a05-4721-b891-0221503a367b HTTP/1.1" status: 204 len: 173 time: 1.4097674 Feb 16 13:02:02.425169 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138dc071-798c-4230-bf9f-ca30a7758d7d', 'name': 'network-vif-deleted', 'tag': '2a8624fd-9a05-4721-b891-0221503a367b', 'status': 'completed', 'code': 200} Feb 16 13:02:02.489863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:02.846563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:02.851502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:02.860292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:02.860899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:01:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:03.041038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:03.343564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:03.347428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e1aff-bbfd-419e-8ccc-0c0638c397f2 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:03.492115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:03.532689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 2a8624fd-9a05-4721-b891-0221503a367b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:02:03.533045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2a8624fd-9a05-4721-b891-0221503a367b not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:02:03.575515 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d810f13a-f9db-42a0-b8f0-1e05fc0e59ba None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:03.868239 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-dbd47dc2-0926-48f7-a3c8-3b352bf881df tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1487558977&fields=id&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 267 time: 0.0397859 Feb 16 13:02:04.106504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-3ad9a719-a77f-4fa6-886d-701828671c71 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.107932 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-3ad9a719-a77f-4fa6-886d-701828671c71 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.2335014 Feb 16 13:02:04.123069 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-2aa025eb-7209-4fd6-a929-40a660ca5abd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/quotas/e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Feb 16 13:02:04.210158 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-1096f817-75c0-484d-be17-f2c43f2ac47d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819902 Feb 16 13:02:04.267329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-1004b11d-6347-4db1-bb61-72fd2514e3e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:02:04.268343 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-1004b11d-6347-4db1-bb61-72fd2514e3e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473053 Feb 16 13:02:04.399587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-74f14bd7-7f37-447b-bc84-9e0ddeeb5f71 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251936 Feb 16 13:02:04.526587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-e0b0f457-199d-4b1b-81c1-dc65d12c1890 service neutron] 10.222.0.65 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212687 Feb 16 13:02:04.707255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb849e5-48f8-4b9a-91ba-62dcc4c654e7 req-b8de4003-69b0-4481-81ae-5b19b0b500e1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Feb 16 13:02:05.870019 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-21a26a4a-5801-41ab-9d8c-767c718b8bee req-239dcd75-9468-45e2-ad36-7b15455424fa tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 210 time: 0.0447543 Feb 16 13:02:05.878045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-74e2eb6b-0479-4a10-b41a-35ee29be746d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:05.879555 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-74e2eb6b-0479-4a10-b41a-35ee29be746d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 812 time: 0.1615095 Feb 16 13:02:05.932946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-bafd91fb-ecd6-4aeb-83a3-8d419cd717bf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:05.946299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-bafd91fb-ecd6-4aeb-83a3-8d419cd717bf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:05.947488 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-bafd91fb-ecd6-4aeb-83a3-8d419cd717bf tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 380 time: 0.0539939 Feb 16 13:02:05.955942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'port': {'device_id': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'admin_state_up': True, 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'security_groups': ['6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:06.092667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:02:06.096621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Usage tracker for resource:port and tenant:e9b4d9ca62184e2e9ebf54463c316b95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:02:06.099373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:02:06.105207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:02:06.115729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Made reservation on behalf of e9b4d9ca62184e2e9ebf54463c316b95 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:06.119844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.281217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Allocated IP 172.20.0.10 (2e7b1534-d7f8-49a5-afb3-266b7aee38f0/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20/e535f60e-d15a-4586-8d91-d4a514b00e35) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:02:06.466337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.482166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Transition to ACTIVE for port object e535f60e-d15a-4586-8d91-d4a514b00e35 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:06.505241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.573678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:02:06.580922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:06.587527 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:02:06.618032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:06.654602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:06.655203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.681160 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-d3c03697-7bb1-4b20-a29a-4bc3364429f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7290087 Feb 16 13:02:06.700998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Request body: {'port': {'device_id': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:06.815673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.838025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-968c14aa-0357-4f87-9856-210fe59d893f None None] Provisioning for port e535f60e-d15a-4586-8d91-d4a514b00e35 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:06.842837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-968c14aa-0357-4f87-9856-210fe59d893f None None] Provisioning complete for port e535f60e-d15a-4586-8d91-d4a514b00e35 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:06.843198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-968c14aa-0357-4f87-9856-210fe59d893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.896426 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-968c14aa-0357-4f87-9856-210fe59d893f None None] Port e535f60e-d15a-4586-8d91-d4a514b00e35 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:02:07.061650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a723950-89aa-4def-8a27-07ec9a4dfd2d req-697e27c5-a528-4eff-8e27-f81782c03f81 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:07.063078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a723950-89aa-4def-8a27-07ec9a4dfd2d req-697e27c5-a528-4eff-8e27-f81782c03f81 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 932 time: 0.0829487 Feb 16 13:02:07.109399 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a723950-89aa-4def-8a27-07ec9a4dfd2d req-663771c2-c6f5-44c8-ac82-a4416b6776c9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Feb 16 13:02:07.157667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:02:07.165595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.180253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Transition to ACTIVE for port object e535f60e-d15a-4586-8d91-d4a514b00e35 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:07.184629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.418113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:07.525720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Attempting to bind port e535f60e-d15a-4586-8d91-d4a514b00e35 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:02:07.526051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Attempting to bind port e535f60e-d15a-4586-8d91-d4a514b00e35 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:02:07.526371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Attempting to bind port e535f60e-d15a-4586-8d91-d4a514b00e35 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:02:07.530912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Port e535f60e-d15a-4586-8d91-d4a514b00e35 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:02:07.531222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Attempting to bind port e535f60e-d15a-4586-8d91-d4a514b00e35 on network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:02:07.536294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:02:07.536629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Checking segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:02:07.537010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Bound using segment: {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:02:07.537497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Bound port: e535f60e-d15a-4586-8d91-d4a514b00e35, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d14d8b-51ac-443d-bbec-3fbb741e7975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:02:07.537838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.627195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:02:07.629971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:02:07.635470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.689885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:07.690485 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:07.691885 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] 10.222.0.81 "PUT /v2.0/ports/e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1094 time: 0.9953113 Feb 16 13:02:07.692337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:07.718798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5c18c-8dcd-4b6c-adc3-f372a7736f43 service neutron] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:07.748605 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'status': 'completed', 'code': 200} Feb 16 13:02:07.842102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-112082ec-2e9d-4b81-96ba-301af19e39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:07.843611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-112082ec-2e9d-4b81-96ba-301af19e39d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1097 time: 0.0765617 Feb 16 13:02:07.917199 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-aaf1e3e8-5b9c-47f0-9d01-25147932b155 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 217 time: 0.0610490 Feb 16 13:02:07.980112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-82559a74-ad98-41d6-aab9-5ad63df287e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:07.981519 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-82559a74-ad98-41d6-aab9-5ad63df287e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0594001 Feb 16 13:02:08.053816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-a1fcc9fa-f235-4218-b402-70886495ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.055861 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-a1fcc9fa-f235-4218-b402-70886495ecb5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686064 Feb 16 13:02:08.186202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-2a838cff-b937-41cc-a8d5-24559a622350 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238821 Feb 16 13:02:08.296624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918181b3-258b-4716-9636-9bd6291f3f1e req-f837a375-d0be-4464-9e1d-5bbd161db605 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.298092 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-918181b3-258b-4716-9636-9bd6291f3f1e req-f837a375-d0be-4464-9e1d-5bbd161db605 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0841112 Feb 16 13:02:08.340729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b683b57b-3cfb-4f73-a6f3-a7ef9c55e129 req-75b3cc72-ceba-445c-9c55-d74404b59637 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487148 Feb 16 13:02:08.343033 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-918181b3-258b-4716-9636-9bd6291f3f1e req-73ebebad-70d9-4cbe-8551-b30477efceed tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388324 Feb 16 13:02:08.501547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-9f45b5d0-5d00-4452-b3af-c3cd7193fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.503011 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-9f45b5d0-5d00-4452-b3af-c3cd7193fed8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1097 time: 0.0766051 Feb 16 13:02:08.635083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-294800f5-00d5-4088-9d3d-582edb56a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.636552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-294800f5-00d5-4088-9d3d-582edb56a347 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1273682 Feb 16 13:02:08.704389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-d0cac6e6-8889-4d92-8444-862ca0ea3998 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 217 time: 0.0612514 Feb 16 13:02:08.770803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-0cdc6b66-aec4-4afd-a850-687fe08e8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.772260 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-0cdc6b66-aec4-4afd-a850-687fe08e8752 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0620148 Feb 16 13:02:08.850075 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-992b4a74-bdbd-45f0-bd87-c38b6b4e1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.851559 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-992b4a74-bdbd-45f0-bd87-c38b6b4e1c36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729051 Feb 16 13:02:08.988405 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-8fb7a9aa-e408-4c05-840f-2f57b51c6af1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295648 Feb 16 13:02:09.215705 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c17c6d65-6609-4e13-a235-752c2f4e297b req-3817eb97-3861-4638-9125-970cdba6fe8b service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211919 Feb 16 13:02:09.504591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:02:09.545923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb030b-a09a-4987-944c-0df55d356176 req-8df0b064-af82-432d-ab67-d45954420f77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:09.547409 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcb030b-a09a-4987-944c-0df55d356176 req-8df0b064-af82-432d-ab67-d45954420f77 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0920608 Feb 16 13:02:09.593324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcb030b-a09a-4987-944c-0df55d356176 req-28a65a71-ca51-466a-804f-08723fe3873c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Feb 16 13:02:09.643508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:09.656486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:02:09.714366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:09.730749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:02:09.745875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:09.749707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:09.815097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:09.822119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.822468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.822828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.823416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.823539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.823876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.824227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.824557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.824881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.825202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.825523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:09.825840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:02:10.014932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['e535f60e-d15a-4586-8d91-d4a514b00e35'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:02:10.781567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab74657-9123-48dd-8a8a-432d8f426e9b req-a17ce359-0d39-42a0-8504-4fc4e61c5beb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:10.783020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7ab74657-9123-48dd-8a8a-432d8f426e9b req-a17ce359-0d39-42a0-8504-4fc4e61c5beb tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 945 time: 0.0819972 Feb 16 13:02:10.827710 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7ab74657-9123-48dd-8a8a-432d8f426e9b req-fdc8e248-896c-485d-a8f5-c017b94eef1e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Feb 16 13:02:11.504430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:11.573491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port e535f60e-d15a-4586-8d91-d4a514b00e35 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:11.578428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port e535f60e-d15a-4586-8d91-d4a514b00e35 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:11.578824 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:11.740436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:11.767887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:11.779182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:11.786722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:11.822941 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'code': 200} Feb 16 13:02:11.868603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:12.044820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d725c-9541-4631-8571-072c3052df74 req-10b0b7ad-4d46-4fa3-b1ba-e81fe837c860 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:12.046255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-354d725c-9541-4631-8571-072c3052df74 req-10b0b7ad-4d46-4fa3-b1ba-e81fe837c860 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.1024551 Feb 16 13:02:12.099150 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-354d725c-9541-4631-8571-072c3052df74 req-971c4de4-f801-4302-9157-15132de9f8f2 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471485 Feb 16 13:02:12.121097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98151c-90aa-4b4a-af99-9e7dbafcd9c2 req-312ca335-6ed1-4952-9c62-93875520b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:12.122594 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0e98151c-90aa-4b4a-af99-9e7dbafcd9c2 req-312ca335-6ed1-4952-9c62-93875520b041 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0971568 Feb 16 13:02:12.165334 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0e98151c-90aa-4b4a-af99-9e7dbafcd9c2 req-81f0e121-1f5b-4795-aaea-6f134ad15b0e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370939 Feb 16 13:02:13.287163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e19aa-0e90-415a-a349-07d4aec9fbcb req-099e90a9-6352-4a59-8b7c-b7cc9d296da1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:13.289293 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-413e19aa-0e90-415a-a349-07d4aec9fbcb req-099e90a9-6352-4a59-8b7c-b7cc9d296da1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0823574 Feb 16 13:02:13.335038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-413e19aa-0e90-415a-a349-07d4aec9fbcb req-ca036e2a-0cac-47be-bbe5-b58851a8f7fe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Feb 16 13:02:14.521758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e654901-ec96-4406-85db-1a5b7400e606 req-4345c543-94f5-47a6-bdd8-637c48c1918a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:14.523728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e654901-ec96-4406-85db-1a5b7400e606 req-4345c543-94f5-47a6-bdd8-637c48c1918a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0820346 Feb 16 13:02:14.566904 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e654901-ec96-4406-85db-1a5b7400e606 req-ba71f9a2-8045-4a33-9484-ccd06b40ce99 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373120 Feb 16 13:02:14.752258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305fae-8b82-41cc-8f2d-2fdbb5152a77 req-356f062e-0643-42f4-806f-a5cf9e9dce8b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:14.753688 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58305fae-8b82-41cc-8f2d-2fdbb5152a77 req-356f062e-0643-42f4-806f-a5cf9e9dce8b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0789843 Feb 16 13:02:14.763359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 33976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:14.768411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Request body: {'floatingip': {'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:14.844964 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.937878 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:15.439102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.442836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.619813 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 associated. External IP: 172.26.4.241, port: e535f60e-d15a-4586-8d91-d4a514b00e35. Feb 16 13:02:16.087887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:16.266864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:16.271992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:16.277102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:16.286207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:16.286784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:01:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.328072 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e52953b-e079-429d-a134-47589076c084 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "PUT /v2.0/floatingips/b32420f8-a5d8-4448-9184-86196e8601c3 HTTP/1.1" status: 200 len: 993 time: 1.5635431 Feb 16 13:02:16.328651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:16.378012 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'status': 'completed', 'code': 200} Feb 16 13:02:16.478501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:16.493500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-e0589ffa-40db-4b90-9493-d130d3cc1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.495025 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-e0589ffa-40db-4b90-9493-d130d3cc1d40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0725896 Feb 16 13:02:16.648462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-be1982e4-37c9-4993-ae96-7372401cf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.649962 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-be1982e4-37c9-4993-ae96-7372401cf132 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1388509 Feb 16 13:02:16.760271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-e69dff39-a87d-4d10-a386-96c8e926b2ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1001 time: 0.1039188 Feb 16 13:02:16.838899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-9f2289fa-48cd-43e8-8c49-84a6953407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.840505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-9f2289fa-48cd-43e8-8c49-84a6953407f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0734315 Feb 16 13:02:16.881724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:02:15Z', 'revision_number': 13, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.887367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:16.899446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:16.900100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:01:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.949692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-954c1e41-1e4f-4f73-8c58-b798536ac2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.951155 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-954c1e41-1e4f-4f73-8c58-b798536ac2a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029294 Feb 16 13:02:17.099192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:17.117994 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-08090186-ffa8-419c-aae2-e14ec5763203 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596951 Feb 16 13:02:17.253328 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-36895ba1-f4b1-48f1-beb7-95528bed0c21 req-c6e507fe-dc33-4947-9ae0-0b0b1cc48f4f service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291165 Feb 16 13:02:17.470252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:02:15Z', 'revision_number': 13, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:17.474621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ec796-abd6-4997-88ab-0f57eb129676 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'b32420f8-a5d8-4448-9184-86196e8601c3', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:59:17Z', 'updated_at': '2022-02-16T13:02:15Z', 'revision_number': 13, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:17.677052 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be2b9c-15db-440a-bdee-1c83fe1de3c6 None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:18.196658 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ca58d-4f17-4901-b3e8-ecaecc149e01 req-ab132110-4cb5-4522-97d1-9430302f0696 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:18.198008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-279ca58d-4f17-4901-b3e8-ecaecc149e01 req-ab132110-4cb5-4522-97d1-9430302f0696 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0821865 Feb 16 13:02:18.243169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-279ca58d-4f17-4901-b3e8-ecaecc149e01 req-8d78ea1d-b0a4-40da-8b98-25fa5b4180ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Feb 16 13:02:22.139906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:25.738360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-120c297f-ad38-4bd0-8a0a-28e089231864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:26.868393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7040e8-0a4f-4d32-b698-c42fa9c82655 req-493d445f-36bc-47e6-87a6-1a2ed20762f1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:26.869873 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd7040e8-0a4f-4d32-b698-c42fa9c82655 req-493d445f-36bc-47e6-87a6-1a2ed20762f1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.1379297 Feb 16 13:02:26.872891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-d5c7c694-77cd-4b2b-8604-20b258252af1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1858745 Feb 16 13:02:26.915856 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd7040e8-0a4f-4d32-b698-c42fa9c82655 req-e6f1a0c5-e6e5-464e-b53e-22ccc4188d07 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Feb 16 13:02:27.950622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-023b1709-e8fa-4498-b02f-6ab9f766457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:28.114965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0f68d-e328-47ee-a746-a15ec8ce177d req-dbab6e98-f1fa-473d-85b2-cd9d1d6fdf62 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.116691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abd0f68d-e328-47ee-a746-a15ec8ce177d req-dbab6e98-f1fa-473d-85b2-cd9d1d6fdf62 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0847464 Feb 16 13:02:28.130977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-05cf89ee-43c2-4ee1-9cc0-4ef78d70348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.132591 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-05cf89ee-43c2-4ee1-9cc0-4ef78d70348f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0972047 Feb 16 13:02:28.276735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abd0f68d-e328-47ee-a746-a15ec8ce177d req-a14e99c4-a4e2-4613-8d33-41a110d6604c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493180 Feb 16 13:02:28.284546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-418d5f7f-d40b-4f84-a8fa-139e1e223eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.286003 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-418d5f7f-d40b-4f84-a8fa-139e1e223eeb service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1471958 Feb 16 13:02:28.385734 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-fa25f33c-74ec-46e5-b0a0-74f44ca4faa6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1003 time: 0.0929019 Feb 16 13:02:28.551483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-031c0a3d-804e-48a7-b522-4f8faccaaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.552880 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-031c0a3d-804e-48a7-b522-4f8faccaaad5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.1615872 Feb 16 13:02:28.627529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-5e936112-3676-42a6-9442-5a4172c261b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:28.629022 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-5e936112-3676-42a6-9442-5a4172c261b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700264 Feb 16 13:02:28.758547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-f89fd7ca-3f48-4867-a7a1-ba570dcf2568 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226671 Feb 16 13:02:28.892261 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-037c2389-061c-4254-8346-155d638703e9 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254129 Feb 16 13:02:29.047544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.165739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:29.463562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2b9e1-c4fd-418c-bf20-e3c887bc0fe1 req-37318078-7f46-4072-a470-cd9228d5b918 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:29.465161 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8e2b9e1-c4fd-418c-bf20-e3c887bc0fe1 req-37318078-7f46-4072-a470-cd9228d5b918 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0803144 Feb 16 13:02:29.509490 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8e2b9e1-c4fd-418c-bf20-e3c887bc0fe1 req-fa7ffd37-dd5a-4d4f-bf75-adfcbe630279 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Feb 16 13:02:30.511155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:30.696879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d04ec-714e-47c0-95f4-fab8ec53cd1b req-74625aaf-ab3c-44e4-a3bb-fd7f82e434d0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:30.698367 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b79d04ec-714e-47c0-95f4-fab8ec53cd1b req-74625aaf-ab3c-44e4-a3bb-fd7f82e434d0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0826879 Feb 16 13:02:30.744734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b79d04ec-714e-47c0-95f4-fab8ec53cd1b req-52a966e3-0582-4412-a0a3-9fc4d2671c4a tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Feb 16 13:02:31.930262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22f0a-552d-4fe1-ab80-7dde3238dfcf req-db1c80c8-c9b2-4f3a-8182-49d805e8d1ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:31.931612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40d22f0a-552d-4fe1-ab80-7dde3238dfcf req-db1c80c8-c9b2-4f3a-8182-49d805e8d1ff tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0788639 Feb 16 13:02:31.979810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40d22f0a-552d-4fe1-ab80-7dde3238dfcf req-5466e57a-9df9-4803-8390-81252070c7ce tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Feb 16 13:02:33.168646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8ae90-d3ef-4994-9f1c-fd6fc8d6b172 req-8a3559ee-84b1-4693-ab0e-e635d4fc56c1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:33.170162 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ff8ae90-d3ef-4994-9f1c-fd6fc8d6b172 req-8a3559ee-84b1-4693-ab0e-e635d4fc56c1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0848231 Feb 16 13:02:33.215044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ff8ae90-d3ef-4994-9f1c-fd6fc8d6b172 req-e5c7ad52-6b47-425f-9334-90e850543834 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Feb 16 13:02:34.420371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c31b2-fb0b-4dd1-9d99-465e7b9049e3 req-5389dbd8-1d69-47e9-b304-1a344242e19b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:34.422003 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-823c31b2-fb0b-4dd1-9d99-465e7b9049e3 req-5389dbd8-1d69-47e9-b304-1a344242e19b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0945444 Feb 16 13:02:34.474839 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-823c31b2-fb0b-4dd1-9d99-465e7b9049e3 req-24da6df4-d072-4ce2-bb87-03d223d3ec0e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Feb 16 13:02:35.761115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf663a-4952-4382-9b2f-bf870e194727 req-2fb027ee-834b-4174-ae29-4846e0291f38 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:35.762508 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25cf663a-4952-4382-9b2f-bf870e194727 req-2fb027ee-834b-4174-ae29-4846e0291f38 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.1741128 Feb 16 13:02:35.808473 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-25cf663a-4952-4382-9b2f-bf870e194727 req-3781c97e-f534-4794-acbb-e692ae9fff33 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Feb 16 13:02:36.997657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f5ed-d8f4-4230-bf36-0189c89aff01 req-81aa8709-5faa-4051-9218-70d4ad572385 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:36.999133 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a464f5ed-d8f4-4230-bf36-0189c89aff01 req-81aa8709-5faa-4051-9218-70d4ad572385 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0832746 Feb 16 13:02:37.043667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a464f5ed-d8f4-4230-bf36-0189c89aff01 req-43c2cabe-70b4-4dce-ae32-02f88143bfd4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388165 Feb 16 13:02:38.239109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a222ce-f607-41b9-b99a-a282a2661f03 req-6ee0a4eb-9847-4df8-92c8-db4edb72492f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:38.240628 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36a222ce-f607-41b9-b99a-a282a2661f03 req-6ee0a4eb-9847-4df8-92c8-db4edb72492f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0863097 Feb 16 13:02:38.290989 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36a222ce-f607-41b9-b99a-a282a2661f03 req-dcd28d37-3e31-4d2b-ace1-c844832b0523 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Feb 16 13:02:39.499364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edcfdb-6f25-4964-b733-412dd05fc92e req-f35b76c1-7b1d-4e9d-b85a-114b06e1cdf6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:39.501060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a1edcfdb-6f25-4964-b733-412dd05fc92e req-f35b76c1-7b1d-4e9d-b85a-114b06e1cdf6 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0936375 Feb 16 13:02:39.550374 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a1edcfdb-6f25-4964-b733-412dd05fc92e req-b5b44767-3c6f-48e8-9d0c-508354e6ad0c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Feb 16 13:02:40.744232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c235-4f07-4bca-bddd-4f413874f82c req-ded3585e-d34f-4b1f-9a88-d8d93c196f2d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:40.745671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15c6c235-4f07-4bca-bddd-4f413874f82c req-ded3585e-d34f-4b1f-9a88-d8d93c196f2d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0826187 Feb 16 13:02:40.791257 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15c6c235-4f07-4bca-bddd-4f413874f82c req-7be380d3-652a-4edd-a019-fe5129c0baee tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Feb 16 13:02:41.983504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33085df9-662b-464a-950b-c22531649371 req-01f3e45c-4195-42dc-bb35-a7178830e2ce tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:41.984979 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33085df9-662b-464a-950b-c22531649371 req-01f3e45c-4195-42dc-bb35-a7178830e2ce tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0817933 Feb 16 13:02:42.030235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33085df9-662b-464a-950b-c22531649371 req-bce84e41-7213-497c-9fc9-e62d9e31a87b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Feb 16 13:02:43.221384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46491c9-cdb0-4aa1-88c2-b0ac979cea44 req-3e774bc1-c606-4773-beca-9f7f40d05a88 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:43.222830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a46491c9-cdb0-4aa1-88c2-b0ac979cea44 req-3e774bc1-c606-4773-beca-9f7f40d05a88 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0844986 Feb 16 13:02:43.267521 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a46491c9-cdb0-4aa1-88c2-b0ac979cea44 req-1f5c9e8d-88f2-40da-8cb0-1c2b7829dded tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Feb 16 13:02:44.456258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f82c4-d4fd-47a8-9e94-91630292c351 req-534330a8-4a7d-4f06-9de7-938261f88a86 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:44.457709 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883f82c4-d4fd-47a8-9e94-91630292c351 req-534330a8-4a7d-4f06-9de7-938261f88a86 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0830929 Feb 16 13:02:44.501876 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-883f82c4-d4fd-47a8-9e94-91630292c351 req-6b48573d-2614-48b1-9294-6083e25f870b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379124 Feb 16 13:02:45.694343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4106ae9-4926-41c0-9a71-887849c131e0 req-4d8027cf-9455-4489-bdda-be0fd74d3f9b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:45.696475 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4106ae9-4926-41c0-9a71-887849c131e0 req-4d8027cf-9455-4489-bdda-be0fd74d3f9b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0867701 Feb 16 13:02:45.742067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f4106ae9-4926-41c0-9a71-887849c131e0 req-af3ed7ce-8da9-4687-ae0a-6315d1716656 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Feb 16 13:02:46.936106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9680e1-5a02-4f92-870f-96b7515a2f72 req-faa6136c-e766-4313-b9a8-d1fefd63d268 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:46.937527 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c9680e1-5a02-4f92-870f-96b7515a2f72 req-faa6136c-e766-4313-b9a8-d1fefd63d268 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0864615 Feb 16 13:02:46.983330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c9680e1-5a02-4f92-870f-96b7515a2f72 req-bf3ac86d-50af-4a0b-a760-2fa7af067edd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Feb 16 13:02:48.167071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da7ec-ecff-411e-891f-774a6c28ff97 req-2d4e4304-e509-40d5-9ba4-332a0c343abe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:48.168547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-966da7ec-ecff-411e-891f-774a6c28ff97 req-2d4e4304-e509-40d5-9ba4-332a0c343abe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0790186 Feb 16 13:02:48.215643 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-966da7ec-ecff-411e-891f-774a6c28ff97 req-f2d57d95-2f59-425f-a7bc-f9c3853dbb89 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Feb 16 13:02:49.408589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f3efe-1ec5-49ec-8cb7-ed27b665c0f6 req-e0049e5c-ebb8-40f9-a7d2-b11f1701bc20 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:49.410008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-107f3efe-1ec5-49ec-8cb7-ed27b665c0f6 req-e0049e5c-ebb8-40f9-a7d2-b11f1701bc20 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0862041 Feb 16 13:02:49.454135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-107f3efe-1ec5-49ec-8cb7-ed27b665c0f6 req-8d4c1661-b2a8-49a2-9e42-b939e7a30a19 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374875 Feb 16 13:02:50.649409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abe94-c243-46e7-82db-fccb50b7e06b req-5d289d5a-b302-41e0-b840-5d56e3871b9f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:50.650871 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d4abe94-c243-46e7-82db-fccb50b7e06b req-5d289d5a-b302-41e0-b840-5d56e3871b9f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0855937 Feb 16 13:02:50.695589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d4abe94-c243-46e7-82db-fccb50b7e06b req-bae06561-a69e-42f9-abef-7f2017d75d34 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Feb 16 13:02:51.272260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-f2ff3818-0c70-4787-9ee6-11b90da1bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.274104 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-f2ff3818-0c70-4787-9ee6-11b90da1bc15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0778267 Feb 16 13:02:51.426862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-944b0fb7-a94d-4b7d-9b87-110fd301651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.428327 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-944b0fb7-a94d-4b7d-9b87-110fd301651f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1347015 Feb 16 13:02:51.481949 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-0d77aab7-3acd-4657-bf35-0ee763bc5a8c service neutron] 10.222.0.81 "GET /v2.0/ports/e535f60e-d15a-4586-8d91-d4a514b00e35/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0764847 Feb 16 13:02:51.536122 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-804579d4-8efb-45f9-9517-c27faf28afe7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1003 time: 0.1007383 Feb 16 13:02:51.602822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-963b7eb5-2c79-4056-b331-4e3da39fb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.604515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-963b7eb5-2c79-4056-b331-4e3da39fb74d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0620050 Feb 16 13:02:51.686636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-28fa339d-7fcc-4b29-8fc4-40f2cee590bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.689065 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-28fa339d-7fcc-4b29-8fc4-40f2cee590bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792007 Feb 16 13:02:51.785040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-557177ce-58bd-46e5-b504-9d725fa1161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.786659 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-557177ce-58bd-46e5-b504-9d725fa1161b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1099 time: 0.0792212 Feb 16 13:02:51.832201 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-85535e9f-007b-4dc1-9a25-9a61e1a007f4 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361284 Feb 16 13:02:51.937094 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:51.956056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6390-6edd-431c-b11b-b9de8f51aa15 req-a251c7be-6bc9-47f9-a45d-d2d6e53fb93b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:51.957551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-604f6390-6edd-431c-b11b-b9de8f51aa15 req-a251c7be-6bc9-47f9-a45d-d2d6e53fb93b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.1507368 Feb 16 13:02:51.970778 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6197b2be-8c3f-40d1-a3b3-7571b7a317f9 req-d3c52b48-d9ab-4431-91cb-df82df8143dd service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323018 Feb 16 13:02:52.004034 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-604f6390-6edd-431c-b11b-b9de8f51aa15 req-46d9af48-db19-42cb-a1c7-fb18922e22ae tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Feb 16 13:02:52.117430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-760de444-2201-4042-bf90-a5e07d0f7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:52.118811 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-760de444-2201-4042-bf90-a5e07d0f7330 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0756242 Feb 16 13:02:52.154029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:52.248932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-bebe80ff-9820-4256-8e8b-755e9563406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:52.250372 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-bebe80ff-9820-4256-8e8b-755e9563406a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1261106 Feb 16 13:02:52.352660 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-49ca2d0a-16f4-4399-8518-39539c1ff898 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1003 time: 0.0967588 Feb 16 13:02:52.413817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-a882d546-0727-41d1-a3c6-617a51786216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:52.415178 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-a882d546-0727-41d1-a3c6-617a51786216 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0573180 Feb 16 13:02:52.490616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-cde7c919-c585-4b66-94e9-59233315b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:52.492702 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-cde7c919-c585-4b66-94e9-59233315b22c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716789 Feb 16 13:02:52.721456 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-92de2ee2-d6dc-4e19-96d8-f1af1d7c6e27 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227750 Feb 16 13:02:52.858562 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-02336bac-068e-4442-b094-88ca24a7eb94 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311145 Feb 16 13:02:53.292148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617ef50-9e51-47ee-a9f3-9390fbd38dc4 req-ee9083af-f211-4deb-8a36-d09f2049694d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:53.293516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e617ef50-9e51-47ee-a9f3-9390fbd38dc4 req-ee9083af-f211-4deb-8a36-d09f2049694d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.1779649 Feb 16 13:02:53.338903 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e617ef50-9e51-47ee-a9f3-9390fbd38dc4 req-4d0419c1-fb9f-47b4-bf25-86f9efb755ee tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Feb 16 13:02:53.785519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:02:53.934266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:53.962342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:53.972439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:53.976703 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:54.021555 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'code': 200} Feb 16 13:02:54.047954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:54.530627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e111d3-c55f-49f0-bf41-a53209b900f3 req-f560604f-f39a-4cb9-91ff-24dd81c53c20 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:54.532118 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-93e111d3-c55f-49f0-bf41-a53209b900f3 req-f560604f-f39a-4cb9-91ff-24dd81c53c20 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0837348 Feb 16 13:02:54.575317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-93e111d3-c55f-49f0-bf41-a53209b900f3 req-57990b3a-5c2b-46cb-bbe7-2d2487035e99 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374801 Feb 16 13:02:55.741244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aa99ee96-ab9a-466a-9bd0-c4d8a30c791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:55.766278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb335b36-d918-4789-bd49-fe59ab7bad35 req-a9bf58b7-5497-470b-8752-e1ecdb2cd0b8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:55.767701 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb335b36-d918-4789-bd49-fe59ab7bad35 req-a9bf58b7-5497-470b-8752-e1ecdb2cd0b8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0822663 Feb 16 13:02:55.800542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:02:55.813457 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb335b36-d918-4789-bd49-fe59ab7bad35 req-6d151ff8-ce90-4685-882b-eec3f2ed7b24 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Feb 16 13:02:55.929969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:55.942325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:02:55.995866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:56.011982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:02:56.027945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:56.031607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:56.098666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:56.156802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['e535f60e-d15a-4586-8d91-d4a514b00e35'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:02:57.004395 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146025e9-71a9-4b89-a12f-b8504c92220e req-0a991c48-f279-42ab-b715-573f1cbf8ac3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:57.005821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-146025e9-71a9-4b89-a12f-b8504c92220e req-0a991c48-f279-42ab-b715-573f1cbf8ac3 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 945 time: 0.0822215 Feb 16 13:02:57.050679 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-146025e9-71a9-4b89-a12f-b8504c92220e req-d6e29f91-5e1d-4d01-9bfa-6d78a64e970f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Feb 16 13:02:57.816385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:57.887646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port e535f60e-d15a-4586-8d91-d4a514b00e35 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:57.888026 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.961038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dd54107c-aeaf-4813-9ccd-0ba540cd8e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:58.018882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:58.045047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:58.055479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:58.059589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:58.103955 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'code': 200} Feb 16 13:02:58.129072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:58.244316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd527a3-ca56-4665-986d-d86949dce5f4 req-87eeb6a7-e53c-4542-af8e-6289633bca11 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:58.245783 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccd527a3-ca56-4665-986d-d86949dce5f4 req-87eeb6a7-e53c-4542-af8e-6289633bca11 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0805950 Feb 16 13:02:58.292067 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ccd527a3-ca56-4665-986d-d86949dce5f4 req-4a0a87d9-f0c3-4e15-af9a-930e59813e8f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Feb 16 13:02:59.056738 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:59.166786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:59.479634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe45782-93d1-411e-862a-ed88f1e8846e req-1079ed3b-b586-45c7-9dac-7efda11e26ea tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:59.481396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6fe45782-93d1-411e-862a-ed88f1e8846e req-1079ed3b-b586-45c7-9dac-7efda11e26ea tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0792124 Feb 16 13:02:59.527380 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6fe45782-93d1-411e-862a-ed88f1e8846e req-dcbcf5bc-93fc-420a-b480-cc5290629b81 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Feb 16 13:03:00.513890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:00.720330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cca9e0-0893-42ce-91fc-0dbb6a043ae7 req-aea674ed-ee48-4956-a281-e95ad366d5d5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:00.721781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3cca9e0-0893-42ce-91fc-0dbb6a043ae7 req-aea674ed-ee48-4956-a281-e95ad366d5d5 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0837677 Feb 16 13:03:00.765850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a3cca9e0-0893-42ce-91fc-0dbb6a043ae7 req-89b53b9b-29c3-4a0b-ba32-81d67b6db1a9 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 Feb 16 13:03:01.953033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd19c39-b342-415c-a655-06f765f45f53 req-2f71e17f-58a2-4d17-af71-16c07d60150f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:01.954589 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-acd19c39-b342-415c-a655-06f765f45f53 req-2f71e17f-58a2-4d17-af71-16c07d60150f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0795658 Feb 16 13:03:01.999259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-acd19c39-b342-415c-a655-06f765f45f53 req-d593d867-bfa9-48aa-80a0-99775f8f196d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387485 Feb 16 13:03:02.395342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ca617be4-37d6-4268-bc5a-0877c531e91f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.396272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ca617be4-37d6-4268-bc5a-0877c531e91f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Synchronizing usage tracker for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:02.411731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ca617be4-37d6-4268-bc5a-0877c531e91f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Unset dirty status for tenant:e9b4d9ca62184e2e9ebf54463c316b95 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:02.413016 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ca617be4-37d6-4268-bc5a-0877c531e91f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1003032 Feb 16 13:03:02.453126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e2db0-fba9-4254-a624-f85960ebe708 req-69ae09ca-0842-42ed-a404-ccb1a78aef9b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.454602 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f61e2db0-fba9-4254-a624-f85960ebe708 req-69ae09ca-0842-42ed-a404-ccb1a78aef9b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0845208 Feb 16 13:03:02.496612 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-3f3598b9-9064-4930-b84a-85c18ce687a8 service neutron] 10.222.0.81 "GET /v2.0/ports/e535f60e-d15a-4586-8d91-d4a514b00e35/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0774231 Feb 16 13:03:02.500662 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f61e2db0-fba9-4254-a624-f85960ebe708 req-eb68fecf-5155-4f97-ade1-11713e77e6d1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Feb 16 13:03:02.603250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-49442c47-ad09-488c-9ea3-35fd79151b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.604889 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-49442c47-ad09-488c-9ea3-35fd79151b9f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0707593 Feb 16 13:03:02.732478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-1928a2c7-40b5-415c-b232-1cdb18752adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.733904 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-1928a2c7-40b5-415c-b232-1cdb18752adf service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1238019 Feb 16 13:03:02.835205 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-7bb335a9-e2cd-4f77-b351-6839f4c55218 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1003 time: 0.0951388 Feb 16 13:03:02.906344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-94140fa1-05e2-42a6-aa36-2d113fb443e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.907765 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-94140fa1-05e2-42a6-aa36-2d113fb443e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.0664055 Feb 16 13:03:02.983972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-15cf22ca-e19c-4ecb-98eb-89478a75f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:02.985361 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-15cf22ca-e19c-4ecb-98eb-89478a75f715 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721161 Feb 16 13:03:03.118472 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-03e0718b-0cc8-434d-805e-899ddc895d20 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230774 Feb 16 13:03:03.245227 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-69ff8897-b0d0-45c1-9eb8-8c48416bd599 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208091 Feb 16 13:03:03.693046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b0718-59cb-44d1-8fdc-8c96fdc2810f req-0204bf16-3bed-47a5-8459-218b3e687362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:03.694469 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-963b0718-59cb-44d1-8fdc-8c96fdc2810f req-0204bf16-3bed-47a5-8459-218b3e687362 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Feb 16 13:03:03.738599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-963b0718-59cb-44d1-8fdc-8c96fdc2810f req-8f66c9cc-31d9-40c6-8a83-29a39ce99504 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Feb 16 13:03:04.947031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072916df-7207-49a3-9e15-2152276bbf3c req-7642e89f-c827-4da4-84f5-e1f494e3f5fe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:04.948511 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-072916df-7207-49a3-9e15-2152276bbf3c req-7642e89f-c827-4da4-84f5-e1f494e3f5fe tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0979679 Feb 16 13:03:04.996936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-072916df-7207-49a3-9e15-2152276bbf3c req-273df64e-6976-40e0-b848-de762934b3f1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Feb 16 13:03:06.187737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11723-4548-4444-96b8-d73d9ab166cd req-7d4ac6ee-d289-4598-92ea-bea9eea19a39 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:06.189669 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28d11723-4548-4444-96b8-d73d9ab166cd req-7d4ac6ee-d289-4598-92ea-bea9eea19a39 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0847166 Feb 16 13:03:06.234767 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28d11723-4548-4444-96b8-d73d9ab166cd req-beb679a4-29a3-4e94-9313-9e7b761633f4 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Feb 16 13:03:06.524573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-4dc2d8c2-8520-441d-9c49-8a9c7823115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:06.526061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-4dc2d8c2-8520-441d-9c49-8a9c7823115e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17&tenant_id=e9b4d9ca62184e2e9ebf54463c316b95 HTTP/1.1" status: 200 len: 1099 time: 0.1139991 Feb 16 13:03:06.631265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-d37e91b1-31e4-4713-a11e-a6b2d1f2b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:06.632727 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-d37e91b1-31e4-4713-a11e-a6b2d1f2b078 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 1099 time: 0.0729659 Feb 16 13:03:06.762411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-185de885-1b2e-4c6d-8231-bad204f9151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:06.763928 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-185de885-1b2e-4c6d-8231-bad204f9151a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 200 len: 913 time: 0.1248872 Feb 16 13:03:06.864508 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-5380cf1b-77c5-420c-8367-392ea69ec31a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 200 len: 1003 time: 0.0944841 Feb 16 13:03:07.033823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-a7187a70-caed-4e65-9140-7c4007fb18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.035240 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-a7187a70-caed-4e65-9140-7c4007fb18fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 200 len: 851 time: 0.1644726 Feb 16 13:03:07.112016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ba5df751-dfdf-4b52-9a05-04bf12b4d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.113446 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-ba5df751-dfdf-4b52-9a05-04bf12b4d88c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e7b1534-d7f8-49a5-afb3-266b7aee38f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718870 Feb 16 13:03:07.243982 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-41f6ee5c-b25b-44b4-ada6-308b54b09140 service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234169 Feb 16 13:03:07.375531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-09e0dab3-1907-4a9b-ace3-d34cc441b683 req-d937e0d6-8bdc-454c-9fc6-acb046adf38c service neutron] 10.222.0.81 "GET /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259024 Feb 16 13:03:07.427500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024467a-3eea-4f5f-901e-e7a82cc17233 req-1366ef1c-cca7-412a-9c49-9e2a8c7c1a43 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:07.428964 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3024467a-3eea-4f5f-901e-e7a82cc17233 req-1366ef1c-cca7-412a-9c49-9e2a8c7c1a43 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0818746 Feb 16 13:03:07.477217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3024467a-3eea-4f5f-901e-e7a82cc17233 req-74b600c5-7607-45c1-962e-1449651a293e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Feb 16 13:03:07.862532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:07.978074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:08.005344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:08.015057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:08.022194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:08.067549 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'code': 200} Feb 16 13:03:08.092821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:08.666958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086e2e-930a-470e-9ce1-d8b246827d72 req-1cd764a1-880f-4645-b732-dcb9d019cd52 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:08.668674 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d086e2e-930a-470e-9ce1-d8b246827d72 req-1cd764a1-880f-4645-b732-dcb9d019cd52 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0823271 Feb 16 13:03:08.713830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d086e2e-930a-470e-9ce1-d8b246827d72 req-2c44d53c-831a-499d-8718-253ed9d28a67 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Feb 16 13:03:09.862352 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:03:09.902447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597f7af-2129-46f9-8224-0cab786130a0 req-f132e94f-d2bc-45f1-acb7-f38ac52d1198 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:09.903972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7597f7af-2129-46f9-8224-0cab786130a0 req-f132e94f-d2bc-45f1-acb7-f38ac52d1198 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 944 time: 0.0821004 Feb 16 13:03:09.948575 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7597f7af-2129-46f9-8224-0cab786130a0 req-e8f8d237-5260-4f89-8991-108081d36f4c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Feb 16 13:03:09.995915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:10.008322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'port_id': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'mac_address': 'fa:16:3e:64:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:03:10.061874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:10.078282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:10.094325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:10.097908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:10.164942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=10']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:10.174870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.175219 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.175557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.175890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.176244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.176574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.176902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.177226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.177548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.177868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.178187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.178506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:10.224143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['e535f60e-d15a-4586-8d91-d4a514b00e35'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:11.140418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1275-852c-46a4-b30b-63f4b02b4204 req-ebc79395-7f78-491d-890b-8c2a54393e2d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:11.141868 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33dc1275-852c-46a4-b30b-63f4b02b4204 req-ebc79395-7f78-491d-890b-8c2a54393e2d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 946 time: 0.0811870 Feb 16 13:03:11.188736 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33dc1275-852c-46a4-b30b-63f4b02b4204 req-ad4d4044-1cc5-445c-8132-a7e59258ed65 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Feb 16 13:03:11.878975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:03:11.947547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port e535f60e-d15a-4586-8d91-d4a514b00e35 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:11.947916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.096321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.122494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:12.132028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:12.136867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:12.183645 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'code': 200} Feb 16 13:03:12.207482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=11']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:12.376312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a502a18-77b6-476a-a1dc-206047ab3c80 req-c9bd686b-8f30-4f57-8a46-13c05f5eb9f7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:12.377770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a502a18-77b6-476a-a1dc-206047ab3c80 req-c9bd686b-8f30-4f57-8a46-13c05f5eb9f7 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0795255 Feb 16 13:03:12.421619 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a502a18-77b6-476a-a1dc-206047ab3c80 req-52c7616a-e218-41df-931d-f58ea2dd0542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380960 Feb 16 13:03:13.609938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855decb-4537-43c7-89bb-fd366263a5fa req-f7e11f70-2944-4147-9647-16f9f7d108f0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:13.611383 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2855decb-4537-43c7-89bb-fd366263a5fa req-f7e11f70-2944-4147-9647-16f9f7d108f0 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0826323 Feb 16 13:03:13.656293 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2855decb-4537-43c7-89bb-fd366263a5fa req-046db0fb-211f-4013-9e8f-3ae3f2fa5c10 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Feb 16 13:03:14.839799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12b326-58c2-408d-978b-d63fe6e80826 req-a1acf0b0-b728-481f-902c-64fc647774ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:14.841019 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a12b326-58c2-408d-978b-d63fe6e80826 req-a1acf0b0-b728-481f-902c-64fc647774ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0792887 Feb 16 13:03:14.884285 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a12b326-58c2-408d-978b-d63fe6e80826 req-1cd9f013-1de8-4835-b9bb-5e723a680799 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 Feb 16 13:03:16.162706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35257e6-648d-4473-9e43-ac213f512e23 req-d789d2ac-ce11-4d5c-a65a-300a20f59dab tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:16.164176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b35257e6-648d-4473-9e43-ac213f512e23 req-d789d2ac-ce11-4d5c-a65a-300a20f59dab tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.1711938 Feb 16 13:03:16.209171 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b35257e6-648d-4473-9e43-ac213f512e23 req-7713021d-94d7-4fce-907b-a0520062d39b tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Feb 16 13:03:16.394771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379581-b3db-4c07-b249-87279412e599 req-85f05752-97a3-42ec-8d09-3058a7af5542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:16.396231 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72379581-b3db-4c07-b249-87279412e599 req-85f05752-97a3-42ec-8d09-3058a7af5542 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0808549 Feb 16 13:03:16.439449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72379581-b3db-4c07-b249-87279412e599 req-89f7296d-63ab-44f7-b5de-0d19f530eb2c tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371120 Feb 16 13:03:16.620417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2939-6816-492b-9a6e-b0f861b919dc req-2e49cff6-1b87-4d46-a833-fba551353b3d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:16.621840 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c29e2939-6816-492b-9a6e-b0f861b919dc req-2e49cff6-1b87-4d46-a833-fba551353b3d tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0800319 Feb 16 13:03:16.664714 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c29e2939-6816-492b-9a6e-b0f861b919dc req-772acfb9-4476-44a4-8245-459baf90a351 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372374 Feb 16 13:03:17.055427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b87b74-77ba-4e0a-83da-68e590ac524a req-2964922e-13f3-4b43-819a-f114925e26cd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:17.056953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34b87b74-77ba-4e0a-83da-68e590ac524a req-2964922e-13f3-4b43-819a-f114925e26cd tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0953920 Feb 16 13:03:17.101554 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34b87b74-77ba-4e0a-83da-68e590ac524a req-03d84614-af5d-46b1-9708-e23bfa4246e8 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Feb 16 13:03:18.288261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba6de-cff5-4e4b-a09a-b7597a8518ef req-e5e3c61b-37f2-4b84-a305-2fb8187509de tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:18.289696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9faba6de-cff5-4e4b-a09a-b7597a8518ef req-e5e3c61b-37f2-4b84-a305-2fb8187509de tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0799754 Feb 16 13:03:18.335891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9faba6de-cff5-4e4b-a09a-b7597a8518ef req-16fc5fa2-22b9-4e55-813d-0a0ce9f8d039 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Feb 16 13:03:19.520541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062cac1-f1f7-4d97-99ff-c16a9f44c68d req-31eae016-7005-43e6-8fab-99ca07e2ed68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:19.521986 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1062cac1-f1f7-4d97-99ff-c16a9f44c68d req-31eae016-7005-43e6-8fab-99ca07e2ed68 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0782127 Feb 16 13:03:19.567220 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1062cac1-f1f7-4d97-99ff-c16a9f44c68d req-f9920400-593c-4f1a-8c0f-dfa14eae7ad1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups?id=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Feb 16 13:03:19.623682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-f9f4e04a-cab2-45a8-b819-6719d94910ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:19.625054 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-f9f4e04a-cab2-45a8-b819-6719d94910ef tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 947 time: 0.0797117 Feb 16 13:03:19.692272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Deleting port e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:19.692534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:19.929764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] For port e535f60e-d15a-4586-8d91-d4a514b00e35, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e535f60e-d15a-4586-8d91-d4a514b00e35,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:19.930032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.219667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.220058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.220369 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Floating IP b32420f8-a5d8-4448-9184-86196e8601c3 disassociated. External IP: 172.26.4.241, port: e535f60e-d15a-4586-8d91-d4a514b00e35. Feb 16 13:03:20.220700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Calling delete_port for e535f60e-d15a-4586-8d91-d4a514b00e35 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:20.364681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.414389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'Port': ['ID=e535f60e-d15a-4586-8d91-d4a514b00e35,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:20.426186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.426521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.426858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.427187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.427511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.427832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.428180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.428500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.428819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.429135 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.429450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.429762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:20.718796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:03:20.722832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3bf23fce-68a9-4b38-94b5-0e6d8fe9114a req-64655378-a81e-4a99-873f-339d64114a78 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 210 time: 0.0448618 Feb 16 13:03:20.896756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:03:20.906564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:03:20.916343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:20.917553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:02:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:20.972901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] No DVR routers for this DVR port e535f60e-d15a-4586-8d91-d4a514b00e35 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:20.975571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:20.978361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-deleted', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:20.995174 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f664ee8-f4d9-4636-a843-791260c7a75a req-e240b69d-0e20-4966-87a3-b3d7defb1854 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.81 "DELETE /v2.0/ports/e535f60e-d15a-4586-8d91-d4a514b00e35 HTTP/1.1" status: 204 len: 173 time: 1.3653274 Feb 16 13:03:21.081516 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e47f53-111b-4c37-ab15-9d62fb4a8e17', 'name': 'network-vif-deleted', 'tag': 'e535f60e-d15a-4586-8d91-d4a514b00e35', 'status': 'completed', 'code': 200} Feb 16 13:03:21.110666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:21.435914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:21.440016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:03:21.449367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:21.450120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:02:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:21.632612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:21.887015 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85cbcbe5-235b-4960-b4ea-3207655e6d79 req-e1718809-8de5-4eee-9307-d4bc45d5382f tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e47f53-111b-4c37-ab15-9d62fb4a8e17 HTTP/1.1" status: 200 len: 210 time: 0.0430055 Feb 16 13:03:21.946528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:21.951654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ea38c-2969-448e-9f31-bc5c77e84948 None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T12:59:14Z', 'revision_number': 4, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '5c9c2b0a-9454-4271-b54f-ed9bee9b97cc', 'name': '', 'network_id': '2e7b1534-d7f8-49a5-afb3-266b7aee38f0', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'mac_address': 'fa:16:3e:54:eb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:14Z', 'updated_at': '2022-02-16T12:59:21Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'subnets': [{'id': '8682d116-19eb-4ee2-a2fb-0e72ca2f5c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:03:21.971595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:22.008248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: e535f60e-d15a-4586-8d91-d4a514b00e35 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:22.008599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e535f60e-d15a-4586-8d91-d4a514b00e35 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:22.153937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:22.168854 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60925f-5d8a-40b3-bdf4-465d8a5b645c None None] New status for floating IP b32420f8-a5d8-4448-9184-86196e8601c3: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:03:25.746558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3661-d560-4a7b-a32f-b7f831067c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.121613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:26.184704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.211171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.265588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.284221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:26.294921 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.296071 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-be857200-3966-4983-b4f3-1b416e0cf492 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "DELETE /v2.0/security-groups/6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b HTTP/1.1" status: 204 len: 168 time: 0.1734588 Feb 16 13:03:26.298518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:26.314262 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-4eb9899b-4399-4902-8eb4-b17213211bf1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] show failed (client error): The resource could not be found. Feb 16 13:03:26.315235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4eb9899b-4399-4902-8eb4-b17213211bf1 tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "GET /v2.0/security-groups/6f0f13b6-3e95-47a3-90c7-d7d8feb2c27b HTTP/1.1" status: 404 len: 347 time: 0.0158324 Feb 16 13:03:26.317946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34218) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:26.473204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Deleting port 9ff3e8fa-7194-472d-a9f7-3d2151b31f9a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:26.473445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.636675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.636997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.755306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Calling delete_port for 9ff3e8fa-7194-472d-a9f7-3d2151b31f9a owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:26.897419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:26.944085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Pushing event deleted for resources: {'Port': ['ID=9ff3e8fa-7194-472d-a9f7-3d2151b31f9a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:27.008709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.008969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.009298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.009624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.009945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.010294 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.010669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.010987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.011306 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.011622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.011938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.012270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:03:27.043347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.056618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.057791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e5687f4-945e-49ba-b51e-1749c78dc51e tempest-ServerActionsTestJSON-1122022171 tempest-ServerActionsTestJSON-1122022171-project] 10.222.0.65 "DELETE /v2.0/floatingips/b32420f8-a5d8-4448-9184-86196e8601c3 HTTP/1.1" status: 204 len: 168 time: 0.7388849 Feb 16 13:03:27.060791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34222) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:27.711301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:27.953893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-61fe81e3-1948-4626-9cfd-f7c3dccbb11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.059938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Deleting port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:28.060296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.228760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] For port 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:28.229273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.350525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Calling delete_port for 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:28.527971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:28.679154 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9c2b0a-9454-4271-b54f-ed9bee9b97cc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:28.936224 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:03:28.945862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.072285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.173514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.312903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Router 736fe633-6532-40ed-87bc-5a39b194732c has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:03:29.490456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:03:29.499416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Sync routers for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:03:29.502657 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb4f5a9d-4c4a-489a-b49b-ca6894428df6 admin admin] 10.222.0.65 "PUT /v2.0/routers/736fe633-6532-40ed-87bc-5a39b194732c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408789 Feb 16 13:03:29.505245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34226) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:29.509646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:29.510744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:03:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:29.681401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.727505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:29.858459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:29.868039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Deleting port 60db85f8-4340-419e-adcd-bd914b167836 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:29.868479 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.023712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '60db85f8-4340-419e-adcd-bd914b167836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T13:03:28Z', 'revision_number': 5, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port': {'id': '60db85f8-4340-419e-adcd-bd914b167836', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736fe633-6532-40ed-87bc-5a39b194732c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:11Z', 'updated_at': '2022-02-16T12:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:30.028115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Checking router: 736fe633-6532-40ed-87bc-5a39b194732c for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:03:30.037621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Routers {'736fe633-6532-40ed-87bc-5a39b194732c'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:03:30.038247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:03:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['736fe633-6532-40ed-87bc-5a39b194732c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:30.156146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] For port 60db85f8-4340-419e-adcd-bd914b167836, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=60db85f8-4340-419e-adcd-bd914b167836,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:30.156732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.190839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] Set router 736fe633-6532-40ed-87bc-5a39b194732c gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:03:30.280121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Calling delete_port for 60db85f8-4340-419e-adcd-bd914b167836 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:30.297160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T13:03:29Z', 'revision_number': 6, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:30.302321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c93292-6f90-460f-bc64-7025d7526caa None None] The sync data for ids ['736fe633-6532-40ed-87bc-5a39b194732c'] in dv-neutron-829435-1-hyperv is: [{'id': '736fe633-6532-40ed-87bc-5a39b194732c', 'name': 'tempest-ServerActionsTestJSON-1883562873-router', 'tenant_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:10Z', 'updated_at': '2022-02-16T13:03:29Z', 'revision_number': 6, 'project_id': 'e9b4d9ca62184e2e9ebf54463c316b95', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:03:30.448559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.493224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Pushing event deleted for resources: {'Port': ['ID=60db85f8-4340-419e-adcd-bd914b167836,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:30.521120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.586124 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.761182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.763373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.786738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.787262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736fe633-6532-40ed-87bc-5a39b194732c {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:03:30.800801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.801893 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27d17dad-086c-4a7b-9267-c9c25c1f9aad admin admin] 10.222.0.65 "DELETE /v2.0/routers/736fe633-6532-40ed-87bc-5a39b194732c HTTP/1.1" status: 204 len: 168 time: 1.2957740 Feb 16 13:03:30.804512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34230) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:30.862211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Deleting subnet 8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:03:30.865040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.915032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:30.990460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.062793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.099391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 60db85f8-4340-419e-adcd-bd914b167836 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:31.108453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8682d116-19eb-4ee2-a2fb-0e72ca2f5c20,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:31.113044 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.119787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-709f9e48-fc47-492b-9215-0e1757d2e7db admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8682d116-19eb-4ee2-a2fb-0e72ca2f5c20 HTTP/1.1" status: 204 len: 168 time: 0.3141699 Feb 16 13:03:31.122032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:31.125750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427032ce-5ad5-43bf-a9e4-8592eb455c6f None None] Network 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:03:31.169831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 60db85f8-4340-419e-adcd-bd914b167836 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:31.169949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 60db85f8-4340-419e-adcd-bd914b167836 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:31.170347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:31.232580 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.246277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Deleting port 87da886b-2eb2-443c-9dce-1ff5d6b48255 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:31.246796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.262804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:31.263401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5c9c2b0a-9454-4271-b54f-ed9bee9b97cc not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:31.431861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] DHCP port deletion for 2e7b1534-d7f8-49a5-afb3-266b7aee38f0 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:03:31.436333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Deleting port 87da886b-2eb2-443c-9dce-1ff5d6b48255 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:31.436702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.467338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] For port 87da886b-2eb2-443c-9dce-1ff5d6b48255, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87da886b-2eb2-443c-9dce-1ff5d6b48255,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:31.467683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.646225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] For port 87da886b-2eb2-443c-9dce-1ff5d6b48255, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=87da886b-2eb2-443c-9dce-1ff5d6b48255,segment=NetworkSegment(28d14d8b-51ac-443d-bbec-3fbb741e7975),segment_id=28d14d8b-51ac-443d-bbec-3fbb741e7975)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:31.646531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.692227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Calling delete_port for 87da886b-2eb2-443c-9dce-1ff5d6b48255 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:31.765814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Calling delete_port for 87da886b-2eb2-443c-9dce-1ff5d6b48255 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:31.767451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.815803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Pushing event deleted for resources: {'Port': ['ID=87da886b-2eb2-443c-9dce-1ff5d6b48255,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:31.819238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] No DVR routers for this DVR port 87da886b-2eb2-443c-9dce-1ff5d6b48255 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:31.884677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:03:31.884974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:03:31.936406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.960712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7b1534-d7f8-49a5-afb3-266b7aee38f0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:31.972352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d14d8b-51ac-443d-bbec-3fbb741e7975') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:31.972648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d14d8b-51ac-443d-bbec-3fbb741e7975') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:03:31.984939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.001952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.008141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:03:32.008517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:03:32.022047 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:03:32.097374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.113225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.125304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7b1534-d7f8-49a5-afb3-266b7aee38f0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:32.137111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-50ed0d96-0199-464a-b53f-abc8a4564876 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e7b1534-d7f8-49a5-afb3-266b7aee38f0 HTTP/1.1" status: 204 len: 168 time: 1.0140686 Feb 16 13:03:32.267129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34242) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:32.315259 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2ebc776-6a80-4d86-9ef7-106f71af26c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9b4d9ca62184e2e9ebf54463c316b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469604 Feb 16 13:03:32.317706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34246) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:32.374285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.386419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Deleting port 87da886b-2eb2-443c-9dce-1ff5d6b48255 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:32.386934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.399452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.451961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d7b86bc0-24a4-49ee-ba56-52cd095f9346 None None] The port '87da886b-2eb2-443c-9dce-1ff5d6b48255' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:03:32.453016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.473382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5db1e5-37ed-46a6-a525-75354b383e2f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:32.477962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:32.478741 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5137e9cd-9cdb-462b-a946-5e66cdc81144 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e5db1e5-37ed-46a6-a525-75354b383e2f HTTP/1.1" status: 204 len: 168 time: 0.1601124 Feb 16 13:03:33.085726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87da886b-2eb2-443c-9dce-1ff5d6b48255 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:03:33.122866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 87da886b-2eb2-443c-9dce-1ff5d6b48255 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:03:33.123210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 87da886b-2eb2-443c-9dce-1ff5d6b48255 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:03:33.216413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34270) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:33.320884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-393406304-network', 'tenant_id': 'f8036454ff634494ac0cc1b090227c4b'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:33.326318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:33.330099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Usage tracker for resource:network and tenant:f8036454ff634494ac0cc1b090227c4b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:33.333199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:33.339414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:33.349299 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Made reservation on behalf of f8036454ff634494ac0cc1b090227c4b for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:33.351550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.363388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.377778 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:33.381752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Usage tracker for resource:security_group_rule and tenant:f8036454ff634494ac0cc1b090227c4b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:33.384564 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:33.390866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:33.473162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.476647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.508958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:03:33.514927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a4d6e-c833-42ed-a2af-5c0a9689851a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:33.525569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.525892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Added segment 4635dce6-b5cd-4d7e-91e7-6957de1a0deb of type vlan for network 04b81ace-313d-434f-960e-ac79adb81520 Feb 16 13:03:33.559209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.592987 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.594070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:33.594639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.693210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4756572 Feb 16 13:03:33.694052 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515941-984f-4300-8bb4-512f416dfb71 admin admin] Pushing event updated for resources: {'Network': ['ID=04b81ace-313d-434f-960e-ac79adb81520,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:33.696262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:03:33.703080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Request body: {'subnet': {'network_id': '04b81ace-313d-434f-960e-ac79adb81520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-393406304-subnet', 'tenant_id': 'f8036454ff634494ac0cc1b090227c4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:33.705775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 04b81ace-313d-434f-960e-ac79adb81520 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:03:33.708398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:33.712336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Usage tracker for resource:subnet and tenant:f8036454ff634494ac0cc1b090227c4b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:33.715379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:33.721534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:33.732539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Made reservation on behalf of f8036454ff634494ac0cc1b090227c4b for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:33.734571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:33.940867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:34.017048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9551fe3a-67ce-4591-a3a1-e945fa73992a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:34.021255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Checking segment: {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:03:34.021610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Network hostable DHCP agents. Network: 04b81ace-313d-434f-960e-ac79adb81520, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:03:34.040878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Network 04b81ace-313d-434f-960e-ac79adb81520 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:03:34.050754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 04b81ace-313d-434f-960e-ac79adb81520) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:34.054751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:34.055470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:34.062001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73732fe-db7e-42fd-ab56-e454ad65aa5f None None] Network 04b81ace-313d-434f-960e-ac79adb81520 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:03:34.086699 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dadadf9b-0528-491c-ab87-0c4e835b6034 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3838964 Feb 16 13:03:34.281135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2efd2d-4555-4521-bbe9-3f00d28ffe9b None None] Network 04b81ace-313d-434f-960e-ac79adb81520 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:03:34.591702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-d1ec2a6e-5682-4270-a2fe-c2556c2135be tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:34.592416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-96d51cee-b893-47f6-b811-176d35b98b2c req-d1ec2a6e-5682-4270-a2fe-c2556c2135be tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Synchronizing usage tracker for tenant:f8036454ff634494ac0cc1b090227c4b on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:34.609171 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-96d51cee-b893-47f6-b811-176d35b98b2c req-d1ec2a6e-5682-4270-a2fe-c2556c2135be tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Unset dirty status for tenant:f8036454ff634494ac0cc1b090227c4b on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:34.610311 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-d1ec2a6e-5682-4270-a2fe-c2556c2135be tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 813 time: 0.1641262 Feb 16 13:03:34.624916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-50ca3f65-fdf0-4924-b718-cf730577468b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/quotas/f8036454ff634494ac0cc1b090227c4b HTTP/1.1" status: 200 len: 375 time: 0.0090673 Feb 16 13:03:34.675734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-71c2d0b9-8c3d-4db4-b838-be3ec1615a44 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458639 Feb 16 13:03:34.805000 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-618ea3df-b7fd-4736-8368-7cdb6ec602fd service neutron] 10.222.0.65 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222641 Feb 16 13:03:35.038035 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-7a8f3d09-762e-4725-b769-702cb09972af service neutron] 10.222.0.65 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273564 Feb 16 13:03:35.215530 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23f31b40-0ce3-4a62-868f-d14f56b3ec2c req-9fdc53de-b173-47da-95da-993cf8f7b5ad tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 210 time: 0.0455828 Feb 16 13:03:36.383264 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d59ec38b-28b4-4881-8cbd-564866b885c1 req-e1ec49e4-c76d-4722-a3f2-1a9342124696 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 210 time: 0.0446322 Feb 16 13:03:36.479818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-01cf2e20-3d8e-43da-ba5b-3db151784f64 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:36.481330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-01cf2e20-3d8e-43da-ba5b-3db151784f64 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 813 time: 0.1506445 Feb 16 13:03:36.498938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Request body: {'port': {'device_id': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'network_id': '04b81ace-313d-434f-960e-ac79adb81520', 'admin_state_up': True, 'tenant_id': 'f8036454ff634494ac0cc1b090227c4b'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:36.642836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:36.648250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Usage tracker for resource:port and tenant:f8036454ff634494ac0cc1b090227c4b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:36.651702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:36.657863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:36.667807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Made reservation on behalf of f8036454ff634494ac0cc1b090227c4b for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:36.671601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:36.833059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Allocated IP 172.20.0.8 (04b81ace-313d-434f-960e-ac79adb81520/9551fe3a-67ce-4591-a3a1-e945fa73992a/bd26ca2f-661b-4663-b637-17fbdafeebce) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:03:37.034238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.063808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.128117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Network 04b81ace-313d-434f-960e-ac79adb81520 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:03:37.135542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:37.139895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:03:37.170414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Pushing event updated for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:37.205451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.206050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.227048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2bf45c80-4ef1-4e97-99ed-a69da0a799a3 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315683 Feb 16 13:03:37.243525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Request body: {'port': {'device_id': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:37.355647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.575960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355eb7a-b83a-4be6-912f-11d9ea93ef9d req-16b869c8-c913-4feb-b43f-95b1dbed1ae4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:37.577768 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0355eb7a-b83a-4be6-912f-11d9ea93ef9d req-16b869c8-c913-4feb-b43f-95b1dbed1ae4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 931 time: 0.0819027 Feb 16 13:03:37.621438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-0355eb7a-b83a-4be6-912f-11d9ea93ef9d req-ebc1ad5a-0291-4d8e-8e06-2d72698782f4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Synchronizing usage tracker for tenant:f8036454ff634494ac0cc1b090227c4b on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:37.638425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-0355eb7a-b83a-4be6-912f-11d9ea93ef9d req-ebc1ad5a-0291-4d8e-8e06-2d72698782f4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Unset dirty status for tenant:f8036454ff634494ac0cc1b090227c4b on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:37.639698 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0355eb7a-b83a-4be6-912f-11d9ea93ef9d req-ebc1ad5a-0291-4d8e-8e06-2d72698782f4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563307 Feb 16 13:03:37.698959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd26ca2f-661b-4663-b637-17fbdafeebce {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:37.706048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.720640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Transition to ACTIVE for port object bd26ca2f-661b-4663-b637-17fbdafeebce will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:03:37.724210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:37.888821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Pushing event updated for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:37.955571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Attempting to bind port bd26ca2f-661b-4663-b637-17fbdafeebce on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:03:37.955819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Attempting to bind port bd26ca2f-661b-4663-b637-17fbdafeebce by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:03:37.956167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Attempting to bind port bd26ca2f-661b-4663-b637-17fbdafeebce on network 04b81ace-313d-434f-960e-ac79adb81520 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:37.961503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Port bd26ca2f-661b-4663-b637-17fbdafeebce on network 04b81ace-313d-434f-960e-ac79adb81520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:03:37.961813 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Attempting to bind port bd26ca2f-661b-4663-b637-17fbdafeebce on network 04b81ace-313d-434f-960e-ac79adb81520 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:37.966800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:03:37.967121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Checking segment: {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:03:37.967492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Bound using segment: {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:03:37.967897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Bound port: bd26ca2f-661b-4663-b637-17fbdafeebce, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:03:37.968259 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:38.056373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:03:38.059746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd26ca2f-661b-4663-b637-17fbdafeebce,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:03:38.064456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:38.117198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.117901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:38.119315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd26ca2f-661b-4663-b637-17fbdafeebce HTTP/1.1" status: 200 len: 1093 time: 0.8797722 Feb 16 13:03:38.121674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:38.153207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da369d-97fd-46f7-b181-0de401328e53 service neutron] Pushing event updated for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:38.169834 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce', 'status': 'completed', 'code': 200} Feb 16 13:03:38.362802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-00bd1d17-c16b-4bff-8c45-e515455fb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.364341 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-00bd1d17-c16b-4bff-8c45-e515455fb195 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 1096 time: 0.1778154 Feb 16 13:03:38.436943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-2cbe01b1-1250-45ad-8129-85c200d6160b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd26ca2f-661b-4663-b637-17fbdafeebce HTTP/1.1" status: 200 len: 217 time: 0.0593109 Feb 16 13:03:38.499149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51cee-b893-47f6-b811-176d35b98b2c req-f1dd0ade-6676-430f-83fc-b2fc25af2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.500657 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-f1dd0ade-6676-430f-83fc-b2fc25af2d78 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 200 len: 853 time: 0.0584426 Feb 16 13:03:38.547017 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-4bc11b79-abba-45e7-83c9-dc122515ff11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04b81ace-313d-434f-960e-ac79adb81520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408418 Feb 16 13:03:38.676596 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-f70af875-038d-4dcc-bf05-b249a342ff18 service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233768 Feb 16 13:03:38.806845 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96d51cee-b893-47f6-b811-176d35b98b2c req-1c390e61-1cd2-4e5c-a755-acc6dbe6eead service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237814 Feb 16 13:03:38.825814 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b286-f721-4b39-8314-f1ca0c3bb301 req-a8098fae-f8e3-43f3-a86b-fba517f36ee4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.827441 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f479b286-f721-4b39-8314-f1ca0c3bb301 req-a8098fae-f8e3-43f3-a86b-fba517f36ee4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 943 time: 0.0815513 Feb 16 13:03:38.875590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f479b286-f721-4b39-8314-f1ca0c3bb301 req-d71026ff-9f20-43a8-b9d6-f91de564c52b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Feb 16 13:03:38.971554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-e325da7b-3b98-4f7c-b150-3e22c7a9fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:38.973192 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-e325da7b-3b98-4f7c-b150-3e22c7a9fd17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 1096 time: 0.0744562 Feb 16 13:03:39.102746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-ce824826-7a2b-4e3c-9fba-478ba8d27c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:39.104422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-ce824826-7a2b-4e3c-9fba-478ba8d27c39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 914 time: 0.1243868 Feb 16 13:03:39.169696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-a38c19ce-d268-4ecb-896f-11262826820a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd26ca2f-661b-4663-b637-17fbdafeebce HTTP/1.1" status: 200 len: 217 time: 0.0585277 Feb 16 13:03:39.233282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-ee7c97d5-4be1-404c-bfbf-49523123c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:39.234694 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-ee7c97d5-4be1-404c-bfbf-49523123c093 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 200 len: 853 time: 0.0595539 Feb 16 13:03:39.280532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-58e559d8-d375-4936-b9da-fcf7eac87ad3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04b81ace-313d-434f-960e-ac79adb81520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399430 Feb 16 13:03:39.410076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-52cf2f5f-9644-414f-a71e-af86913a34bc service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231172 Feb 16 13:03:39.539358 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87823ad5-0682-49f0-b7ce-f1d0deee53c0 req-fcbd2cce-3944-48c0-897f-6388fbec4f5f service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214292 Feb 16 13:03:40.069314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae2af4-09d5-4f0a-a935-3d34b4e4d157 req-40492585-b50c-4710-ad8f-7b0add5c8b37 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:40.070753 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1ae2af4-09d5-4f0a-a935-3d34b4e4d157 req-40492585-b50c-4710-ad8f-7b0add5c8b37 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 943 time: 0.0775542 Feb 16 13:03:40.114915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1ae2af4-09d5-4f0a-a935-3d34b4e4d157 req-0b65be43-c0d2-4c58-bd96-9472d5ed9533 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Feb 16 13:03:40.159307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bd26ca2f-661b-4663-b637-17fbdafeebce details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:03:40.286843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd26ca2f-661b-4663-b637-17fbdafeebce,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:40.299900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'bd26ca2f-661b-4663-b637-17fbdafeebce', 'network_id': '04b81ace-313d-434f-960e-ac79adb81520', 'port_id': 'bd26ca2f-661b-4663-b637-17fbdafeebce', 'mac_address': 'fa:16:3e:5b:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9551fe3a-67ce-4591-a3a1-e945fa73992a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:03:40.354250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:40.373786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd26ca2f-661b-4663-b637-17fbdafeebce {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:40.388534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd26ca2f-661b-4663-b637-17fbdafeebce,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:40.393139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:40.457912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:40.669234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bd26ca2f-661b-4663-b637-17fbdafeebce'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:41.299903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b39265-2ba2-4af2-9676-277aee235b04 req-171f09a5-10eb-412c-837f-6c241c8f7ff4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:41.301282 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40b39265-2ba2-4af2-9676-277aee235b04 req-171f09a5-10eb-412c-837f-6c241c8f7ff4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 944 time: 0.0833499 Feb 16 13:03:41.346528 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40b39265-2ba2-4af2-9676-277aee235b04 req-a66e4505-c939-422d-a6e7-50a008e515e7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Feb 16 13:03:42.175354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bd26ca2f-661b-4663-b637-17fbdafeebce up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:03:42.246806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port bd26ca2f-661b-4663-b637-17fbdafeebce completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:03:42.252044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port bd26ca2f-661b-4663-b637-17fbdafeebce triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:42.252409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.376586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.405786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:42.415568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd26ca2f-661b-4663-b637-17fbdafeebce,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:42.421194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:42.491583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:42.516647 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce', 'code': 200} Feb 16 13:03:42.537450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c07886-a6b8-44c2-9418-9993bb636b3f req-e51936c8-5766-49c8-b582-c867c929289e tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:42.538871 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-91c07886-a6b8-44c2-9418-9993bb636b3f req-e51936c8-5766-49c8-b582-c867c929289e tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0810928 Feb 16 13:03:42.586838 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-91c07886-a6b8-44c2-9418-9993bb636b3f req-938e80e3-2043-4ccf-a71e-1dfd30a1ce27 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Feb 16 13:03:42.773445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571c8d0-329c-4d07-8d5e-50896edf906f req-4f59050e-b937-4fe3-8f5b-70913ac645ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:42.774901 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5571c8d0-329c-4d07-8d5e-50896edf906f req-4f59050e-b937-4fe3-8f5b-70913ac645ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 1098 time: 0.0678468 Feb 16 13:03:42.817873 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5571c8d0-329c-4d07-8d5e-50896edf906f req-fb3a22b7-7761-47dd-901a-cfc5b726808b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Feb 16 13:03:43.779346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230e53-3a33-4410-87db-aa9262848ee1 req-16b1e907-b5c5-4572-8d33-ac9a6a41b0d7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:43.780805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f230e53-3a33-4410-87db-aa9262848ee1 req-16b1e907-b5c5-4572-8d33-ac9a6a41b0d7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0823989 Feb 16 13:03:43.823885 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f230e53-3a33-4410-87db-aa9262848ee1 req-2a929890-d814-4b0c-b48b-1d727f9b2ab4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Feb 16 13:03:45.006997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e923ff-b80f-473a-b630-fbdf629d4ce8 req-2d44f94c-8373-4c82-b33c-f503f9247f48 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.008554 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69e923ff-b80f-473a-b630-fbdf629d4ce8 req-2d44f94c-8373-4c82-b33c-f503f9247f48 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0821588 Feb 16 13:03:45.053408 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69e923ff-b80f-473a-b630-fbdf629d4ce8 req-d921f9a2-7c18-4b51-9d7e-54ed379f6b99 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Feb 16 13:03:45.335265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-9808fedc-22a7-4062-808c-0940a478b57a tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:45.336749 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-9808fedc-22a7-4062-808c-0940a478b57a tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 813 time: 0.1456146 Feb 16 13:03:45.351682 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-5d9c032e-fd0f-4e97-9091-6fdba473043b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/quotas/f8036454ff634494ac0cc1b090227c4b HTTP/1.1" status: 200 len: 375 time: 0.0090535 Feb 16 13:03:45.431344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-3cf8ad74-9b5f-4e92-8fe7-1b5aa9577a55 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736394 Feb 16 13:03:45.562723 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-eea8105b-a4a5-4f4a-9dbf-6e1f4292a68d service neutron] 10.222.0.65 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241980 Feb 16 13:03:45.695205 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-64e6e694-8e41-4949-8bb4-713188390523 service neutron] 10.222.0.65 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262186 Feb 16 13:03:45.871804 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1e9d3bd-0561-4e5e-9348-78b4f885b58f req-191574fb-78ad-44eb-bc2f-a28b7e0c4708 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 210 time: 0.0471311 Feb 16 13:03:46.948171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-c576e610-f010-4d92-842c-79d841e17e85 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:46.949641 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-c576e610-f010-4d92-842c-79d841e17e85 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 813 time: 0.1492293 Feb 16 13:03:46.968084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Request body: {'port': {'device_id': '1bce576e-298f-4b23-b58e-087333c84abd', 'network_id': '04b81ace-313d-434f-960e-ac79adb81520', 'admin_state_up': True, 'tenant_id': 'f8036454ff634494ac0cc1b090227c4b'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:47.020949 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8eb3770-9ea7-4237-81f1-9dac4910311d req-514b0547-61f4-4a59-97df-fc2ad81f2b71 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 210 time: 0.0427811 Feb 16 13:03:47.213803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:03:47.217583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Usage tracker for resource:port and tenant:f8036454ff634494ac0cc1b090227c4b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:03:47.220341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:03:47.225848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:03:47.235340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Made reservation on behalf of f8036454ff634494ac0cc1b090227c4b for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:03:47.238735 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:47.406647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Allocated IP 172.20.0.13 (04b81ace-313d-434f-960e-ac79adb81520/9551fe3a-67ce-4591-a3a1-e945fa73992a/297ec343-2a8f-46b0-861b-7887626d2fa5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:03:47.607393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:47.636699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:47.673088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bd26ca2f-661b-4663-b637-17fbdafeebce'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:47.701686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Network 04b81ace-313d-434f-960e-ac79adb81520 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:03:47.710497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:03:47.715070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:03:47.754042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Pushing event updated for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:47.786760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:47.787372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:47.808141 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-2cffaf42-a55f-4b79-afbc-f6f8cd18be5d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441496 Feb 16 13:03:47.826104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Request body: {'port': {'device_id': '1bce576e-298f-4b23-b58e-087333c84abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:03:47.937413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.211128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de60f1-adef-4452-ad59-aebdda4f4847 req-1697cc4c-ea43-41d0-b49a-10f78f14df3b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:48.212611 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16de60f1-adef-4452-ad59-aebdda4f4847 req-1697cc4c-ea43-41d0-b49a-10f78f14df3b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 932 time: 0.0791702 Feb 16 13:03:48.259361 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16de60f1-adef-4452-ad59-aebdda4f4847 req-aa79133c-e1f2-4856-bae4-c78d552e169d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Feb 16 13:03:48.275426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ec343-2a8f-46b0-861b-7887626d2fa5 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:48.282654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.297161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Transition to ACTIVE for port object 297ec343-2a8f-46b0-861b-7887626d2fa5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:03:48.301490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.450556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Pushing event updated for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:48.532904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Attempting to bind port 297ec343-2a8f-46b0-861b-7887626d2fa5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:03:48.533221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Attempting to bind port 297ec343-2a8f-46b0-861b-7887626d2fa5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:03:48.533463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Attempting to bind port 297ec343-2a8f-46b0-861b-7887626d2fa5 on network 04b81ace-313d-434f-960e-ac79adb81520 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:48.537898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Port 297ec343-2a8f-46b0-861b-7887626d2fa5 on network 04b81ace-313d-434f-960e-ac79adb81520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:03:48.538210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Attempting to bind port 297ec343-2a8f-46b0-861b-7887626d2fa5 on network 04b81ace-313d-434f-960e-ac79adb81520 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:03:48.543945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:03:48.544285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Checking segment: {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:03:48.544658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Bound using segment: {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:03:48.545066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Bound port: 297ec343-2a8f-46b0-861b-7887626d2fa5, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4635dce6-b5cd-4d7e-91e7-6957de1a0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '04b81ace-313d-434f-960e-ac79adb81520'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:03:48.545401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.635264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:03:48.638655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=297ec343-2a8f-46b0-861b-7887626d2fa5,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:03:48.642225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.701008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:48.701899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:48.703299 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] 10.222.0.81 "PUT /v2.0/ports/297ec343-2a8f-46b0-861b-7887626d2fa5 HTTP/1.1" status: 200 len: 1094 time: 0.8818672 Feb 16 13:03:48.705556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:48.735263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523635f9-57b6-480d-98d0-6da6e67a0380 service neutron] Pushing event updated for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:48.753881 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5', 'status': 'completed', 'code': 200} Feb 16 13:03:48.851400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-cc5b49d8-5953-456e-add5-195ceb6ec148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:48.852848 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-cc5b49d8-5953-456e-add5-195ceb6ec148 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 1097 time: 0.0726931 Feb 16 13:03:48.932808 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-16bb1885-096a-4692-b631-71ad6a31d0eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=297ec343-2a8f-46b0-861b-7887626d2fa5 HTTP/1.1" status: 200 len: 217 time: 0.0591068 Feb 16 13:03:49.100246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-a96617e5-c72a-41fb-8e26-858c30df15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.101756 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-a96617e5-c72a-41fb-8e26-858c30df15d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 200 len: 853 time: 0.1631653 Feb 16 13:03:49.156792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-46a4ac59-25c2-4484-b83f-1c6c2d31a834 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04b81ace-313d-434f-960e-ac79adb81520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396290 Feb 16 13:03:49.285895 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-fca63ccb-ec51-40dd-bb4e-734a235279ed service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236081 Feb 16 13:03:49.432822 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c98abc15-12c4-4034-be68-7f2b75ca6687 req-90af4f2a-dd6f-4041-b92f-82320b41dd5c service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398590 Feb 16 13:03:49.476861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435060-23d6-47f8-86a2-59778641d411 req-4404dde2-ad97-47af-9ba7-385500e1ee12 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.478992 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7435060-23d6-47f8-86a2-59778641d411 req-4404dde2-ad97-47af-9ba7-385500e1ee12 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 944 time: 0.1047513 Feb 16 13:03:49.530434 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f7435060-23d6-47f8-86a2-59778641d411 req-29bea29c-7733-42ae-8c4f-dd1de1a6f333 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Feb 16 13:03:49.597542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-81da8a41-14ae-4e3d-8ae0-b26d290f0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.599045 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-81da8a41-14ae-4e3d-8ae0-b26d290f0a03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 1097 time: 0.0759168 Feb 16 13:03:49.736616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-41361787-1913-4943-850d-9b69ec432450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.738088 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-41361787-1913-4943-850d-9b69ec432450 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 914 time: 0.1302502 Feb 16 13:03:49.809774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-a058f476-7578-4179-a84f-4d4301512c62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=297ec343-2a8f-46b0-861b-7887626d2fa5 HTTP/1.1" status: 200 len: 217 time: 0.0643306 Feb 16 13:03:49.871553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-13e5a91c-d4da-4feb-a843-9907601e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:49.873013 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-13e5a91c-d4da-4feb-a843-9907601e4cee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 200 len: 853 time: 0.0571079 Feb 16 13:03:49.923504 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-dbcb714e-6a5c-4de8-b3e6-cd6a54254218 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04b81ace-313d-434f-960e-ac79adb81520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437024 Feb 16 13:03:50.059818 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-5029ec51-28d9-4684-97fa-bd19264327fe service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263673 Feb 16 13:03:50.193358 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec42eb6d-c819-4b8e-b181-cc85f233b2c6 req-520d66f3-5935-4760-a249-3ca7d50e1b34 service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236296 Feb 16 13:03:50.835647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44e14-ba68-4e5b-b4c7-65df5a6aa715 req-c06d060b-1174-44c4-81f7-62f74a3df2cf tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:50.837014 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07c44e14-ba68-4e5b-b4c7-65df5a6aa715 req-c06d060b-1174-44c4-81f7-62f74a3df2cf tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 944 time: 0.1826150 Feb 16 13:03:50.885833 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07c44e14-ba68-4e5b-b4c7-65df5a6aa715 req-d1e0c763-d7db-45bd-8eae-d1e5baf54999 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Feb 16 13:03:51.180285 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-9d85221e-ac6d-400d-9bae-55c91cb937cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723631 Feb 16 13:03:51.339523 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be919-160b-4522-b71c-84c0781c6804 req-f85970d9-f94e-48fc-9f6b-b7aa409ab71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:51.341018 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-f85970d9-f94e-48fc-9f6b-b7aa409ab71a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8036454ff634494ac0cc1b090227c4b&device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 1098 time: 0.0763493 Feb 16 13:03:51.483561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be919-160b-4522-b71c-84c0781c6804 req-70e620dd-ada6-41a0-8da7-ed1b87cf97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:51.485185 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-70e620dd-ada6-41a0-8da7-ed1b87cf97f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 200 len: 914 time: 0.1261439 Feb 16 13:03:51.553501 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-16e94802-0961-4d1f-b075-96fb7fdcb599 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd26ca2f-661b-4663-b637-17fbdafeebce HTTP/1.1" status: 200 len: 217 time: 0.0624280 Feb 16 13:03:51.623965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5be919-160b-4522-b71c-84c0781c6804 req-7862302f-b08e-4b84-8fb7-d8a58cf0071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:51.625416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-7862302f-b08e-4b84-8fb7-d8a58cf0071e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 200 len: 853 time: 0.0663745 Feb 16 13:03:51.672450 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-bfa76517-a8d6-4cb0-8ff2-bbde99b38bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04b81ace-313d-434f-960e-ac79adb81520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412054 Feb 16 13:03:51.917467 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-ec42b887-2b2d-446c-a9ec-6e116c5cc28b service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389648 Feb 16 13:03:52.052832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf5be919-160b-4522-b71c-84c0781c6804 req-25869f60-33ac-4d4b-8def-c0adb3d64577 service neutron] 10.222.0.81 "GET /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288867 Feb 16 13:03:52.076609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f219-83fc-45e3-9654-2eeaf717a736 req-8457b59d-0804-4ab6-a0ea-a54a890fecc2 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:52.078111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77a3f219-83fc-45e3-9654-2eeaf717a736 req-8457b59d-0804-4ab6-a0ea-a54a890fecc2 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 944 time: 0.0819225 Feb 16 13:03:52.127138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77a3f219-83fc-45e3-9654-2eeaf717a736 req-c5208c40-7464-4f76-a939-1125a2747f2c tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Feb 16 13:03:52.151769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:52.235955 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 297ec343-2a8f-46b0-861b-7887626d2fa5 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:03:52.401647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=297ec343-2a8f-46b0-861b-7887626d2fa5,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:52.414231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '297ec343-2a8f-46b0-861b-7887626d2fa5', 'network_id': '04b81ace-313d-434f-960e-ac79adb81520', 'port_id': '297ec343-2a8f-46b0-861b-7887626d2fa5', 'mac_address': 'fa:16:3e:cf:c2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9551fe3a-67ce-4591-a3a1-e945fa73992a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:03:52.475819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:52.493529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ec343-2a8f-46b0-861b-7887626d2fa5 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:03:52.509197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=297ec343-2a8f-46b0-861b-7887626d2fa5,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:52.513707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:52.580186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:52.787178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['297ec343-2a8f-46b0-861b-7887626d2fa5'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:53.314440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff238a35-1cba-420c-b9bd-d921caa57972 req-73811e24-ba12-4936-aebe-d1d431dbc596 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:53.315796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff238a35-1cba-420c-b9bd-d921caa57972 req-73811e24-ba12-4936-aebe-d1d431dbc596 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 945 time: 0.0845630 Feb 16 13:03:53.361235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff238a35-1cba-420c-b9bd-d921caa57972 req-3ac709e6-cee9-4d9b-828d-e3325ec202db tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Feb 16 13:03:54.252444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 297ec343-2a8f-46b0-861b-7887626d2fa5 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:03:54.322504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 297ec343-2a8f-46b0-861b-7887626d2fa5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:03:54.327246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 297ec343-2a8f-46b0-861b-7887626d2fa5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:03:54.327619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:54.443150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:54.469319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:54.481040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=297ec343-2a8f-46b0-861b-7887626d2fa5,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:54.486277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:54.522507 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5', 'code': 200} Feb 16 13:03:54.551574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431c67-d68f-471c-9d7c-c3f40c9dfe89 req-6ca95722-f10c-46a8-a5eb-214e63385b0b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:54.553060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f431c67-d68f-471c-9d7c-c3f40c9dfe89 req-6ca95722-f10c-46a8-a5eb-214e63385b0b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0860837 Feb 16 13:03:54.568701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:54.601570 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f431c67-d68f-471c-9d7c-c3f40c9dfe89 req-3c0942ca-eb9b-423b-9d2e-26474a888315 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Feb 16 13:03:54.784853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea71847-034b-4fb9-b49b-39e6d220a4e8 req-98280dd8-1398-420e-924a-5e5ce3cd93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:54.786216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bea71847-034b-4fb9-b49b-39e6d220a4e8 req-98280dd8-1398-420e-924a-5e5ce3cd93e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 1099 time: 0.0733082 Feb 16 13:03:54.825707 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bea71847-034b-4fb9-b49b-39e6d220a4e8 req-9af73839-4890-4422-8508-0cc0f13e794a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Feb 16 13:03:55.738061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cf8c893d-7d10-457c-9956-6596be73afae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:55.790848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6db3-ebb0-42d8-b2cd-caf00a1105c6 req-6e2b865c-a854-41a2-9339-befdd950f4ca tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:55.792953 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a6db3-ebb0-42d8-b2cd-caf00a1105c6 req-6e2b865c-a854-41a2-9339-befdd950f4ca tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0794880 Feb 16 13:03:55.837367 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a6db3-ebb0-42d8-b2cd-caf00a1105c6 req-f54dba68-ac5f-4c64-b527-3277a1b357f2 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Feb 16 13:03:57.025524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8c021-6b09-43b0-89ea-240e3d210141 req-b3a7483a-c183-489d-9962-8e7788be7cfd tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:57.027362 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-deb8c021-6b09-43b0-89ea-240e3d210141 req-b3a7483a-c183-489d-9962-8e7788be7cfd tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0847907 Feb 16 13:03:57.073117 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-deb8c021-6b09-43b0-89ea-240e3d210141 req-516661c4-a7bb-45b9-aa53-0f0db211f3d5 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Feb 16 13:03:57.449142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330392-6be2-4f03-be6e-1eb4bb58b6ae req-770bdeee-fc16-4375-92d5-0e179f899aad tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:57.450509 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64330392-6be2-4f03-be6e-1eb4bb58b6ae req-770bdeee-fc16-4375-92d5-0e179f899aad tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0789821 Feb 16 13:03:57.504505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-64330392-6be2-4f03-be6e-1eb4bb58b6ae req-7601ebd8-fc72-4a54-9e19-23efd0ea97fc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Feb 16 13:03:57.948684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6518bda9-42b0-4093-ba13-7b35f7165132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:58.694677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc1e8-52d7-4dc6-bc8d-39e41b74589c req-7785408e-263d-4179-a35b-f39df913f05e tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:58.696235 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-398bc1e8-52d7-4dc6-bc8d-39e41b74589c req-7785408e-263d-4179-a35b-f39df913f05e tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0834060 Feb 16 13:03:58.740937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-398bc1e8-52d7-4dc6-bc8d-39e41b74589c req-c507fd2c-bfd7-4d63-a557-643bb60891d4 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Feb 16 13:03:58.947899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-94be3d71-789f-4358-b989-e7829cc423c7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:03:58.948517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-94be3d71-789f-4358-b989-e7829cc423c7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Synchronizing usage tracker for tenant:f8036454ff634494ac0cc1b090227c4b on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:03:58.966145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-94be3d71-789f-4358-b989-e7829cc423c7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Unset dirty status for tenant:f8036454ff634494ac0cc1b090227c4b on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:03:58.967399 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-94be3d71-789f-4358-b989-e7829cc423c7 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 946 time: 0.0981014 Feb 16 13:03:59.046601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Deleting port 297ec343-2a8f-46b0-861b-7887626d2fa5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:03:59.047076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.056495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.173435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.297560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] For port 297ec343-2a8f-46b0-861b-7887626d2fa5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=297ec343-2a8f-46b0-861b-7887626d2fa5,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:03:59.297919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.423693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Calling delete_port for 297ec343-2a8f-46b0-861b-7887626d2fa5 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:03:59.574639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.609382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bd26ca2f-661b-4663-b637-17fbdafeebce', '297ec343-2a8f-46b0-861b-7887626d2fa5'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:03:59.626555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Pushing event deleted for resources: {'Port': ['ID=297ec343-2a8f-46b0-861b-7887626d2fa5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:03:59.701497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] No DVR routers for this DVR port 297ec343-2a8f-46b0-861b-7887626d2fa5 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:03:59.703922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:59.706788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'name': 'network-vif-deleted', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:03:59.723440 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5f6391b-8006-4a96-8cb4-5b3b16072fc0 req-86f8a265-149c-483e-9e44-3d15ef07a3bc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "DELETE /v2.0/ports/297ec343-2a8f-46b0-861b-7887626d2fa5 HTTP/1.1" status: 204 len: 173 time: 0.7510476 Feb 16 13:03:59.755243 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bce576e-298f-4b23-b58e-087333c84abd', 'name': 'network-vif-deleted', 'tag': '297ec343-2a8f-46b0-861b-7887626d2fa5', 'status': 'completed', 'code': 200} Feb 16 13:03:59.905660 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b74e8be8-fbaa-4b25-b9cc-9963e8f5d487 req-288178b1-6b3e-4446-b0b0-1741145f7acd tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=1bce576e-298f-4b23-b58e-087333c84abd HTTP/1.1" status: 200 len: 210 time: 0.0493279 Feb 16 13:04:00.524565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.160574 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4103c-40b3-49f6-ad69-6178974e60a0 req-4624807b-f803-473f-83d8-f2802f940df2 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.162007 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfb4103c-40b3-49f6-ad69-6178974e60a0 req-4624807b-f803-473f-83d8-f2802f940df2 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0785611 Feb 16 13:04:01.207196 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfb4103c-40b3-49f6-ad69-6178974e60a0 req-c35a958c-ffe7-4d78-8939-ea53894b190c tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Feb 16 13:04:01.411826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c9301-6684-453c-a5e3-aec8fe007db6 req-59d92507-335d-48db-81c6-cc2a119acfa1 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.413290 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-087c9301-6684-453c-a5e3-aec8fe007db6 req-59d92507-335d-48db-81c6-cc2a119acfa1 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0833454 Feb 16 13:04:01.457497 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-087c9301-6684-453c-a5e3-aec8fe007db6 req-dc2bed45-97c1-47f9-b71b-a2b0d1400825 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Feb 16 13:04:01.654113 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b690b7-3943-4670-b507-b5dac14fa80f req-0b6d2046-27c7-44ab-8d89-5dfd690d1dcc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.655594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82b690b7-3943-4670-b507-b5dac14fa80f req-0b6d2046-27c7-44ab-8d89-5dfd690d1dcc tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0815237 Feb 16 13:04:01.699712 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-82b690b7-3943-4670-b507-b5dac14fa80f req-d2f7d4a5-398d-4e9e-b0e6-39bb0de26d62 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Feb 16 13:04:01.992166 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb2a11-76ed-42f5-8678-7f97678d28c6 req-fd8fdffc-3c7d-446a-97dd-ffa369e9c9ce tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.993523 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50eb2a11-76ed-42f5-8678-7f97678d28c6 req-fd8fdffc-3c7d-446a-97dd-ffa369e9c9ce tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0815103 Feb 16 13:04:02.037578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50eb2a11-76ed-42f5-8678-7f97678d28c6 req-62df8049-0580-4c82-b003-56dc80b3da0d tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Feb 16 13:04:02.224342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59761194-ccb1-448a-acdc-43b0f332dbf0 req-bea6ed29-7088-4018-87b4-ad3793b02f72 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:02.225801 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59761194-ccb1-448a-acdc-43b0f332dbf0 req-bea6ed29-7088-4018-87b4-ad3793b02f72 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0829909 Feb 16 13:04:02.269371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59761194-ccb1-448a-acdc-43b0f332dbf0 req-8f1f1856-d89d-41a7-bac2-0334d6a89633 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Feb 16 13:04:02.303540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 297ec343-2a8f-46b0-861b-7887626d2fa5 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:02.338405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 297ec343-2a8f-46b0-861b-7887626d2fa5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:04:02.338801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 297ec343-2a8f-46b0-861b-7887626d2fa5 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:04:02.460692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203491c5-bc76-400e-9986-f4ab00cd830a req-2dea52ff-fd15-4b0a-87b9-3e7e9c99476c tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:02.462128 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-203491c5-bc76-400e-9986-f4ab00cd830a req-2dea52ff-fd15-4b0a-87b9-3e7e9c99476c tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0798941 Feb 16 13:04:02.505319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-203491c5-bc76-400e-9986-f4ab00cd830a req-eda85fb2-80fc-40d8-9c31-3a4a0dfe3d85 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Feb 16 13:04:03.025990 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33867bde-0915-4782-8eaa-9d50b37d5e32 req-4646a914-b57e-47b0-ad71-672c14771c42 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:03.027407 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33867bde-0915-4782-8eaa-9d50b37d5e32 req-4646a914-b57e-47b0-ad71-672c14771c42 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0812519 Feb 16 13:04:03.070977 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-33867bde-0915-4782-8eaa-9d50b37d5e32 req-a0b70dbb-bd1f-4991-b4b8-4a700e3e278b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 Feb 16 13:04:04.256284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dadf85-ed35-4f0b-9123-4e1c4651f92b req-403fb760-fbd6-49ed-bf78-e1f5d73d3125 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:04.257819 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89dadf85-ed35-4f0b-9123-4e1c4651f92b req-403fb760-fbd6-49ed-bf78-e1f5d73d3125 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0811992 Feb 16 13:04:04.304751 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89dadf85-ed35-4f0b-9123-4e1c4651f92b req-6dff9c5d-a3b2-4502-9735-98029d250c7b tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/security-groups?id=f19a4d6e-c833-42ed-a2af-5c0a9689851a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Feb 16 13:04:04.569727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-add63175-13fc-4446-8b3b-f9a99dca55ec tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:04.570423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-add63175-13fc-4446-8b3b-f9a99dca55ec tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Synchronizing usage tracker for tenant:f8036454ff634494ac0cc1b090227c4b on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:04.586042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-add63175-13fc-4446-8b3b-f9a99dca55ec tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Unset dirty status for tenant:f8036454ff634494ac0cc1b090227c4b on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:04.587266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-add63175-13fc-4446-8b3b-f9a99dca55ec tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 945 time: 0.0951571 Feb 16 13:04:04.658219 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Deleting port bd26ca2f-661b-4663-b637-17fbdafeebce {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:04.658549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:04.902059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] For port bd26ca2f-661b-4663-b637-17fbdafeebce, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd26ca2f-661b-4663-b637-17fbdafeebce,segment=NetworkSegment(4635dce6-b5cd-4d7e-91e7-6957de1a0deb),segment_id=4635dce6-b5cd-4d7e-91e7-6957de1a0deb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:04.902297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:05.029009 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Calling delete_port for bd26ca2f-661b-4663-b637-17fbdafeebce owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:05.267051 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:05.302883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['bd26ca2f-661b-4663-b637-17fbdafeebce'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:04:05.318423 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Pushing event deleted for resources: {'Port': ['ID=bd26ca2f-661b-4663-b637-17fbdafeebce,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:05.391452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] No DVR routers for this DVR port bd26ca2f-661b-4663-b637-17fbdafeebce on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:05.393933 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:05.396494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'name': 'network-vif-deleted', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:05.411570 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b89befa3-66fc-4b7d-9347-88d56c6fcc86 req-7a9ebef4-5b88-41e4-9c1c-5602d598c228 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.81 "DELETE /v2.0/ports/bd26ca2f-661b-4663-b637-17fbdafeebce HTTP/1.1" status: 204 len: 173 time: 0.8168311 Feb 16 13:04:05.449185 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6478bfa9-cb1d-4b98-838f-f4a70a97218a', 'name': 'network-vif-deleted', 'tag': 'bd26ca2f-661b-4663-b637-17fbdafeebce', 'status': 'completed', 'code': 200} Feb 16 13:04:05.477741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-873a1b81-3932-4a0e-87f2-d5f6c4e466ad req-46280a5f-0f26-49bf-b452-ad696a5032a8 tempest-ServersNegativeTestJSON-186893175 tempest-ServersNegativeTestJSON-186893175-project] 10.222.0.65 "GET /v2.0/ports?device_id=6478bfa9-cb1d-4b98-838f-f4a70a97218a HTTP/1.1" status: 200 len: 210 time: 0.0555856 Feb 16 13:04:05.934576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:06.573815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:06.634482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Deleting subnet 9551fe3a-67ce-4591-a3a1-e945fa73992a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:04:06.638132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.686011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.742289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.808531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.844437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9551fe3a-67ce-4591-a3a1-e945fa73992a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:06.850088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.855847 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d5bdf47-f087-4f95-b061-aac6e7ff29f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9551fe3a-67ce-4591-a3a1-e945fa73992a HTTP/1.1" status: 204 len: 168 time: 0.2809532 Feb 16 13:04:06.858278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:06.962922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.084242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.108850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b81ace-313d-434f-960e-ac79adb81520']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:07.123833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4635dce6-b5cd-4d7e-91e7-6957de1a0deb') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:07.124147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4635dce6-b5cd-4d7e-91e7-6957de1a0deb') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:07.135869 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.151682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.158321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:07.158733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:07.172795 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:07.245795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.261753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.275161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b81ace-313d-434f-960e-ac79adb81520,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:07.283701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-237ed9d9-5837-4fbb-a755-d987910c29e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/04b81ace-313d-434f-960e-ac79adb81520 HTTP/1.1" status: 204 len: 168 time: 0.4244735 Feb 16 13:04:07.393163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:07.441251 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe62cca3-a79c-45a8-b876-ccf5aa0a22d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8036454ff634494ac0cc1b090227c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469320 Feb 16 13:04:07.443910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:07.501109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.526994 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.583971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.602409 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a4d6e-c833-42ed-a2af-5c0a9689851a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:07.613294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:07.616708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-294a9cb4-0e32-4a1f-9eba-9df04e98ec91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f19a4d6e-c833-42ed-a2af-5c0a9689851a HTTP/1.1" status: 204 len: 168 time: 0.1695287 Feb 16 13:04:08.314791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bd26ca2f-661b-4663-b637-17fbdafeebce no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:08.352402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: bd26ca2f-661b-4663-b637-17fbdafeebce {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:04:08.352754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device bd26ca2f-661b-4663-b637-17fbdafeebce not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:04:08.361361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34468) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:08.465163 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283588691'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:08.470288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:08.474155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:network and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:08.477301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:08.484433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:08.494343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:08.497729 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.510481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.526946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:08.530798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:security_group_rule and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:08.533609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:08.539226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:08.622379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.626040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.656320 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:08.671522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c79af-2a9d-49e9-b525-77ca0e14f0e6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:08.675880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.676242 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Added segment 06c141e9-accf-44e5-b528-1054d283df87 of type vlan for network f0592d43-dabe-4650-b123-2f475a8e1e03 Feb 16 13:04:08.704139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.733704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.739922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:08.740522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:08.946683 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5840931 Feb 16 13:04:08.950455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80604abd-f6ba-4067-9919-c258dfdd6ba5 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Network': ['ID=f0592d43-dabe-4650-b123-2f475a8e1e03,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:08.960657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network f0592d43-dabe-4650-b123-2f475a8e1e03 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:12.215907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:12.221948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'subnet': {'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:12.334028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:12.338477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:subnet and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:12.341586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:12.347749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:12.357676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:12.361456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.584504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.661629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Subnet': ['ID=75a82bfe-be8c-4bf7-99cc-35a90d6f2c66,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:12.673871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking segment: {'id': '06c141e9-accf-44e5-b528-1054d283df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:12.674313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network hostable DHCP agents. Network: f0592d43-dabe-4650-b123-2f475a8e1e03, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:12.698387 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network f0592d43-dabe-4650-b123-2f475a8e1e03 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:12.709535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, f0592d43-dabe-4650-b123-2f475a8e1e03) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:12.716145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.716807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.721393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0621ae9-f358-4725-9166-38b367c1d439 None None] Network f0592d43-dabe-4650-b123-2f475a8e1e03 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:12.751695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:12.752304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-02b88130-a06e-4ddd-8182-9f47bd2076e7 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5348706 Feb 16 13:04:12.758709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2029635479'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:12.766368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:12.770326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:network and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:12.773136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:12.780341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:12.790724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:12.794578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.825177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:12.836844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.836844 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Added segment a9766842-2a25-41f2-a707-631a7af7a60a of type vlan for network c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 Feb 16 13:04:12.867820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.898505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.904418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.905025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.958478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-f0592d43-dabe-4650-b123-2f475a8e1e03', 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03', 'tenant_id': 'd84a2b600ab64012b1c8d38459882901', 'fixed_ips': [{'subnet_id': '75a82bfe-be8c-4bf7-99cc-35a90d6f2c66'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:12.959312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.026868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:13.027116 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2741706 Feb 16 13:04:13.027892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dc25b-5b2d-4a92-93e6-13c6e0935c7d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Network': ['ID=c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.034144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'subnet': {'network_id': 'c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:13.055733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:13.149234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:13.153866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:subnet and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:13.156666 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:13.162323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:13.172225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:13.176741 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.241926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Allocated IP 2001:db8:0:ffff::2 (f0592d43-dabe-4650-b123-2f475a8e1e03/75a82bfe-be8c-4bf7-99cc-35a90d6f2c66/92278edc-35ec-4e04-abdb-df6c2e821204) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:13.405944 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.453543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.464608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Transition to ACTIVE for port object 92278edc-35ec-4e04-abdb-df6c2e821204 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:13.483268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Transition to ACTIVE for port object 92278edc-35ec-4e04-abdb-df6c2e821204 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:13.485655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Subnet': ['ID=95a21903-cb44-4f0b-bc4e-25facc53df2b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.491087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.493249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking segment: {'id': 'a9766842-2a25-41f2-a707-631a7af7a60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:13.493637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network hostable DHCP agents. Network: c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:13.514525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:13.523762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:13.528612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:13.529260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.546405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4676b-86ff-4580-9044-d899fe042e6b None None] Network c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:13.552750 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-add93feb-2bbb-45fc-a6e9-8bab7b019957 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5247171 Feb 16 13:04:13.555372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:13.574362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Network f0592d43-dabe-4650-b123-2f475a8e1e03 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:13.579947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:13.592906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:13.692974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Pushing event updated for resources: {'Port': ['ID=92278edc-35ec-4e04-abdb-df6c2e821204,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.703300 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.749731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.750400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.750400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.750715 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.751040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.751360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.751678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.752151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.752345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.752666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.752982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.753295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:13.770873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Attempting to bind port 92278edc-35ec-4e04-abdb-df6c2e821204 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:13.771232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Attempting to bind port 92278edc-35ec-4e04-abdb-df6c2e821204 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '06c141e9-accf-44e5-b528-1054d283df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:13.771585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Attempting to bind port 92278edc-35ec-4e04-abdb-df6c2e821204 on network f0592d43-dabe-4650-b123-2f475a8e1e03 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:13.777085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.782270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:13.782637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Checking segment: {'id': '06c141e9-accf-44e5-b528-1054d283df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:13.783025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.783410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Bound using segment: {'id': '06c141e9-accf-44e5-b528-1054d283df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:13.783866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Bound port: 92278edc-35ec-4e04-abdb-df6c2e821204, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c141e9-accf-44e5-b528-1054d283df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f0592d43-dabe-4650-b123-2f475a8e1e03'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:13.784255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.856661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.919331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Subnet': ['ID=95a21903-cb44-4f0b-bc4e-25facc53df2b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:13.922395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a9a5e-e41d-4399-890c-fd719a4cae38 None None] Network c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:13.992681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.020925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] For port 92278edc-35ec-4e04-abdb-df6c2e821204, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:14.023384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:14.036510 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9766842-2a25-41f2-a707-631a7af7a60a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:14.036796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9766842-2a25-41f2-a707-631a7af7a60a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:14.040561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] For port 92278edc-35ec-4e04-abdb-df6c2e821204, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92278edc-35ec-4e04-abdb-df6c2e821204,segment=NetworkSegment(06c141e9-accf-44e5-b528-1054d283df87),segment_id=06c141e9-accf-44e5-b528-1054d283df87)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:14.050225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.067339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.073301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:14.073675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:14.088688 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:14.095272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.168949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.190802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a25b-fa6c-4113-9340-b9609c819ccd None None] Pushing event updated for resources: {'Port': ['ID=92278edc-35ec-4e04-abdb-df6c2e821204,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:14.191139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.205515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Network': ['ID=c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:14.208788 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a5b2063-3804-4906-8b4f-8613fd6f9569 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 HTTP/1.1" status: 204 len: 168 time: 0.6516690 Feb 16 13:04:14.213057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:14.218566 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2122632266'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:14.223622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:14.227393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:network and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:14.230337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:14.236251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:14.247598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:14.251004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.281057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:14.290790 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.291313 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Added segment f2ee8b39-5341-4f1a-ac94-56b22147ceec of type vlan for network c6fcf406-b6da-491d-afd8-b7f8e2712039 Feb 16 13:04:14.318973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.367383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.375965 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:14.376688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.479291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2650242 Feb 16 13:04:14.482143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:14.487976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'subnet': {'network_id': 'c6fcf406-b6da-491d-afd8-b7f8e2712039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:14.491093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ee8cd-54ca-4a25-a467-44d2c9122d0d tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Network': ['ID=c6fcf406-b6da-491d-afd8-b7f8e2712039,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:14.502110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network c6fcf406-b6da-491d-afd8-b7f8e2712039 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:14.599658 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:14.604364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:subnet and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:14.607198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:14.612830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:14.623042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:14.626509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.715768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:04:14.716321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:04:14.844085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.927664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Subnet': ['ID=51a773f6-9785-40a9-a259-51977cb75e21,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:14.938005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking segment: {'id': 'f2ee8b39-5341-4f1a-ac94-56b22147ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c6fcf406-b6da-491d-afd8-b7f8e2712039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:14.938364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network hostable DHCP agents. Network: c6fcf406-b6da-491d-afd8-b7f8e2712039, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:14.959335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network c6fcf406-b6da-491d-afd8-b7f8e2712039 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:14.969501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, c6fcf406-b6da-491d-afd8-b7f8e2712039) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:14.973797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:14.974414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:14.980674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a94b61-5242-41c5-9b30-8ddf07da07a0 None None] Network c6fcf406-b6da-491d-afd8-b7f8e2712039 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:15.001962 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a245c8dd-5cd1-42eb-8d60-248e64ac578b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5163636 Feb 16 13:04:15.002194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:15.163172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.179331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92278edc-35ec-4e04-abdb-df6c2e821204 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:15.212111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d2b9b-5773-4b32-af5d-e0b4cf494bd3 None None] Network f0592d43-dabe-4650-b123-2f475a8e1e03 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:15.233365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.309767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.354122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Subnet': ['ID=51a773f6-9785-40a9-a259-51977cb75e21,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:15.428445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a3f0f853-00b2-4ea7-9630-765e677ce626 None None] Provisioning for port 92278edc-35ec-4e04-abdb-df6c2e821204 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:15.443570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.459820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4d7aa-c68e-4475-ac36-6bdc43f4ddd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c6fcf406-b6da-491d-afd8-b7f8e2712039', 'network_id': 'c6fcf406-b6da-491d-afd8-b7f8e2712039', 'tenant_id': 'd84a2b600ab64012b1c8d38459882901', 'fixed_ips': [{'subnet_id': '51a773f6-9785-40a9-a259-51977cb75e21'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:15.460663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-84f4d7aa-c68e-4475-ac36-6bdc43f4ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.480440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fcf406-b6da-491d-afd8-b7f8e2712039']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:15.490736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 92278edc-35ec-4e04-abdb-df6c2e821204 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:15.492886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ee8b39-5341-4f1a-ac94-56b22147ceec') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:15.493412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ee8b39-5341-4f1a-ac94-56b22147ceec') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:15.504875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.521641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.524916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92278edc-35ec-4e04-abdb-df6c2e821204 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:15.526424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.530017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:15.530505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:15.610886 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:15.634175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.643121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.665790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-84f4d7aa-c68e-4475-ac36-6bdc43f4ddd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 13:04:15.665790 dv-neutron-829435-1-hyperv neutron-server[87700]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 16 13:04:15.665790 dv-neutron-829435-1-hyperv neutron-server[87700]: [parameters: {'project_id': 'd84a2b600ab64012b1c8d38459882901', 'id': '523393c6-11cd-4313-949e-d1dc3aaefb46', 'name': '', 'network_id': 'c6fcf406-b6da-491d-afd8-b7f8e2712039', 'mac_address': 'fa:16:3e:bb:6e:c5', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-c6fcf406-b6da-491d-afd8-b7f8e2712039', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1589}] Feb 16 13:04:15.665790 dv-neutron-829435-1-hyperv neutron-server[87700]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:04:15.666325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-84f4d7aa-c68e-4475-ac36-6bdc43f4ddd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:04:15.760073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.773315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/c6fcf406-b6da-491d-afd8-b7f8e2712039 HTTP/1.1" status: 204 len: 168 time: 0.7701814 Feb 16 13:04:15.774165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611594-ef53-4846-b4a5-ce8d1025c6bd tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Network': ['ID=c6fcf406-b6da-491d-afd8-b7f8e2712039,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:15.778120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:15.785276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341129958'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:15.791112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:15.796213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 92278edc-35ec-4e04-abdb-df6c2e821204, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92278edc-35ec-4e04-abdb-df6c2e821204,segment=NetworkSegment(06c141e9-accf-44e5-b528-1054d283df87),segment_id=06c141e9-accf-44e5-b528-1054d283df87)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:15.797029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:network and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:15.801125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:15.804206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.811280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:15.820954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:15.825416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.854884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:15.865710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.866138 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Added segment 068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d of type vlan for network 44db079b-d4df-4cbb-a5d6-ccbcd058273a Feb 16 13:04:15.880651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=92278edc-35ec-4e04-abdb-df6c2e821204,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:15.896616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.926889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:15.933488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:15.934240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.031269 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2514491 Feb 16 13:04:16.035365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34506) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:16.041956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'subnet': {'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:16.042854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7c01c-9f0d-450d-b358-c3cd65808900 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Network': ['ID=44db079b-d4df-4cbb-a5d6-ccbcd058273a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:16.053283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 44db079b-d4df-4cbb-a5d6-ccbcd058273a details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:16.149233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:16.153145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:subnet and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:16.155284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-52b17060-a2a2-4d71-b404-50f985a3225c None None] Provisioning complete for port 92278edc-35ec-4e04-abdb-df6c2e821204 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:16.155647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52b17060-a2a2-4d71-b404-50f985a3225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.155938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:16.161560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:16.172283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:16.175737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.184406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-84f4d7aa-c68e-4475-ac36-6bdc43f4ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.238486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72410507-8664-404c-8c3e-688c43b2060b None None] Network c6fcf406-b6da-491d-afd8-b7f8e2712039 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:16.284657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72410507-8664-404c-8c3e-688c43b2060b None None] Network c6fcf406-b6da-491d-afd8-b7f8e2712039 could not be found, it might have been deleted concurrently. {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 13:04:16.393787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.473687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Subnet': ['ID=c2fce104-1c1e-4256-b424-091115422d9b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:16.483298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking segment: {'id': '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:16.483654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network hostable DHCP agents. Network: 44db079b-d4df-4cbb-a5d6-ccbcd058273a, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:16.502351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network 44db079b-d4df-4cbb-a5d6-ccbcd058273a is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:16.511743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 44db079b-d4df-4cbb-a5d6-ccbcd058273a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:16.515741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:16.516356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.520651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18cdd64-77a1-4dab-b1d2-e6021e2076b6 None None] Network 44db079b-d4df-4cbb-a5d6-ccbcd058273a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:16.543583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34510) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:16.543821 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e19b2e8a-b5c9-4036-9f7b-87b285012a94 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5070460 Feb 16 13:04:16.549925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623726947'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:16.555010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:16.559053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:network and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:16.562093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:16.568570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:16.578046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:16.581980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.611799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:16.621223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.621558 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Added segment a8fb2da2-07a5-4229-b2ec-be0e8dd369ad of type vlan for network f5590b6d-6556-4090-93a4-ef94f1ca449f Feb 16 13:04:16.647715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.679288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.684910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:16.685505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.740165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-44db079b-d4df-4cbb-a5d6-ccbcd058273a', 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a', 'tenant_id': 'd84a2b600ab64012b1c8d38459882901', 'fixed_ips': [{'subnet_id': 'c2fce104-1c1e-4256-b424-091115422d9b'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:16.741204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.783533 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2385991 Feb 16 13:04:16.786504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34514) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:16.793084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Request body: {'subnet': {'network_id': 'f5590b6d-6556-4090-93a4-ef94f1ca449f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:16.795844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acff0e9-b759-4de9-8f86-2c90a9c19bfb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Network': ['ID=f5590b6d-6556-4090-93a4-ef94f1ca449f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:16.812164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network f5590b6d-6556-4090-93a4-ef94f1ca449f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:16.914981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:16.918765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Usage tracker for resource:subnet and tenant:d84a2b600ab64012b1c8d38459882901 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:16.921767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:16.927303 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:16.937288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Made reservation on behalf of d84a2b600ab64012b1c8d38459882901 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:16.940779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:16.987607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Allocated IP 2001:db8::2 (44db079b-d4df-4cbb-a5d6-ccbcd058273a/c2fce104-1c1e-4256-b424-091115422d9b/bff749b1-1f60-40c2-a89e-124e02a6852a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:17.118530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92278edc-35ec-4e04-abdb-df6c2e821204 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:17.171289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.253828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event updated for resources: {'Subnet': ['ID=4f9eb253-2d29-4070-a137-5c1701ec9a5f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:17.264639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Checking segment: {'id': 'a8fb2da2-07a5-4229-b2ec-be0e8dd369ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f5590b6d-6556-4090-93a4-ef94f1ca449f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:17.264999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network hostable DHCP agents. Network: f5590b6d-6556-4090-93a4-ef94f1ca449f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:17.284539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Network f5590b6d-6556-4090-93a4-ef94f1ca449f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:17.293937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, f5590b6d-6556-4090-93a4-ef94f1ca449f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:17.302881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:17.303420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.304563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c8f88-2e47-41e1-afb0-bee4e352923d None None] Network f5590b6d-6556-4090-93a4-ef94f1ca449f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:17.320875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.326366 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-12d38ebf-f065-425c-88ca-fe904608b8d3 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5386989 Feb 16 13:04:17.328960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34518) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:17.342934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 92278edc-35ec-4e04-abdb-df6c2e821204 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:17.343304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.376086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Transition to ACTIVE for port object bff749b1-1f60-40c2-a89e-124e02a6852a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:17.473607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.477231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Transition to ACTIVE for port object bff749b1-1f60-40c2-a89e-124e02a6852a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:17.488270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.543144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.602648 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Network 44db079b-d4df-4cbb-a5d6-ccbcd058273a is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:17.610814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:17.631315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.641110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:17.654548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Pushing event updated for resources: {'Port': ['ID=bff749b1-1f60-40c2-a89e-124e02a6852a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:17.673283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9eb253-2d29-4070-a137-5c1701ec9a5f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:17.774342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.800435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5590b6d-6556-4090-93a4-ef94f1ca449f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:17.813894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fb2da2-07a5-4229-b2ec-be0e8dd369ad') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:17.814495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fb2da2-07a5-4229-b2ec-be0e8dd369ad') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:17.815006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Attempting to bind port bff749b1-1f60-40c2-a89e-124e02a6852a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:17.815385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Attempting to bind port bff749b1-1f60-40c2-a89e-124e02a6852a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:17.815782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Attempting to bind port bff749b1-1f60-40c2-a89e-124e02a6852a on network 44db079b-d4df-4cbb-a5d6-ccbcd058273a {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:17.822642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c33d6-43d7-43df-8029-a6190d837303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-f5590b6d-6556-4090-93a4-ef94f1ca449f', 'network_id': 'f5590b6d-6556-4090-93a4-ef94f1ca449f', 'tenant_id': 'd84a2b600ab64012b1c8d38459882901', 'fixed_ips': [{'subnet_id': '4f9eb253-2d29-4070-a137-5c1701ec9a5f'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:17.823423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5a5c33d6-43d7-43df-8029-a6190d837303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.827094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.832261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:17.832633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Checking segment: {'id': '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:17.833025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.833417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Bound using segment: {'id': '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:17.833891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Bound port: bff749b1-1f60-40c2-a89e-124e02a6852a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '44db079b-d4df-4cbb-a5d6-ccbcd058273a'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:17.834254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.843142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.850601 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:17.851167 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:17.866060 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:17.974146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.986845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] For port bff749b1-1f60-40c2-a89e-124e02a6852a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:17.990277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] For port bff749b1-1f60-40c2-a89e-124e02a6852a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bff749b1-1f60-40c2-a89e-124e02a6852a,segment=NetworkSegment(068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d),segment_id=068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:17.995468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:17.995776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.001827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Network': ['ID=f5590b6d-6556-4090-93a4-ef94f1ca449f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:18.008407 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41ef1c36-eb9b-4fe0-a5c8-22369e880022 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/f5590b6d-6556-4090-93a4-ef94f1ca449f HTTP/1.1" status: 204 len: 168 time: 0.6784651 Feb 16 13:04:18.011083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.033014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c515b4-d527-4ee0-b68b-72dd55dded10 None None] Network f5590b6d-6556-4090-93a4-ef94f1ca449f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:18.050619 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f6dd03-50c9-4171-a61a-49cf9066119c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] GET failed (client error): The resource could not be found. Feb 16 13:04:18.051065 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f8f6dd03-50c9-4171-a61a-49cf9066119c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Synchronizing usage tracker for tenant:d84a2b600ab64012b1c8d38459882901 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:18.068383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f8f6dd03-50c9-4171-a61a-49cf9066119c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Unset dirty status for tenant:d84a2b600ab64012b1c8d38459882901 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:18.072394 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f8f6dd03-50c9-4171-a61a-49cf9066119c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "GET /v2.0/subnets/4f9eb253-2d29-4070-a137-5c1701ec9a5f HTTP/1.1" status: 404 len: 337 time: 0.0577083 Feb 16 13:04:18.072648 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.075712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c515b4-d527-4ee0-b68b-72dd55dded10 None None] Network f5590b6d-6556-4090-93a4-ef94f1ca449f could not be found, it might have been deleted concurrently. {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 13:04:18.097091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77ddb9-4757-4088-994c-3422d71a6549 None None] Pushing event updated for resources: {'Port': ['ID=bff749b1-1f60-40c2-a89e-124e02a6852a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:18.101924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8a001d-11ec-4e37-a686-08de9c7a0444 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:18.102384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8a001d-11ec-4e37-a686-08de9c7a0444 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:18.104674 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c8a001d-11ec-4e37-a686-08de9c7a0444 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/f5590b6d-6556-4090-93a4-ef94f1ca449f HTTP/1.1" status: 404 len: 339 time: 0.0301847 Feb 16 13:04:18.109050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34530) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.152347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3592501-0ff6-4483-a76e-201d4dfb7c78 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:18.152806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3592501-0ff6-4483-a76e-201d4dfb7c78 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:18.154476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3592501-0ff6-4483-a76e-201d4dfb7c78 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/subnets/4f9eb253-2d29-4070-a137-5c1701ec9a5f HTTP/1.1" status: 404 len: 337 time: 0.0439787 Feb 16 13:04:18.157068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.183532 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75bccb-e5b5-4efa-9553-87b3572c65de tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:18.184024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e75bccb-e5b5-4efa-9553-87b3572c65de tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:18.185712 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e75bccb-e5b5-4efa-9553-87b3572c65de tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/f5590b6d-6556-4090-93a4-ef94f1ca449f HTTP/1.1" status: 404 len: 339 time: 0.0277214 Feb 16 13:04:18.188434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.385669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Deleting subnet c2fce104-1c1e-4256-b424-091115422d9b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:04:18.388920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.442640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.528818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.604102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.642636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fce104-1c1e-4256-b424-091115422d9b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:18.646237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.659532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d7da4a1-f2b3-4089-a03a-6d313e992c93 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/subnets/c2fce104-1c1e-4256-b424-091115422d9b HTTP/1.1" status: 204 len: 168 time: 0.4700458 Feb 16 13:04:18.661956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:18.778174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:18.789122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Deleting port bff749b1-1f60-40c2-a89e-124e02a6852a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:18.789456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.002844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefafa0-8865-4463-8b6d-954432db4a82 None None] Network 44db079b-d4df-4cbb-a5d6-ccbcd058273a requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:19.012953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] For port bff749b1-1f60-40c2-a89e-124e02a6852a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bff749b1-1f60-40c2-a89e-124e02a6852a,segment=NetworkSegment(068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d),segment_id=068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:19.013353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.111144 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-42c8a1f6-2804-4c2f-89c2-88e13db7db91 None None] Provisioning for port bff749b1-1f60-40c2-a89e-124e02a6852a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:19.142893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Calling delete_port for bff749b1-1f60-40c2-a89e-124e02a6852a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:19.178133 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bff749b1-1f60-40c2-a89e-124e02a6852a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:19.224950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.251818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No active binding found for port bff749b1-1f60-40c2-a89e-124e02a6852a {{(pid=87700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 13:04:19.252156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bff749b1-1f60-40c2-a89e-124e02a6852a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 13:04:19.272207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Port': ['ID=bff749b1-1f60-40c2-a89e-124e02a6852a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:19.276042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No DVR routers for this DVR port bff749b1-1f60-40c2-a89e-124e02a6852a on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:19.285707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Port bff749b1-1f60-40c2-a89e-124e02a6852a not found, will not notify nova. {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 13:04:19.368436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4052f0-ae77-4090-9e35-895973676ae4 None None] DHCP port deletion for 44db079b-d4df-4cbb-a5d6-ccbcd058273a request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:04:19.413006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.438463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44db079b-d4df-4cbb-a5d6-ccbcd058273a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:19.450407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:19.450706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068b6bd3-f2cb-4dd3-aa76-aa0fc723e59d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:19.462213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.479872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.485827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:19.486199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:19.500299 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:19.582034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.586853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.611470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Network': ['ID=44db079b-d4df-4cbb-a5d6-ccbcd058273a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:19.616177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5fe367be-9863-41b3-bdbb-6027716581ab tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/44db079b-d4df-4cbb-a5d6-ccbcd058273a HTTP/1.1" status: 204 len: 168 time: 0.9532731 Feb 16 13:04:19.619242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.660543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4339ac0c-9bfd-4d3b-945f-442f3bd5b42c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:19.660985 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4339ac0c-9bfd-4d3b-945f-442f3bd5b42c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:19.662590 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4339ac0c-9bfd-4d3b-945f-442f3bd5b42c tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/subnets/51a773f6-9785-40a9-a259-51977cb75e21 HTTP/1.1" status: 404 len: 337 time: 0.0430093 Feb 16 13:04:19.665203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.691193 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe7c226-f018-42ae-9336-edda5ef8314e tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:19.691649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe7c226-f018-42ae-9336-edda5ef8314e tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:19.693281 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-efe7c226-f018-42ae-9336-edda5ef8314e tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/c6fcf406-b6da-491d-afd8-b7f8e2712039 HTTP/1.1" status: 404 len: 339 time: 0.0263712 Feb 16 13:04:19.695851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.733100 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4089912-eaec-4abf-8f36-587a93670037 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:19.733529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4089912-eaec-4abf-8f36-587a93670037 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:19.735119 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4089912-eaec-4abf-8f36-587a93670037 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/subnets/95a21903-cb44-4f0b-bc4e-25facc53df2b HTTP/1.1" status: 404 len: 337 time: 0.0383782 Feb 16 13:04:19.737642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.761219 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb03e350-f0bb-4070-bf64-b466d72657bb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] DELETE failed (client error): The resource could not be found. Feb 16 13:04:19.761656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb03e350-f0bb-4070-bf64-b466d72657bb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:04:19.763182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb03e350-f0bb-4070-bf64-b466d72657bb tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/c43d2ffc-8a26-4a7c-b4fd-d31ac712e1a7 HTTP/1.1" status: 404 len: 339 time: 0.0246928 Feb 16 13:04:19.765509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34562) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:19.830899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Deleting subnet 75a82bfe-be8c-4bf7-99cc-35a90d6f2c66 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:04:19.834067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:19.886607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.067221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.140020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.176829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Subnet': ['ID=75a82bfe-be8c-4bf7-99cc-35a90d6f2c66,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:20.182357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.187343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7107e8-7fda-4658-82b2-ba78f3667db1 None None] Network f0592d43-dabe-4650-b123-2f475a8e1e03 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:20.192324 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0cb8d7a2-f4a8-4598-b2f2-31f055569808 tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/subnets/75a82bfe-be8c-4bf7-99cc-35a90d6f2c66 HTTP/1.1" status: 204 len: 168 time: 0.4258664 Feb 16 13:04:20.194650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34566) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:20.305605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.316939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Deleting port 92278edc-35ec-4e04-abdb-df6c2e821204 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:20.317318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.427776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] DHCP port deletion for f0592d43-dabe-4650-b123-2f475a8e1e03 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:04:20.432734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Deleting port 92278edc-35ec-4e04-abdb-df6c2e821204 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:20.433104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.527502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] For port 92278edc-35ec-4e04-abdb-df6c2e821204, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92278edc-35ec-4e04-abdb-df6c2e821204,segment=NetworkSegment(06c141e9-accf-44e5-b528-1054d283df87),segment_id=06c141e9-accf-44e5-b528-1054d283df87)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:20.527848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.633973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] For port 92278edc-35ec-4e04-abdb-df6c2e821204, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=92278edc-35ec-4e04-abdb-df6c2e821204,segment=NetworkSegment(06c141e9-accf-44e5-b528-1054d283df87),segment_id=06c141e9-accf-44e5-b528-1054d283df87)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:20.634390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.653606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Calling delete_port for 92278edc-35ec-4e04-abdb-df6c2e821204 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:20.736570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.783037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Port': ['ID=92278edc-35ec-4e04-abdb-df6c2e821204,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:20.787906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] No DVR routers for this DVR port 92278edc-35ec-4e04-abdb-df6c2e821204 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:20.796271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Calling delete_port for 92278edc-35ec-4e04-abdb-df6c2e821204 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:20.818080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.818428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.818760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.819090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.819415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.819739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.820081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.820404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.820728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.821048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.821366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.821722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:20.867319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:04:20.867649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:04:20.921442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.945589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0592d43-dabe-4650-b123-2f475a8e1e03']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:20.957856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c141e9-accf-44e5-b528-1054d283df87') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:20.958153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c141e9-accf-44e5-b528-1054d283df87') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:20.969667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.989358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:20.995541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:20.995916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:21.009929 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:21.088389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.093411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.110927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bff749b1-1f60-40c2-a89e-124e02a6852a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:21.120587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] Pushing event deleted for resources: {'Network': ['ID=f0592d43-dabe-4650-b123-2f475a8e1e03,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:21.126565 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6239320a-f7cf-4111-9506-2dfe22463a6b tempest-NetworksIpV6Test-1226473285 tempest-NetworksIpV6Test-1226473285-project] 10.222.0.65 "DELETE /v2.0/networks/f0592d43-dabe-4650-b123-2f475a8e1e03 HTTP/1.1" status: 204 len: 168 time: 0.9308181 Feb 16 13:04:21.147084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bff749b1-1f60-40c2-a89e-124e02a6852a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:04:21.147429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bff749b1-1f60-40c2-a89e-124e02a6852a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:04:21.147855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92278edc-35ec-4e04-abdb-df6c2e821204 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:21.180862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 92278edc-35ec-4e04-abdb-df6c2e821204 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:04:21.181698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 92278edc-35ec-4e04-abdb-df6c2e821204 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:04:21.370020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Deleting port 92278edc-35ec-4e04-abdb-df6c2e821204 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:21.370688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.388722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:21.438368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e940a7ea-224c-47d1-ab13-ba3ae3252c93 None None] The port '92278edc-35ec-4e04-abdb-df6c2e821204' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:04:21.546805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-947e4d56-57e2-49f3-8612-1b63cba4a0c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d84a2b600ab64012b1c8d38459882901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569390 Feb 16 13:04:21.549289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34580) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:21.606926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.632451 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.684232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.699144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c79af-2a9d-49e9-b525-77ca0e14f0e6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:21.705814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:21.707181 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e65b82f0-15b4-4f3f-8de8-9f17b98171d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab6c79af-2a9d-49e9-b525-77ca0e14f0e6 HTTP/1.1" status: 204 len: 168 time: 0.1567414 Feb 16 13:04:22.168297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.384095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:22.485784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-817037474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:22.492402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:22.496764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:router and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:22.499501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:22.505503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:22.515659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.516642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.532395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.549796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.573602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.574762 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d8e1d34-09a2-4de2-bb7d-3097b7c5302d tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1890261 Feb 16 13:04:22.577492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:22.583239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-102940712'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:22.588629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:22.592572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:network and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:22.595331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:22.600910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:22.610855 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Made reservation on behalf of f72c5c7a23be4767a3fa1b7b2e9d0527 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:22.614197 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.629232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.644156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:22.648281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:security_group_rule and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:22.651380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:22.657166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:22.739066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.742698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.777694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:22.782748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9300eba-a8c9-4fcf-ba1f-fa8667ca2d09,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:22.789216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.789580 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Added segment d0e1e731-016f-4a4b-ab53-7337a60cb57e of type vlan for network b84d4844-b42d-4946-8749-a839a2404c6c Feb 16 13:04:22.816435 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.844555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.849836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:22.850410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:22.958055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event updated for resources: {'Network': ['ID=b84d4844-b42d-4946-8749-a839a2404c6c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:22.963860 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-025b7fcf-9849-4e77-ac71-9e1e62811879 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3827741 Feb 16 13:04:22.964088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:22.968156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network b84d4844-b42d-4946-8749-a839a2404c6c details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:22.969537 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'subnet': {'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:23.079287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:23.083827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:subnet and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:23.086683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:23.092649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:23.101365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Made reservation on behalf of f72c5c7a23be4767a3fa1b7b2e9d0527 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:23.105787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.318628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.396713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event updated for resources: {'Subnet': ['ID=881c303e-71a4-452f-8eae-6ed5c349caae,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:23.406483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Checking segment: {'id': 'd0e1e731-016f-4a4b-ab53-7337a60cb57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:23.406836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Network hostable DHCP agents. Network: b84d4844-b42d-4946-8749-a839a2404c6c, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:23.425405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Network b84d4844-b42d-4946-8749-a839a2404c6c is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:23.434347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, b84d4844-b42d-4946-8749-a839a2404c6c) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:23.438178 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:23.438736 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.443158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fe26e-2516-40da-9b1f-d43658fcfb54 None None] Network b84d4844-b42d-4946-8749-a839a2404c6c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:23.460494 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6a8d3dd7-caba-421e-a6f8-c2ab75c76f04 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4954109 Feb 16 13:04:23.464463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:23.469889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-888090519'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:23.475067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:23.479897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:network and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:23.483008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:23.488794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:23.499155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Made reservation on behalf of f72c5c7a23be4767a3fa1b7b2e9d0527 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:23.502683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.532160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:23.542966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.543351 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Added segment ba36b3ca-0c6c-493a-a627-2b771589fa03 of type vlan for network 1c037356-dae2-4ec8-941f-14de75ee1cf4 Feb 16 13:04:23.571161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.602331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.608222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:23.609067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.667751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-b84d4844-b42d-4946-8749-a839a2404c6c', 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c', 'tenant_id': 'f72c5c7a23be4767a3fa1b7b2e9d0527', 'fixed_ips': [{'subnet_id': '881c303e-71a4-452f-8eae-6ed5c349caae'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:23.668617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:23.807448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3419068 Feb 16 13:04:23.810438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:23.817128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'subnet': {'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:23.819554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35079023-9550-449f-8ebd-b5ac0fc8ee5c tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event updated for resources: {'Network': ['ID=1c037356-dae2-4ec8-941f-14de75ee1cf4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:23.833749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 1c037356-dae2-4ec8-941f-14de75ee1cf4 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:23.847028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Allocated IP 172.20.0.2 (b84d4844-b42d-4946-8749-a839a2404c6c/881c303e-71a4-452f-8eae-6ed5c349caae/5775958a-4a52-475e-8d36-f7099b667834) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:24.029955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:24.033641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Usage tracker for resource:subnet and tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:24.036635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:24.042290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:24.052815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Made reservation on behalf of f72c5c7a23be4767a3fa1b7b2e9d0527 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:24.057077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.134137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.144935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Transition to ACTIVE for port object 5775958a-4a52-475e-8d36-f7099b667834 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:24.162858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Transition to ACTIVE for port object 5775958a-4a52-475e-8d36-f7099b667834 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:24.169517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.232689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Network b84d4844-b42d-4946-8749-a839a2404c6c is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:24.239626 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:24.244838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:24.250580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Pushing event updated for resources: {'Port': ['ID=5775958a-4a52-475e-8d36-f7099b667834,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:24.282417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.336967 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Attempting to bind port 5775958a-4a52-475e-8d36-f7099b667834 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:24.338404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Attempting to bind port 5775958a-4a52-475e-8d36-f7099b667834 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd0e1e731-016f-4a4b-ab53-7337a60cb57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:24.338404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Attempting to bind port 5775958a-4a52-475e-8d36-f7099b667834 on network b84d4844-b42d-4946-8749-a839a2404c6c {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:24.343517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:24.343896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Checking segment: {'id': 'd0e1e731-016f-4a4b-ab53-7337a60cb57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:24.344319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.344709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Bound using segment: {'id': 'd0e1e731-016f-4a4b-ab53-7337a60cb57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:24.345268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Bound port: 5775958a-4a52-475e-8d36-f7099b667834, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1e731-016f-4a4b-ab53-7337a60cb57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b84d4844-b42d-4946-8749-a839a2404c6c'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:24.346029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.365083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event updated for resources: {'Subnet': ['ID=4d9efa50-ec4b-48cb-8fdf-a335d1e257ad,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:24.373180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Checking segment: {'id': 'ba36b3ca-0c6c-493a-a627-2b771589fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:24.373530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Network hostable DHCP agents. Network: 1c037356-dae2-4ec8-941f-14de75ee1cf4, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:24.392606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Network 1c037356-dae2-4ec8-941f-14de75ee1cf4 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:24.402592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 1c037356-dae2-4ec8-941f-14de75ee1cf4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:24.408192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:24.408706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.416498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ab39b-0114-4517-974f-65f2a7f6fdfa None None] Network 1c037356-dae2-4ec8-941f-14de75ee1cf4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:24.432397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c51455e-4180-4cc1-856d-c9e4b33fcfd0 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6187475 Feb 16 13:04:24.434968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:24.440268 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1442b9d4-0592-4e5a-afd0-3003ee690e9e tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:24.549371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] For port 5775958a-4a52-475e-8d36-f7099b667834, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:24.566748 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] For port 5775958a-4a52-475e-8d36-f7099b667834, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5775958a-4a52-475e-8d36-f7099b667834,segment=NetworkSegment(d0e1e731-016f-4a4b-ab53-7337a60cb57e),segment_id=d0e1e731-016f-4a4b-ab53-7337a60cb57e)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:24.575394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.716011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc2cd9-9c68-417f-92be-3e572bbfaf57 None None] Pushing event updated for resources: {'Port': ['ID=5775958a-4a52-475e-8d36-f7099b667834,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:24.762798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-1c037356-dae2-4ec8-941f-14de75ee1cf4', 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4', 'tenant_id': 'f72c5c7a23be4767a3fa1b7b2e9d0527', 'fixed_ips': [{'subnet_id': '4d9efa50-ec4b-48cb-8fdf-a335d1e257ad'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:24.763614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.835147 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1442b9d4-0592-4e5a-afd0-3003ee690e9e tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:24.942167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Allocated IP 172.21.0.2 (1c037356-dae2-4ec8-941f-14de75ee1cf4/4d9efa50-ec4b-48cb-8fdf-a335d1e257ad/dc6dc1d9-e50f-479a-a9cd-163002be0ca6) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:25.010284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1442b9d4-0592-4e5a-afd0-3003ee690e9e tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:04:25.011745 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1442b9d4-0592-4e5a-afd0-3003ee690e9e tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "PUT /v2.0/routers/6b90ffed-9315-47e6-9c1a-7842e84f6dd0 HTTP/1.1" status: 400 len: 364 time: 0.5755000 Feb 16 13:04:25.017519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34630) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:25.100333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Deleting subnet 4d9efa50-ec4b-48cb-8fdf-a335d1e257ad {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:04:25.151406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5775958a-4a52-475e-8d36-f7099b667834 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:25.204974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.225298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Transition to ACTIVE for port object dc6dc1d9-e50f-479a-a9cd-163002be0ca6 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:25.249807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Transition to ACTIVE for port object dc6dc1d9-e50f-479a-a9cd-163002be0ca6 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:25.255878 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.256322 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.288766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 5775958a-4a52-475e-8d36-f7099b667834 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:25.319907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.328908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Network 1c037356-dae2-4ec8-941f-14de75ee1cf4 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:25.332354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:25.336716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:25.338917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Pushing event updated for resources: {'Port': ['ID=dc6dc1d9-e50f-479a-a9cd-163002be0ca6,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:25.408929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.431935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Attempting to bind port dc6dc1d9-e50f-479a-a9cd-163002be0ca6 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:25.432440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Attempting to bind port dc6dc1d9-e50f-479a-a9cd-163002be0ca6 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'ba36b3ca-0c6c-493a-a627-2b771589fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:25.432698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Attempting to bind port dc6dc1d9-e50f-479a-a9cd-163002be0ca6 on network 1c037356-dae2-4ec8-941f-14de75ee1cf4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:25.438557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:25.438927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Checking segment: {'id': 'ba36b3ca-0c6c-493a-a627-2b771589fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:25.439323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.439713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Bound using segment: {'id': 'ba36b3ca-0c6c-493a-a627-2b771589fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:25.440204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Bound port: dc6dc1d9-e50f-479a-a9cd-163002be0ca6, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba36b3ca-0c6c-493a-a627-2b771589fa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1c037356-dae2-4ec8-941f-14de75ee1cf4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:25.440577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.486891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.531608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9efa50-ec4b-48cb-8fdf-a335d1e257ad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:25.535292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.545455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2e0417d-359b-4302-a534-d6b562a56682 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "DELETE /v2.0/subnets/4d9efa50-ec4b-48cb-8fdf-a335d1e257ad HTTP/1.1" status: 204 len: 168 time: 0.5238996 Feb 16 13:04:25.545829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34634) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:25.566244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] For port dc6dc1d9-e50f-479a-a9cd-163002be0ca6, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:25.569931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] For port dc6dc1d9-e50f-479a-a9cd-163002be0ca6, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6dc1d9-e50f-479a-a9cd-163002be0ca6,segment=NetworkSegment(ba36b3ca-0c6c-493a-a627-2b771589fa03),segment_id=ba36b3ca-0c6c-493a-a627-2b771589fa03)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:25.574775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.674054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.686215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Deleting port dc6dc1d9-e50f-479a-a9cd-163002be0ca6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:25.686711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.705740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a3245-37e4-4170-9370-1ce5e7141f5c None None] Pushing event updated for resources: {'Port': ['ID=dc6dc1d9-e50f-479a-a9cd-163002be0ca6,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:25.743034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad552-181b-4d6a-8709-032e9caaad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:25.756466 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fa097-41ff-4ba9-ad18-331b27139119 None None] Network 1c037356-dae2-4ec8-941f-14de75ee1cf4 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:25.847025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea9d6e-da35-418b-8d40-0c31b25dc944 None None] Network b84d4844-b42d-4946-8749-a839a2404c6c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:25.925993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] For port dc6dc1d9-e50f-479a-a9cd-163002be0ca6, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dc6dc1d9-e50f-479a-a9cd-163002be0ca6,segment=NetworkSegment(ba36b3ca-0c6c-493a-a627-2b771589fa03),segment_id=ba36b3ca-0c6c-493a-a627-2b771589fa03)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:25.926607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.028946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Provisioning for port 5775958a-4a52-475e-8d36-f7099b667834 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:26.047474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Calling delete_port for dc6dc1d9-e50f-479a-a9cd-163002be0ca6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:26.053541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Provisioning complete for port 5775958a-4a52-475e-8d36-f7099b667834 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:26.053915 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.126687 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.173427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Port': ['ID=dc6dc1d9-e50f-479a-a9cd-163002be0ca6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:26.175607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] No DVR routers for this DVR port dc6dc1d9-e50f-479a-a9cd-163002be0ca6 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:26.274567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.363396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] For port 5775958a-4a52-475e-8d36-f7099b667834, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5775958a-4a52-475e-8d36-f7099b667834,segment=NetworkSegment(d0e1e731-016f-4a4b-ab53-7337a60cb57e),segment_id=d0e1e731-016f-4a4b-ab53-7337a60cb57e)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:26.367746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.412871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.436508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2799aa2-e6ba-41e1-a1bf-61d6877fe692 None None] Pushing event updated for resources: {'Port': ['ID=5775958a-4a52-475e-8d36-f7099b667834,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:26.440342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c037356-dae2-4ec8-941f-14de75ee1cf4']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:26.454005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba36b3ca-0c6c-493a-a627-2b771589fa03') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:26.454324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba36b3ca-0c6c-493a-a627-2b771589fa03') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:26.466673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.486868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.493312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:26.494238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:26.509690 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:26.558555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3ed0c-eff6-4f66-9b96-46e99a241263 None None] get_active_networks_info from dv-neutron-829435-1-hyperv {{(pid=87700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:04:26.589951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.608625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.614857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-95dc5dbd-67f4-4d79-ad4e-df080df08241 None None] Provisioning complete for port 5775958a-4a52-475e-8d36-f7099b667834 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:26.615166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-95dc5dbd-67f4-4d79-ad4e-df080df08241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.619940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Network': ['ID=1c037356-dae2-4ec8-941f-14de75ee1cf4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:26.624029 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-863f808a-41cc-4269-9778-9718b0ab94a8 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "DELETE /v2.0/networks/1c037356-dae2-4ec8-941f-14de75ee1cf4 HTTP/1.1" status: 204 len: 168 time: 1.0771782 Feb 16 13:04:26.626944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:26.695521 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Deleting subnet 881c303e-71a4-452f-8eae-6ed5c349caae {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:04:26.698366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.708788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3ed0c-eff6-4f66-9b96-46e99a241263 None None] Resources bound (agent type, host, resource id): {{(pid=87700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:04:26.754158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.840446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.912043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.950410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Subnet': ['ID=881c303e-71a4-452f-8eae-6ed5c349caae,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:26.953975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:26.960340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5432b96d-2cb7-49c9-a24c-ccd1e4b99f39 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "DELETE /v2.0/subnets/881c303e-71a4-452f-8eae-6ed5c349caae HTTP/1.1" status: 204 len: 168 time: 0.3323617 Feb 16 13:04:26.963754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:27.045719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc359b7f-781b-45bb-bb8b-77ba99230e30 None None] Network b84d4844-b42d-4946-8749-a839a2404c6c requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:27.078104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.089799 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Deleting port 5775958a-4a52-475e-8d36-f7099b667834 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:27.090144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.126274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5775958a-4a52-475e-8d36-f7099b667834 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:27.281368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 5775958a-4a52-475e-8d36-f7099b667834 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:27.282194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.300185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] For port 5775958a-4a52-475e-8d36-f7099b667834, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=5775958a-4a52-475e-8d36-f7099b667834,segment=NetworkSegment(d0e1e731-016f-4a4b-ab53-7337a60cb57e),segment_id=d0e1e731-016f-4a4b-ab53-7337a60cb57e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:27.300540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.415904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f60d27-e566-4d0c-ab94-fe57f6dc31b0 None None] DHCP port deletion for b84d4844-b42d-4946-8749-a839a2404c6c request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:04:27.422155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a4f60d27-e566-4d0c-ab94-fe57f6dc31b0 None None] Deleting port 5775958a-4a52-475e-8d36-f7099b667834 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:27.422643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a4f60d27-e566-4d0c-ab94-fe57f6dc31b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.423796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Calling delete_port for 5775958a-4a52-475e-8d36-f7099b667834 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:27.504483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.509864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a4f60d27-e566-4d0c-ab94-fe57f6dc31b0 None None] The port '5775958a-4a52-475e-8d36-f7099b667834' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:04:27.560848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Port': ['ID=5775958a-4a52-475e-8d36-f7099b667834,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:27.563306 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] No DVR routers for this DVR port 5775958a-4a52-475e-8d36-f7099b667834 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:04:27.688912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.714317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84d4844-b42d-4946-8749-a839a2404c6c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:27.725981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e1e731-016f-4a4b-ab53-7337a60cb57e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:27.726278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e1e731-016f-4a4b-ab53-7337a60cb57e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:27.738906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.755090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.761341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:04:27.761719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:04:27.780100 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:04:27.857433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.874741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.885474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Pushing event deleted for resources: {'Network': ['ID=b84d4844-b42d-4946-8749-a839a2404c6c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:27.889422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15a3495e-39cf-401f-bd96-372b0b83ffc9 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "DELETE /v2.0/networks/b84d4844-b42d-4946-8749-a839a2404c6c HTTP/1.1" status: 204 len: 168 time: 0.9246838 Feb 16 13:04:27.891970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:27.939019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97e7447f-88e3-4af8-8766-b3a4dccc3202 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Synchronizing usage tracker for tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:27.950461 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-14a2bde0-5660-4fc9-9703-80cdd05a0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:27.956240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97e7447f-88e3-4af8-8766-b3a4dccc3202 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Unset dirty status for tenant:f72c5c7a23be4767a3fa1b7b2e9d0527 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:27.958036 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97e7447f-88e3-4af8-8766-b3a4dccc3202 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b90ffed-9315-47e6-9c1a-7842e84f6dd0 HTTP/1.1" status: 200 len: 205 time: 0.0647600 Feb 16 13:04:27.960538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:28.090526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.388338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.390447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.414411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.414971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Fanout notify agent at l3_agent the message router_deleted on router 6b90ffed-9315-47e6-9c1a-7842e84f6dd0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:04:28.426225 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.427325 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-edd995c9-374c-4d72-badb-a8925610e326 tempest-RoutersNegativeTest-1420427082 tempest-RoutersNegativeTest-1420427082-project] 10.222.0.65 "DELETE /v2.0/routers/6b90ffed-9315-47e6-9c1a-7842e84f6dd0 HTTP/1.1" status: 204 len: 168 time: 0.4657514 Feb 16 13:04:28.690086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:28.836245 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b2b18282-1ad0-4ce0-ba30-6ae21a6f5683 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f72c5c7a23be4767a3fa1b7b2e9d0527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449075 Feb 16 13:04:28.838722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:28.896093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.921533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.971756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.989165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9300eba-a8c9-4fcf-ba1f-fa8667ca2d09,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:28.997712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:28.998810 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9300eba-a8c9-4fcf-ba1f-fa8667ca2d09 HTTP/1.1" status: 204 len: 168 time: 0.1592152 Feb 16 13:04:29.000069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.000416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.000754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.001433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.001765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.002095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.002429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.002746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.003069 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.003388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.003708 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.004132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452c9a85-1459-45b4-b93c-0b8a01b298a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:29.059602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.118211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5775958a-4a52-475e-8d36-f7099b667834 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:04:29.153350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 5775958a-4a52-475e-8d36-f7099b667834 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:04:29.153725 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 5775958a-4a52-475e-8d36-f7099b667834 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:04:29.177161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.669292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34688) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:29.774472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1630296426-network', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:29.779593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:29.783404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Usage tracker for resource:network and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:29.786325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:29.792694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:29.802684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Made reservation on behalf of 7cbb371c7add41fd964a2e04a4ab6cd2 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:29.804937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.817520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.832029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:29.835739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Usage tracker for resource:security_group_rule and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:29.838806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:29.844321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:29.926125 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.929796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.959504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:29.968599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bfd084-07dd-44d9-83e6-147673ee5bd9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:29.974184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:29.974543 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Added segment d66d45c9-35f1-4771-831c-d2120938e117 of type vlan for network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 Feb 16 13:04:30.001317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.030100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.031001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:30.031573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.132639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:30.135833 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a94ba8c4-0c01-42ac-8677-071e73627a42 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4655030 Feb 16 13:04:30.139046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:30.142981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:30.144176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Request body: {'subnet': {'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-subnet', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:30.149038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:30.154144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Usage tracker for resource:subnet and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:30.156948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:30.162500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:30.173432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Made reservation on behalf of 7cbb371c7add41fd964a2e04a4ab6cd2 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:30.175888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.475023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.524940 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.550833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987e7122-9da9-4aa6-b290-1a04e3e72b6d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:30.557045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Checking segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:30.557403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Network hostable DHCP agents. Network: 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:30.576164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:30.585237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:30.589583 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:30.590170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.595947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0d78e-c682-4dc2-990b-62e38372e557 None None] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:30.610595 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bcff4961-c677-4da9-a7fe-280edee65185 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4706984 Feb 16 13:04:30.613087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34698) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:30.618010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:30.623239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:30.627103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Usage tracker for resource:router and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:30.630210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:30.636063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:30.646752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.647790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.663803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.812511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:30.813324 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.931425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:30.997819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Allocated IP 172.20.0.2 (0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7/987e7122-9da9-4aa6-b290-1a04e3e72b6d/a14ae18a-b32f-4887-b537-80dad535bc85) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:31.198753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.210679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Transition to ACTIVE for port object a14ae18a-b32f-4887-b537-80dad535bc85 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:31.229127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Transition to ACTIVE for port object a14ae18a-b32f-4887-b537-80dad535bc85 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:31.235613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.240076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.270098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.298553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:31.305360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:31.310438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:31.316393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Pushing event updated for resources: {'Port': ['ID=a14ae18a-b32f-4887-b537-80dad535bc85,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:31.404590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Attempting to bind port a14ae18a-b32f-4887-b537-80dad535bc85 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:31.404962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Attempting to bind port a14ae18a-b32f-4887-b537-80dad535bc85 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:31.405318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Attempting to bind port a14ae18a-b32f-4887-b537-80dad535bc85 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:31.407765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Allocated IP 172.26.4.32 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/fbf29774-df59-4358-85ba-b049c3474b92) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:31.410532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:31.410927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Checking segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:31.411300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.411690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Bound using segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:31.412185 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Bound port: a14ae18a-b32f-4887-b537-80dad535bc85, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:31.412585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.500386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] For port a14ae18a-b32f-4887-b537-80dad535bc85, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:31.503333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] For port a14ae18a-b32f-4887-b537-80dad535bc85, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a14ae18a-b32f-4887-b537-80dad535bc85,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:31.508070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.574647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.589875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d0f0-67b8-4bf3-b606-70382a2e0de9 None None] Pushing event updated for resources: {'Port': ['ID=a14ae18a-b32f-4887-b537-80dad535bc85,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:31.612806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.680642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:31.683784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:31.686997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:31.746186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Pushing event updated for resources: {'Port': ['ID=fbf29774-df59-4358-85ba-b049c3474b92,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:32.234418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:32.441906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f8298b-a7ab-4900-9e71-db08a68d256e None None] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:32.549469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cc774edf-2c2a-4b2c-bdf4-47fc24ae4074 None None] Provisioning for port a14ae18a-b32f-4887-b537-80dad535bc85 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:32.587693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:32.795679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:04:32.975704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:04:32.984769 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Sync routers for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:04:32.995008 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:32.995732 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:32.999826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.003748 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1ad7987-e4f9-4e79-b818-b4748d12426a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3871338 Feb 16 13:04:33.004086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:33.154046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a14ae18a-b32f-4887-b537-80dad535bc85 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:33.179764 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:33.227344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port a14ae18a-b32f-4887-b537-80dad535bc85 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:33.233119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a14ae18a-b32f-4887-b537-80dad535bc85 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:33.233566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.354991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.389454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port a14ae18a-b32f-4887-b537-80dad535bc85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a14ae18a-b32f-4887-b537-80dad535bc85,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:33.393837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.467875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=a14ae18a-b32f-4887-b537-80dad535bc85,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:33.480433 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:31Z', 'revision_number': 3, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:33.484235 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Checking router: 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:04:33.484591 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Updating router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a port fbf29774-df59-4358-85ba-b049c3474b92 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:04:33.543284 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.813160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.873271 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.885520 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Transition to ACTIVE for port object fbf29774-df59-4358-85ba-b049c3474b92 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:33.892087 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.967418 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Attempting to bind port fbf29774-df59-4358-85ba-b049c3474b92 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:33.967772 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Attempting to bind port fbf29774-df59-4358-85ba-b049c3474b92 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:33.968150 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Attempting to bind port fbf29774-df59-4358-85ba-b049c3474b92 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:33.973685 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Pushing event updated for resources: {'Port': ['ID=fbf29774-df59-4358-85ba-b049c3474b92,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:33.978526 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:33.978890 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:33.979278 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:33.979661 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:33.980138 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Bound port: fbf29774-df59-4358-85ba-b049c3474b92, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:33.980500 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.014351 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.015058 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.015058 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.015322 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.015641 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.015960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.016301 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.016613 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.016928 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.017240 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.017547 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.017857 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:34.019970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Allocated IP 172.20.0.1 (0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7/987e7122-9da9-4aa6-b290-1a04e3e72b6d/f5087f50-15bf-41c3-810e-b70f3a8752ed) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:34.066201 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] For port fbf29774-df59-4358-85ba-b049c3474b92, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:34.069144 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] For port fbf29774-df59-4358-85ba-b049c3474b92, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fbf29774-df59-4358-85ba-b049c3474b92,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:34.073282 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.149660 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:34.150339 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:34.169707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.186022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Transition to ACTIVE for port object f5087f50-15bf-41c3-810e-b70f3a8752ed will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:34.210314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.230297 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64b3e-1114-4411-aad1-17ce3378ead4 None None] Pushing event updated for resources: {'Port': ['ID=fbf29774-df59-4358-85ba-b049c3474b92,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:34.270261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:34.272905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:34.281070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:34.321186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Pushing event updated for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:34.345484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.361657 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:34.478720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.514484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-40d514a2-0906-4773-849a-6fb277271055 None None] Provisioning for port f5087f50-15bf-41c3-810e-b70f3a8752ed completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:34.520803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-40d514a2-0906-4773-849a-6fb277271055 None None] Provisioning complete for port f5087f50-15bf-41c3-810e-b70f3a8752ed triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:34.521289 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-40d514a2-0906-4773-849a-6fb277271055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.586659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-40d514a2-0906-4773-849a-6fb277271055 None None] Port f5087f50-15bf-41c3-810e-b70f3a8752ed cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:04:34.681202 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:31Z', 'revision_number': 3, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:34.685384 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ca392-af81-49c6-8dac-6f09983aaea0 None None] The sync data for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv is: [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:31Z', 'revision_number': 3, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:04:34.710910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.716395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.826878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Pushing event updated for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:34.830496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.973078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:34.974241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:35.217315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a14ae18a-b32f-4887-b537-80dad535bc85 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:35.261633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d206b727-29c4-4a71-8a04-aaf4e48b7ee4 None None] Provisioning complete for port f5087f50-15bf-41c3-810e-b70f3a8752ed triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:35.262007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d206b727-29c4-4a71-8a04-aaf4e48b7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.317865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:04:35.336974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d206b727-29c4-4a71-8a04-aaf4e48b7ee4 None None] Port f5087f50-15bf-41c3-810e-b70f3a8752ed cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:04:35.347832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port a14ae18a-b32f-4887-b537-80dad535bc85 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:35.348288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.472847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fbf29774-df59-4358-85ba-b049c3474b92 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:35.507891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:04:35.520053 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d95b1db-f8d7-4018-953e-3cadf96f4526 admin admin] 10.222.0.65 "PUT /v2.0/routers/9665ad8b-8f1c-494a-ab9b-dfa77a102c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135419 Feb 16 13:04:35.553286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fbf29774-df59-4358-85ba-b049c3474b92 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:35.559566 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fbf29774-df59-4358-85ba-b049c3474b92 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:35.560320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.725434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.745572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fbf29774-df59-4358-85ba-b049c3474b92, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fbf29774-df59-4358-85ba-b049c3474b92,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:35.750920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.819868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fbf29774-df59-4358-85ba-b049c3474b92,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:36.067245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:36.073022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-539013224-network', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:36.077978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:36.082372 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Usage tracker for resource:network and tenant:5163ad6e952c4d7d8c107aeeff311631 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:36.085395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:36.091830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:36.103277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Made reservation on behalf of 5163ad6e952c4d7d8c107aeeff311631 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:36.105619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.117826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.131593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:36.135461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5163ad6e952c4d7d8c107aeeff311631 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:36.138239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:36.144462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:36.234397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.238139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.270945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:04:36.271114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Sync routers for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:04:36.280895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:36.281074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c3139-afd3-4fb0-864f-758e488f2dfa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:36.281507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:36.288165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.288431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Added segment 5c636f7e-4a5e-41b8-89f0-2a2434f8818d of type vlan for network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 Feb 16 13:04:36.315053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.345657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.346946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:36.347524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.450585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3820448 Feb 16 13:04:36.453137 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34724) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:36.455731 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319a3f2-7aa9-412b-ad6f-be8f968469b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfa6dec-d897-4ebf-92e0-a6622f4e3f43,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:36.462823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Request body: {'subnet': {'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-subnet', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:36.463250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:36.468335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:36.472425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Usage tracker for resource:subnet and tenant:5163ad6e952c4d7d8c107aeeff311631 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:36.475287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:36.481186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:36.492422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Made reservation on behalf of 5163ad6e952c4d7d8c107aeeff311631 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:36.495098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.505321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:04:36.704318 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.781285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a6023a-9993-46b5-ae0d-38c5480d83af,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:36.789775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Checking segment: {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:36.790685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Network hostable DHCP agents. Network: 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:04:36.809415 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:04:36.819414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:36.824812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:36.825836 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.834925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b537737-3d9f-4ba4-9f36-7b7c7eb3443d None None] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:36.849611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d465c89-83d0-41e2-9eda-c5edf7b2c26c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3954659 Feb 16 13:04:36.852039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 34728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:36.857541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:36.862166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:36.865989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Usage tracker for resource:router and tenant:5163ad6e952c4d7d8c107aeeff311631 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:36.868834 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:36.874371 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:36.884838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.885896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.901238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.012288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 4, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f5087f50-15bf-41c3-810e-b70f3a8752ed', 'name': '', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'mac_address': 'fa:16:3e:5c:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:33Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 2, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'subnets': [{'id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:37.023103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Checking router: 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:04:37.023446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Updating router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a port f5087f50-15bf-41c3-810e-b70f3a8752ed binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:04:37.112652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.125012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'fixed_ips': [{'subnet_id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:04:37.125804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.141044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fbf29774-df59-4358-85ba-b049c3474b92 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:37.165703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.446412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fbf29774-df59-4358-85ba-b049c3474b92 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:37.447350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.599031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.631207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.653480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Allocated IP 172.20.0.2 (0bfa6dec-d897-4ebf-92e0-a6622f4e3f43/b0a6023a-9993-46b5-ae0d-38c5480d83af/ed71a1f4-e700-4141-85ba-321ae7a4df76) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:37.770312 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Allocated IP 172.26.4.128 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/762af8a3-1c8d-4fd7-958e-6f20ab933f06) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:37.922209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.950946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:37.961891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.012081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:38.015172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:38.015763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Transition to ACTIVE for port object f5087f50-15bf-41c3-810e-b70f3a8752ed will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:38.017198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:38.025761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.061854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Pushing event updated for resources: {'Port': ['ID=762af8a3-1c8d-4fd7-958e-6f20ab933f06,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:38.087260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.168065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Transition to ACTIVE for port object ed71a1f4-e700-4141-85ba-321ae7a4df76 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:38.205616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4d9e-259a-4278-90b2-eddd713ae29f None None] Pushing event updated for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:38.270011 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Transition to ACTIVE for port object ed71a1f4-e700-4141-85ba-321ae7a4df76 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:38.282503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.313611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Attempting to bind port f5087f50-15bf-41c3-810e-b70f3a8752ed on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:38.313977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Attempting to bind port f5087f50-15bf-41c3-810e-b70f3a8752ed by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:38.314327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Attempting to bind port f5087f50-15bf-41c3-810e-b70f3a8752ed on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:38.334208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:38.334575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Checking segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:38.334968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.335353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Bound using segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:38.335812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Bound port: f5087f50-15bf-41c3-810e-b70f3a8752ed, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:38.337966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.365685 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:38.391543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:38.394812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:38.428579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Pushing event updated for resources: {'Port': ['ID=ed71a1f4-e700-4141-85ba-321ae7a4df76,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:38.453607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.547213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Attempting to bind port ed71a1f4-e700-4141-85ba-321ae7a4df76 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:38.547583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Attempting to bind port ed71a1f4-e700-4141-85ba-321ae7a4df76 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:38.547938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Attempting to bind port ed71a1f4-e700-4141-85ba-321ae7a4df76 on network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:38.555992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] For port f5087f50-15bf-41c3-810e-b70f3a8752ed, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:38.558238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:38.558600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Checking segment: {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:38.558992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.559378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Bound using segment: {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:38.559905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Bound port: ed71a1f4-e700-4141-85ba-321ae7a4df76, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:38.560340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.578416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] For port f5087f50-15bf-41c3-810e-b70f3a8752ed, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f5087f50-15bf-41c3-810e-b70f3a8752ed,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:38.609230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.730297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] For port ed71a1f4-e700-4141-85ba-321ae7a4df76, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:38.732224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:38.732853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:38.790921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4d9e-259a-4278-90b2-eddd713ae29f None None] Pushing event updated for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:38.794342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] For port ed71a1f4-e700-4141-85ba-321ae7a4df76, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed71a1f4-e700-4141-85ba-321ae7a4df76,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:38.806613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.818072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:38.961212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f47ee-89a3-4458-ade6-21ba07989786 None None] Pushing event updated for resources: {'Port': ['ID=ed71a1f4-e700-4141-85ba-321ae7a4df76,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:39.026229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:39.183557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:04:39.367136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:04:39.377634 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Sync routers for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:04:39.387371 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:39.387981 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:39.392313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:39.396766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 34732) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:39.404826 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-13235a6e-ff8f-4b2a-baea-4f9891600e91 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5509062 Feb 16 13:04:39.426831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 4, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f5087f50-15bf-41c3-810e-b70f3a8752ed', 'name': '', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'mac_address': 'fa:16:3e:5c:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:33Z', 'updated_at': '2022-02-16T13:04:38Z', 'revision_number': 4, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'subnets': [{'id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:39.431908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43d68a-e2d6-4e39-a0da-382156693dd1 None None] The sync data for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv is: [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:04:34Z', 'revision_number': 4, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f5087f50-15bf-41c3-810e-b70f3a8752ed', 'name': '', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'mac_address': 'fa:16:3e:5c:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:33Z', 'updated_at': '2022-02-16T13:04:38Z', 'revision_number': 4, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'subnets': [{'id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:04:39.595070 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:39.949231 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:38Z', 'revision_number': 3, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:39.954218 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Checking router: ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:04:39.954660 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Updating router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:04:40.021170 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.022354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc019237-f4bc-4ab6-87a7-a61232be8405 None None] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:40.120441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3f0405a2-c226-46ae-bc0f-e96e51d210c6 None None] Provisioning for port ed71a1f4-e700-4141-85ba-321ae7a4df76 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:40.359702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.408645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.425872 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Transition to ACTIVE for port object 762af8a3-1c8d-4fd7-958e-6f20ab933f06 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:40.437093 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.544875 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816832bc-de9a-465b-b9db-7d86e32bb128 None None] Pushing event updated for resources: {'Port': ['ID=762af8a3-1c8d-4fd7-958e-6f20ab933f06,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:40.566841 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Attempting to bind port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:40.567525 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Attempting to bind port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:40.568297 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Attempting to bind port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:40.573823 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:40.574134 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:40.574530 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.574909 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:40.575356 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Bound port: 762af8a3-1c8d-4fd7-958e-6f20ab933f06, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:40.575719 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.639775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Allocated IP 172.20.0.1 (0bfa6dec-d897-4ebf-92e0-a6622f4e3f43/b0a6023a-9993-46b5-ae0d-38c5480d83af/bdc56591-509e-441f-b18f-80427cff8c03) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:40.659459 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] For port 762af8a3-1c8d-4fd7-958e-6f20ab933f06, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:40.662856 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] For port 762af8a3-1c8d-4fd7-958e-6f20ab933f06, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=762af8a3-1c8d-4fd7-958e-6f20ab933f06,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:40.668667 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.749369 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:40.750005 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:40.819877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.827550 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816832bc-de9a-465b-b9db-7d86e32bb128 None None] Pushing event updated for resources: {'Port': ['ID=762af8a3-1c8d-4fd7-958e-6f20ab933f06,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:40.838996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Transition to ACTIVE for port object bdc56591-509e-441f-b18f-80427cff8c03 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:40.871221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:40.947147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:40.958043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:40.962755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:40.964191 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:40.999393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:41.041177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.233769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed71a1f4-e700-4141-85ba-321ae7a4df76 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:41.322103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1aaa2579-bda7-4ad0-8602-43e8af56adcf None None] Provisioning for port bdc56591-509e-441f-b18f-80427cff8c03 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:41.329297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1aaa2579-bda7-4ad0-8602-43e8af56adcf None None] Provisioning complete for port bdc56591-509e-441f-b18f-80427cff8c03 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:41.329656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2579-bda7-4ad0-8602-43e8af56adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.348485 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:38Z', 'revision_number': 3, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:41.355182 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4976-8739-4956-bec8-af2dea57cf49 None None] The sync data for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv is: [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:38Z', 'revision_number': 3, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:04:41.360204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ed71a1f4-e700-4141-85ba-321ae7a4df76 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:41.379242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.381614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ed71a1f4-e700-4141-85ba-321ae7a4df76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:41.381987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.456041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa2579-bda7-4ad0-8602-43e8af56adcf None None] Port bdc56591-509e-441f-b18f-80427cff8c03 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:04:41.533706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.606102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ed71a1f4-e700-4141-85ba-321ae7a4df76, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed71a1f4-e700-4141-85ba-321ae7a4df76,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:41.618634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.619602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f5087f50-15bf-41c3-810e-b70f3a8752ed up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:41.795860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ed71a1f4-e700-4141-85ba-321ae7a4df76,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:41.819670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port f5087f50-15bf-41c3-810e-b70f3a8752ed completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:41.825926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port f5087f50-15bf-41c3-810e-b70f3a8752ed triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:41.826288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.906324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.913478 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:41.974897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:42.010084 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port f5087f50-15bf-41c3-810e-b70f3a8752ed, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f5087f50-15bf-41c3-810e-b70f3a8752ed,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:42.016232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:42.044188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:42.047801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:42.096197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:42.192308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:42.193446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:42.410755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:04:42.486764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-43909dd8-d30c-4ae5-9ae5-e4c33c758884 None None] Provisioning complete for port bdc56591-509e-441f-b18f-80427cff8c03 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:42.487361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43909dd8-d30c-4ae5-9ae5-e4c33c758884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:42.558525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-43909dd8-d30c-4ae5-9ae5-e4c33c758884 None None] Port bdc56591-509e-441f-b18f-80427cff8c03 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:04:42.597897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:04:42.615532 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-533e41a6-d5b2-4afc-899b-99485cafa985 admin admin] 10.222.0.65 "PUT /v2.0/routers/ee07f3ca-fb41-4fae-aba7-96941ddc9ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099802 Feb 16 13:04:42.933184 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:43.109458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Sync routers for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:04:43.120337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:43.120962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:43.217444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 762af8a3-1c8d-4fd7-958e-6f20ab933f06 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:43.363264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:43.421102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-911dce68-8587-4086-9ec2-90b6c898ae30 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:43.422805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-911dce68-8587-4086-9ec2-90b6c898ae30 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 817 time: 0.1440253 Feb 16 13:04:43.425258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:43.438632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-5aaba9ea-82b1-41ac-9616-8880e9c7afbf tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/quotas/7cbb371c7add41fd964a2e04a4ab6cd2 HTTP/1.1" status: 200 len: 375 time: 0.0100164 Feb 16 13:04:43.489763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:43.489763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:43.525802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-650a1ec9-3130-40b9-98c7-2612c4278aff tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806730 Feb 16 13:04:43.669379 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-f842b45b-e888-44ab-83f7-120be7971e5b service neutron] 10.222.0.65 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309242 Feb 16 13:04:43.796647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:43.806188 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-f40b3914-5df5-49a5-bc48-1a42520c9926 service neutron] 10.222.0.65 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295357 Feb 16 13:04:43.818810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 762af8a3-1c8d-4fd7-958e-6f20ab933f06, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=762af8a3-1c8d-4fd7-958e-6f20ab933f06,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:43.823945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:43.824751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed71a1f4-e700-4141-85ba-321ae7a4df76 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:43.958261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:41Z', 'revision_number': 4, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'bdc56591-509e-441f-b18f-80427cff8c03', 'name': '', 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'mac_address': 'fa:16:3e:4e:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:40Z', 'updated_at': '2022-02-16T13:04:41Z', 'revision_number': 2, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'subnets': [{'id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:43.965092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=762af8a3-1c8d-4fd7-958e-6f20ab933f06,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:43.975607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Checking router: ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:04:43.975954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Updating router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 port bdc56591-509e-441f-b18f-80427cff8c03 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:04:43.995284 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42007610-f2ee-44f6-91bd-ef456d0fca68 req-ce60f61e-2607-4186-8e00-46c8ab4080c8 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 210 time: 0.0497677 Feb 16 13:04:44.020074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ed71a1f4-e700-4141-85ba-321ae7a4df76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:44.020441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.068581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.287801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f5087f50-15bf-41c3-810e-b70f3a8752ed up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:44.462394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port f5087f50-15bf-41c3-810e-b70f3a8752ed triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:44.462817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.638085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.661617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Transition to ACTIVE for port object bdc56591-509e-441f-b18f-80427cff8c03 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:44.670946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.799000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07b422-ca5a-468c-b041-e7e2ec57d559 None None] Pushing event updated for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:44.890228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Attempting to bind port bdc56591-509e-441f-b18f-80427cff8c03 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:44.890611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Attempting to bind port bdc56591-509e-441f-b18f-80427cff8c03 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:44.890989 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Attempting to bind port bdc56591-509e-441f-b18f-80427cff8c03 on network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:44.896249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:44.896622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Checking segment: {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:44.897019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.897412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Bound using segment: {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:44.897873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Bound port: bdc56591-509e-441f-b18f-80427cff8c03, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c636f7e-4a5e-41b8-89f0-2a2434f8818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:44.898246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:44.993945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] For port bdc56591-509e-441f-b18f-80427cff8c03, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:44.997528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] For port bdc56591-509e-441f-b18f-80427cff8c03, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bdc56591-509e-441f-b18f-80427cff8c03,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:45.003941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:45.103458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:45.104078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:04:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:45.203534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-a65efcfc-2250-4fea-b3c4-e640e2584477 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:45.204992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-a65efcfc-2250-4fea-b3c4-e640e2584477 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Synchronizing usage tracker for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:45.231541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-a65efcfc-2250-4fea-b3c4-e640e2584477 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Unset dirty status for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:45.233106 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-a65efcfc-2250-4fea-b3c4-e640e2584477 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 817 time: 0.2351995 Feb 16 13:04:45.241464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 762af8a3-1c8d-4fd7-958e-6f20ab933f06 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:45.254045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Request body: {'port': {'device_id': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'admin_state_up': True, 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:45.302702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07b422-ca5a-468c-b041-e7e2ec57d559 None None] Pushing event updated for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:45.333217 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7a60dbc-6674-4123-95b9-8f2be381e01c req-d83f4e3e-79ed-40d6-a6d6-36a9ecffec98 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 210 time: 0.0883908 Feb 16 13:04:45.435720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:04:45.439593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Usage tracker for resource:port and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:04:45.442341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:04:45.448528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:04:45.458697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Made reservation on behalf of 7cbb371c7add41fd964a2e04a4ab6cd2 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:04:45.460663 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:45.463297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:45.513695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:45.513981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:45.629240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Allocated IP 172.20.0.8 (0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7/987e7122-9da9-4aa6-b290-1a04e3e72b6d/83d8da5d-7ca8-46ef-9635-44076446fde8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:04:45.833695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:45.850161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Transition to ACTIVE for port object 83d8da5d-7ca8-46ef-9635-44076446fde8 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:45.874447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:45.895980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:41Z', 'revision_number': 4, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'bdc56591-509e-441f-b18f-80427cff8c03', 'name': '', 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'mac_address': 'fa:16:3e:4e:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:40Z', 'updated_at': '2022-02-16T13:04:44Z', 'revision_number': 4, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'subnets': [{'id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:45.900545 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652661d-9dda-4e1e-b3be-8b58254c46b4 None None] The sync data for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv is: [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:04:41Z', 'revision_number': 4, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'bdc56591-509e-441f-b18f-80427cff8c03', 'name': '', 'network_id': '0bfa6dec-d897-4ebf-92e0-a6622f4e3f43', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'mac_address': 'fa:16:3e:4e:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:40Z', 'updated_at': '2022-02-16T13:04:44Z', 'revision_number': 4, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'subnets': [{'id': 'b0a6023a-9993-46b5-ae0d-38c5480d83af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:04:45.953053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:04:45.971278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:04:45.975696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:04:46.006956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Pushing event updated for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:46.045864 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.046561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:46.069853 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-c06f80ec-68c6-496b-9e10-582ebef58518 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208978 Feb 16 13:04:46.088180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Request body: {'port': {'device_id': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:46.182198 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-aed68e93-9661-4bee-a6a2-5a519b55ba00 None None] Provisioning for port 83d8da5d-7ca8-46ef-9635-44076446fde8 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:46.187949 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-aed68e93-9661-4bee-a6a2-5a519b55ba00 None None] Provisioning complete for port 83d8da5d-7ca8-46ef-9635-44076446fde8 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:46.188346 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aed68e93-9661-4bee-a6a2-5a519b55ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:46.210070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:46.246524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-aed68e93-9661-4bee-a6a2-5a519b55ba00 None None] Port 83d8da5d-7ca8-46ef-9635-44076446fde8 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:04:46.560909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e731c0e-e01b-44ab-8bb3-0f91880f880b req-e1a941d8-dcac-4795-b009-b5299adf9b8d tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:46.563042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e731c0e-e01b-44ab-8bb3-0f91880f880b req-e1a941d8-dcac-4795-b009-b5299adf9b8d tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 931 time: 0.1003444 Feb 16 13:04:46.584798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d8da5d-7ca8-46ef-9635-44076446fde8 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:46.594916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:46.615786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Transition to ACTIVE for port object 83d8da5d-7ca8-46ef-9635-44076446fde8 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:04:46.620817 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e731c0e-e01b-44ab-8bb3-0f91880f880b req-c994d110-6e58-42a1-81d1-62686099e138 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509968 Feb 16 13:04:46.621162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:46.893466 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Pushing event updated for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:46.979958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Attempting to bind port 83d8da5d-7ca8-46ef-9635-44076446fde8 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:04:46.980333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Attempting to bind port 83d8da5d-7ca8-46ef-9635-44076446fde8 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:04:46.980667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Attempting to bind port 83d8da5d-7ca8-46ef-9635-44076446fde8 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:46.985596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Port 83d8da5d-7ca8-46ef-9635-44076446fde8 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:04:46.985958 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Attempting to bind port 83d8da5d-7ca8-46ef-9635-44076446fde8 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:04:46.991052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:04:46.991391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Checking segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:04:46.991770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Bound using segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:04:46.992220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Bound port: 83d8da5d-7ca8-46ef-9635-44076446fde8, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:04:46.992567 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.085852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:04:47.090596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=83d8da5d-7ca8-46ef-9635-44076446fde8,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:04:47.098591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.159591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.160232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.161604 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] 10.222.0.81 "PUT /v2.0/ports/83d8da5d-7ca8-46ef-9635-44076446fde8 HTTP/1.1" status: 200 len: 1093 time: 1.0782435 Feb 16 13:04:47.162177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:47.168534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bdc56591-509e-441f-b18f-80427cff8c03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:47.201096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb9384-14ad-4058-8568-8ceabad14147 service neutron] Pushing event updated for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:47.257151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port bdc56591-509e-441f-b18f-80427cff8c03 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:47.258109 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8', 'status': 'completed', 'code': 200} Feb 16 13:04:47.264670 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bdc56591-509e-441f-b18f-80427cff8c03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:47.265262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.297664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-5ac16ee1-a886-4b86-9a7a-0a3982c36150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.299379 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-5ac16ee1-a886-4b86-9a7a-0a3982c36150 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 1096 time: 0.0828512 Feb 16 13:04:47.388716 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-b44ee2c9-3298-4575-a6e9-8415f55b5af1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d8da5d-7ca8-46ef-9635-44076446fde8 HTTP/1.1" status: 200 len: 217 time: 0.0776045 Feb 16 13:04:47.394754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.436829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port bdc56591-509e-441f-b18f-80427cff8c03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bdc56591-509e-441f-b18f-80427cff8c03,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:47.440984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:47.462297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-de860bc1-198c-40d7-8931-4b71add42be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.464667 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-de860bc1-198c-40d7-8931-4b71add42be2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987e7122-9da9-4aa6-b290-1a04e3e72b6d HTTP/1.1" status: 200 len: 856 time: 0.0701053 Feb 16 13:04:47.516377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:47.543212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-2ef76ccf-079b-4402-9ccc-457b2ad19485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.544781 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-2ef76ccf-079b-4402-9ccc-457b2ad19485 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750134 Feb 16 13:04:47.680374 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-357ee268-ef22-433b-b776-0d4702f72ad7 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293581 Feb 16 13:04:47.802805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1006677-5299-49a8-bcf5-ba955898a37f req-882f42fd-3f0d-4252-9662-a32172bf83c7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.804266 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1006677-5299-49a8-bcf5-ba955898a37f req-882f42fd-3f0d-4252-9662-a32172bf83c7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 943 time: 0.0823243 Feb 16 13:04:47.809903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-699dbed3-7298-47bd-81e2-2283e0db5e60 req-7d984b80-111d-49ad-a894-af9fc918e1b8 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230481 Feb 16 13:04:47.853146 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1006677-5299-49a8-bcf5-ba955898a37f req-93ec2acd-b0b0-4d6e-b5ab-a82dc516ba14 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Feb 16 13:04:47.976393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-1ec6ca61-2a4c-42d7-98d9-73d0e6c7caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:47.978435 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-1ec6ca61-2a4c-42d7-98d9-73d0e6c7caed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 1096 time: 0.0755036 Feb 16 13:04:48.106007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-8ecfbb6d-eece-4e8a-bbc4-5732628dc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:48.107429 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-8ecfbb6d-eece-4e8a-bbc4-5732628dc77e service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 918 time: 0.1225476 Feb 16 13:04:48.176220 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-0194daa1-e399-42a9-a3bc-b6d43c8706f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d8da5d-7ca8-46ef-9635-44076446fde8 HTTP/1.1" status: 200 len: 217 time: 0.0616426 Feb 16 13:04:48.237551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-53e1658c-ddc2-45f3-b416-2ab3adcbb2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:48.238967 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-53e1658c-ddc2-45f3-b416-2ab3adcbb2c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987e7122-9da9-4aa6-b290-1a04e3e72b6d HTTP/1.1" status: 200 len: 856 time: 0.0568988 Feb 16 13:04:48.314927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-30995b5e-d20f-4c28-8051-d06c0db60c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:48.316372 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-30995b5e-d20f-4c28-8051-d06c0db60c27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710278 Feb 16 13:04:48.449017 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-1275f615-bf4b-4240-81f7-01b8c647b9c2 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225991 Feb 16 13:04:48.697222 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82d2f8b5-d951-4448-83a6-ce445fb08ef5 req-5a2b469a-9ca5-492a-ae13-6267e4288e5d service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411661 Feb 16 13:04:49.139719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bdc56591-509e-441f-b18f-80427cff8c03 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:49.163940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0f1f-9789-42d4-ace5-1ecfbf8dad91 req-a4b01df5-aca6-4c27-b912-40025bb59bf7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:49.166198 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f98b0f1f-9789-42d4-ace5-1ecfbf8dad91 req-a4b01df5-aca6-4c27-b912-40025bb59bf7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 943 time: 0.2032385 Feb 16 13:04:49.210141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bdc56591-509e-441f-b18f-80427cff8c03 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:49.210503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:49.211060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f98b0f1f-9789-42d4-ace5-1ecfbf8dad91 req-25c896b7-198e-42c5-8f03-ca45c1ad30e0 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Feb 16 13:04:50.395095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e7c6-8860-4532-8d68-d5e9770544ac req-3e40d2fb-d5e8-4f44-912d-52cbeed84de7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:50.396564 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b53e7c6-8860-4532-8d68-d5e9770544ac req-3e40d2fb-d5e8-4f44-912d-52cbeed84de7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 943 time: 0.0806816 Feb 16 13:04:50.440937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b53e7c6-8860-4532-8d68-d5e9770544ac req-6313e554-d737-4b1e-bc0a-74e6693f898a tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 Feb 16 13:04:50.536659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 83d8da5d-7ca8-46ef-9635-44076446fde8 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:04:50.670087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=83d8da5d-7ca8-46ef-9635-44076446fde8,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:50.684045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '83d8da5d-7ca8-46ef-9635-44076446fde8', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'port_id': '83d8da5d-7ca8-46ef-9635-44076446fde8', 'mac_address': 'fa:16:3e:f9:8f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:04:50.742020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:50.760162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d8da5d-7ca8-46ef-9635-44076446fde8 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:04:50.775145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=83d8da5d-7ca8-46ef-9635-44076446fde8,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:50.778498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:50.843630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:51.052431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['83d8da5d-7ca8-46ef-9635-44076446fde8'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:04:51.627665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744b69-6204-461e-84eb-d2b2b4ba9eab req-8e5776b0-28cf-4dac-b9a3-1285dc8a87e5 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:51.629130 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50744b69-6204-461e-84eb-d2b2b4ba9eab req-8e5776b0-28cf-4dac-b9a3-1285dc8a87e5 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 944 time: 0.0814047 Feb 16 13:04:51.677463 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50744b69-6204-461e-84eb-d2b2b4ba9eab req-4c1c7ee4-bbeb-45f4-9f9a-16ae54201560 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Feb 16 13:04:52.185784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:52.550892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 83d8da5d-7ca8-46ef-9635-44076446fde8 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:04:52.619586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 83d8da5d-7ca8-46ef-9635-44076446fde8 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:04:52.624303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 83d8da5d-7ca8-46ef-9635-44076446fde8 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:52.624668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:52.736746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:52.767167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:52.777770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=83d8da5d-7ca8-46ef-9635-44076446fde8,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:52.782577 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:52.816725 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8', 'code': 200} Feb 16 13:04:52.856152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:52.869138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a8725-4281-4eae-80f3-05b9c9e702fe req-53741396-6ddd-4aac-93d2-88ed6c5d1b99 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:52.870822 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f93a8725-4281-4eae-80f3-05b9c9e702fe req-53741396-6ddd-4aac-93d2-88ed6c5d1b99 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0829887 Feb 16 13:04:52.915612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f93a8725-4281-4eae-80f3-05b9c9e702fe req-30e48e7c-4dc8-47af-a2b8-2cbc864721c7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385005 Feb 16 13:04:53.077087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3551e8-67fd-4445-9b7d-bae93a7c33a9 req-238476ea-3738-4e30-b890-d40f697c21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:53.078828 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a3551e8-67fd-4445-9b7d-bae93a7c33a9 req-238476ea-3738-4e30-b890-d40f697c21d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 1098 time: 0.0738924 Feb 16 13:04:53.119690 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a3551e8-67fd-4445-9b7d-bae93a7c33a9 req-86c5f266-097b-4f49-ad74-4bb33331472d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Feb 16 13:04:54.105904 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415df88a-9bcd-485c-8a98-540f99ed5ad3 req-19b48bdc-53e1-49dd-959b-3b96f61eb271 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:54.107356 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-415df88a-9bcd-485c-8a98-540f99ed5ad3 req-19b48bdc-53e1-49dd-959b-3b96f61eb271 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0823781 Feb 16 13:04:54.155911 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-415df88a-9bcd-485c-8a98-540f99ed5ad3 req-126d1541-2d1c-493a-86ff-36940afb678b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Feb 16 13:04:55.339125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc89dd4-bbc4-4068-ab4f-a5b0b7511992 req-dc617c76-e72c-4bba-8375-93877ef55f2f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:55.340492 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5dc89dd4-bbc4-4068-ab4f-a5b0b7511992 req-dc617c76-e72c-4bba-8375-93877ef55f2f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Feb 16 13:04:55.385073 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5dc89dd4-bbc4-4068-ab4f-a5b0b7511992 req-47742841-639b-4e22-9a6f-38368746758d tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Feb 16 13:04:55.571834 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b02b98-e69c-4c61-8c0b-c43a9b399f55 req-c1188071-88e6-415b-b780-4ad28635724b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:55.573292 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f2b02b98-e69c-4c61-8c0b-c43a9b399f55 req-c1188071-88e6-415b-b780-4ad28635724b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0828788 Feb 16 13:04:55.616152 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f2b02b98-e69c-4c61-8c0b-c43a9b399f55 req-c478576f-35f1-4986-aa4b-a4019c798351 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Feb 16 13:04:55.744886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05246546-bf23-4318-b545-6ca545f9db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:57.956022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-15d58d12-5381-4b11-a682-499d34a48065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.065876 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.183728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.529576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.146825 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479716-e084-45fa-bbc2-4d1ec7d9bcfc req-c3f89137-c53f-426e-b7a3-f63f63201a6e tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:11.148268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-00479716-e084-45fa-bbc2-4d1ec7d9bcfc req-c3f89137-c53f-426e-b7a3-f63f63201a6e tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0776732 Feb 16 13:05:11.194274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-00479716-e084-45fa-bbc2-4d1ec7d9bcfc req-d0da73c3-406e-4c53-9e06-c23191fc900f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Feb 16 13:05:12.381765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dacc41-de6e-4f56-8ee0-fce93c396e0c req-7ee4eace-816e-410d-9136-b0e91a676084 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:12.383194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2dacc41-de6e-4f56-8ee0-fce93c396e0c req-7ee4eace-816e-410d-9136-b0e91a676084 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0804315 Feb 16 13:05:12.426880 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2dacc41-de6e-4f56-8ee0-fce93c396e0c req-60c03c3f-d0b6-44c7-852c-978765f89397 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Feb 16 13:05:12.856901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-0659c43e-7153-4400-bde8-636e5209c65b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:12.857504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-0659c43e-7153-4400-bde8-636e5209c65b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Synchronizing usage tracker for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:12.874561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-0659c43e-7153-4400-bde8-636e5209c65b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Unset dirty status for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:12.875980 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-0659c43e-7153-4400-bde8-636e5209c65b tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 945 time: 0.0979943 Feb 16 13:05:12.943673 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Deleting port 83d8da5d-7ca8-46ef-9635-44076446fde8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:12.944042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.192692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] For port 83d8da5d-7ca8-46ef-9635-44076446fde8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=83d8da5d-7ca8-46ef-9635-44076446fde8,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:13.192956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.317881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Calling delete_port for 83d8da5d-7ca8-46ef-9635-44076446fde8 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:13.464580 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.499353 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['83d8da5d-7ca8-46ef-9635-44076446fde8'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:13.516307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Pushing event deleted for resources: {'Port': ['ID=83d8da5d-7ca8-46ef-9635-44076446fde8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:13.598952 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ddfff9a-0aa5-42b8-acc9-c5050be95b81 req-5953e2a2-5ae6-41ec-9c6f-e26f6c8b5943 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fd8c778-46dd-4344-a69a-1504a47c3094 HTTP/1.1" status: 200 len: 210 time: 0.0483451 Feb 16 13:05:13.602124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] No DVR routers for this DVR port 83d8da5d-7ca8-46ef-9635-44076446fde8 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:13.608386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.612175 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'name': 'network-vif-deleted', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:13.629312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c9006f6c-7246-4fec-ae0f-35d7cade6e06 req-282a453a-7faa-49b7-bb66-f7b59c186644 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "DELETE /v2.0/ports/83d8da5d-7ca8-46ef-9635-44076446fde8 HTTP/1.1" status: 204 len: 173 time: 0.7482400 Feb 16 13:05:13.665164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd8c778-46dd-4344-a69a-1504a47c3094', 'name': 'network-vif-deleted', 'tag': '83d8da5d-7ca8-46ef-9635-44076446fde8', 'status': 'completed', 'code': 200} Feb 16 13:05:15.453795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-7fab9638-9083-4ef8-8d22-086e620f98e8 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:15.455134 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-7fab9638-9083-4ef8-8d22-086e620f98e8 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 817 time: 0.1437123 Feb 16 13:05:15.471509 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-3a95e5f3-3dc0-4e30-8f59-fe651ebd9925 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/quotas/7cbb371c7add41fd964a2e04a4ab6cd2 HTTP/1.1" status: 200 len: 375 time: 0.0099852 Feb 16 13:05:15.556844 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-6c2cbcfe-49ae-40e2-8191-33c529c4cee1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801339 Feb 16 13:05:15.694134 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-d946b88c-807e-4d0b-9cb9-8af7c4fd956b service neutron] 10.222.0.65 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258416 Feb 16 13:05:15.826727 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-90e91c5e-9468-49e8-99bb-1a17350dbbbc service neutron] 10.222.0.65 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259110 Feb 16 13:05:16.000297 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d6e569f-eed7-4ad0-845a-345b3b323f4d req-48e5cd81-0b2e-45ba-a26d-e2662fbeea40 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 210 time: 0.0423584 Feb 16 13:05:16.688312 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 83d8da5d-7ca8-46ef-9635-44076446fde8 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:16.722781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 83d8da5d-7ca8-46ef-9635-44076446fde8 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:16.723125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 83d8da5d-7ca8-46ef-9635-44076446fde8 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:17.094189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-a895b612-36f9-4dec-b343-9cdc7bc419b7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:17.095777 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-a895b612-36f9-4dec-b343-9cdc7bc419b7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 817 time: 0.1534836 Feb 16 13:05:17.113699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Request body: {'port': {'device_id': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'admin_state_up': True, 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:17.157615 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b63b6681-b83a-4cb1-83d6-715135e375e9 req-ba28b6d6-4b50-4b5b-9617-3a1180e063d9 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 210 time: 0.0487080 Feb 16 13:05:17.263501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:17.267408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Usage tracker for resource:port and tenant:7cbb371c7add41fd964a2e04a4ab6cd2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:17.270138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:17.276229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:17.285986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Made reservation on behalf of 7cbb371c7add41fd964a2e04a4ab6cd2 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:17.289518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.447247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Allocated IP 172.20.0.7 (0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7/987e7122-9da9-4aa6-b290-1a04e3e72b6d/e568dd17-7928-456e-8bce-61c6c8b57820) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:17.745893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.762704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Transition to ACTIVE for port object e568dd17-7928-456e-8bce-61c6c8b57820 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:17.785932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.852263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:17.855084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:17.863861 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:17.901265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Pushing event updated for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:17.932932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:17.933573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.960814 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-5ec9f6c7-47e7-419a-a4aa-18b471cca643 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510129 Feb 16 13:05:17.978672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Request body: {'port': {'device_id': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:18.091010 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.123552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-634fc815-307f-4e80-9b1d-c832d4dcfc69 None None] Provisioning for port e568dd17-7928-456e-8bce-61c6c8b57820 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:18.128758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-634fc815-307f-4e80-9b1d-c832d4dcfc69 None None] Provisioning complete for port e568dd17-7928-456e-8bce-61c6c8b57820 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:18.129505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-634fc815-307f-4e80-9b1d-c832d4dcfc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.185272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-634fc815-307f-4e80-9b1d-c832d4dcfc69 None None] Port e568dd17-7928-456e-8bce-61c6c8b57820 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:05:18.368866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52667132-facb-463f-962c-88ccd955c298 req-1f8888db-ddfa-4c05-8479-dcf38bf87cb3 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.370344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-52667132-facb-463f-962c-88ccd955c298 req-1f8888db-ddfa-4c05-8479-dcf38bf87cb3 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 931 time: 0.0856466 Feb 16 13:05:18.414630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-52667132-facb-463f-962c-88ccd955c298 req-8cb229be-2a4b-4ecf-b2da-5990705923d4 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Feb 16 13:05:18.443018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e568dd17-7928-456e-8bce-61c6c8b57820 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:18.451407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.466685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Transition to ACTIVE for port object e568dd17-7928-456e-8bce-61c6c8b57820 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:18.470336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.603473 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:18.710031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Attempting to bind port e568dd17-7928-456e-8bce-61c6c8b57820 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:18.710358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Attempting to bind port e568dd17-7928-456e-8bce-61c6c8b57820 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:18.710675 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Attempting to bind port e568dd17-7928-456e-8bce-61c6c8b57820 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:18.715504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Port e568dd17-7928-456e-8bce-61c6c8b57820 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:05:18.715819 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Attempting to bind port e568dd17-7928-456e-8bce-61c6c8b57820 on network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:18.720896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:18.721226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Checking segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:18.721603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Bound using segment: {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:18.722017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Bound port: e568dd17-7928-456e-8bce-61c6c8b57820, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd66d45c9-35f1-4771-831c-d2120938e117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:18.722353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.816362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:18.820432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e568dd17-7928-456e-8bce-61c6c8b57820,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:18.825672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.880114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.880294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:18.881684 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/e568dd17-7928-456e-8bce-61c6c8b57820 HTTP/1.1" status: 200 len: 1093 time: 0.9075594 Feb 16 13:05:18.886042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:18.918470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2605-41b6-4457-bc95-7237bfcb95d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:18.940161 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820', 'status': 'completed', 'code': 200} Feb 16 13:05:19.033164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-c0d8cc2c-1a06-4de9-b8b8-dbe2003ffd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.034646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-c0d8cc2c-1a06-4de9-b8b8-dbe2003ffd47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 1096 time: 0.0796275 Feb 16 13:05:19.112145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-7c7a6cea-7652-49cc-b4a4-3850cf34e7a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e568dd17-7928-456e-8bce-61c6c8b57820 HTTP/1.1" status: 200 len: 217 time: 0.0618055 Feb 16 13:05:19.176232 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-d0db0c29-6574-49ce-b3f5-77f18efb3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.177634 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-d0db0c29-6574-49ce-b3f5-77f18efb3a74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987e7122-9da9-4aa6-b290-1a04e3e72b6d HTTP/1.1" status: 200 len: 856 time: 0.0595772 Feb 16 13:05:19.253448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-d7a07f4f-3552-4827-9104-9590c5f14a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.254898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-d7a07f4f-3552-4827-9104-9590c5f14a2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697744 Feb 16 13:05:19.383251 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-e89a7d85-37e1-4612-b215-d10b4c1ab6f7 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207783 Feb 16 13:05:19.632081 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7912ff5-85a3-4cad-9c14-a1af3f8e2bfb req-c8b0a48c-d85a-426f-b541-5cff26632dc4 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418787 Feb 16 13:05:19.808613 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-c0a330c4-305e-4383-ab23-f63fbe9aee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.810306 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-c0a330c4-305e-4383-ab23-f63fbe9aee02 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 1096 time: 0.0768416 Feb 16 13:05:19.856783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711750-9717-4d23-83f3-4dd4674424e7 req-8a53109c-2f37-44ad-a7ea-fd9bb2fb033f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.858255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f1711750-9717-4d23-83f3-4dd4674424e7 req-8a53109c-2f37-44ad-a7ea-fd9bb2fb033f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 943 time: 0.1824100 Feb 16 13:05:19.902504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f1711750-9717-4d23-83f3-4dd4674424e7 req-4ec945b7-34da-4d26-8b3b-640f4e2042b4 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Feb 16 13:05:19.932677 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:05:19.942617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-7d371b7c-5fcd-42bf-b627-b850a73183a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.944130 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-7d371b7c-5fcd-42bf-b627-b850a73183a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 200 len: 918 time: 0.1275611 Feb 16 13:05:20.012177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-65a74d4a-5ca6-4f9e-b99f-a2c3c18d605f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e568dd17-7928-456e-8bce-61c6c8b57820 HTTP/1.1" status: 200 len: 217 time: 0.0605581 Feb 16 13:05:20.075470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-3b5738e0-14da-4c13-b76d-e19db9523bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.076863 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-3b5738e0-14da-4c13-b76d-e19db9523bda service neutron] 10.222.0.81 "GET /v2.0/subnets?id=987e7122-9da9-4aa6-b290-1a04e3e72b6d HTTP/1.1" status: 200 len: 856 time: 0.0589011 Feb 16 13:05:20.151249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-2a428c48-9404-414d-9ac5-6d05d7d9fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.152708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-2a428c48-9404-414d-9ac5-6d05d7d9fe3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694935 Feb 16 13:05:20.282963 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-9cdc16aa-93a6-45a6-9cd0-d5164dc488fa service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234789 Feb 16 13:05:20.411271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40da5bb9-b627-4ca4-bf18-23f542ffbe67 req-7df8f757-09c7-4a23-8d9e-b0731b6980e9 service neutron] 10.222.0.81 "GET /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222527 Feb 16 13:05:20.724458 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e568dd17-7928-456e-8bce-61c6c8b57820 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:05:20.855551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e568dd17-7928-456e-8bce-61c6c8b57820,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:20.869050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'e568dd17-7928-456e-8bce-61c6c8b57820', 'network_id': '0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7', 'port_id': 'e568dd17-7928-456e-8bce-61c6c8b57820', 'mac_address': 'fa:16:3e:02:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987e7122-9da9-4aa6-b290-1a04e3e72b6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:05:20.926790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.943704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e568dd17-7928-456e-8bce-61c6c8b57820 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:20.959351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e568dd17-7928-456e-8bce-61c6c8b57820,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:20.964248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:21.030149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:21.037024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.037380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.037717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.038051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.038380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.038709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.039034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.039359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.040267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.040689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.040901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.041221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:21.095366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ee13d-a960-4d7e-9e02-e6c3c742aafe req-0cae558f-cbd5-476c-8c83-aafbc6da6a74 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.096556 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-381ee13d-a960-4d7e-9e02-e6c3c742aafe req-0cae558f-cbd5-476c-8c83-aafbc6da6a74 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 944 time: 0.0834143 Feb 16 13:05:21.140309 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-381ee13d-a960-4d7e-9e02-e6c3c742aafe req-dbec88a2-e49d-4efb-817f-ae5d1c1ccbae tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Feb 16 13:05:21.234454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['e568dd17-7928-456e-8bce-61c6c8b57820'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:22.181712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.325115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f146-0d22-4595-a06b-06a0c4623307 req-01568dac-9f89-47e5-94c5-f98dcbf12dc7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:22.326539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d5f146-0d22-4595-a06b-06a0c4623307 req-01568dac-9f89-47e5-94c5-f98dcbf12dc7 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 944 time: 0.0788815 Feb 16 13:05:22.370122 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d5f146-0d22-4595-a06b-06a0c4623307 req-517ddfba-ce0b-45eb-8bf1-dae5e5461da1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Feb 16 13:05:22.736129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e568dd17-7928-456e-8bce-61c6c8b57820 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:22.803450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port e568dd17-7928-456e-8bce-61c6c8b57820 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:22.808515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port e568dd17-7928-456e-8bce-61c6c8b57820 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:22.808881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.920194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:22.945934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:22.956391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e568dd17-7928-456e-8bce-61c6c8b57820,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:22.961537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:23.001618 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820', 'code': 200} Feb 16 13:05:23.034108 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:23.249622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37076dd6-3f9e-4818-9a90-cccf8accfd4f req-16d46a5f-f37f-456d-b59d-b76aa1095b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.251061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-37076dd6-3f9e-4818-9a90-cccf8accfd4f req-16d46a5f-f37f-456d-b59d-b76aa1095b7f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 1098 time: 0.0731504 Feb 16 13:05:23.292173 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-37076dd6-3f9e-4818-9a90-cccf8accfd4f req-d60c6b08-150d-4caf-8db2-39ca3e871ffa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Feb 16 13:05:23.556680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7381-1b7e-4ad6-92e2-4efa892f4cf0 req-f9508c31-28d5-41f3-9599-8cd0abd6277f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:23.558029 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ded7381-1b7e-4ad6-92e2-4efa892f4cf0 req-f9508c31-28d5-41f3-9599-8cd0abd6277f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0825040 Feb 16 13:05:23.603653 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ded7381-1b7e-4ad6-92e2-4efa892f4cf0 req-9fad82be-82f4-481e-b0fe-9dc93e135b7a tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Feb 16 13:05:24.787420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1c117-513d-42be-b707-dd3325c150be req-1b02b5ef-ec92-4af3-b0c2-e81582dd7fa1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:24.788859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c6b1c117-513d-42be-b707-dd3325c150be req-1b02b5ef-ec92-4af3-b0c2-e81582dd7fa1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0818450 Feb 16 13:05:24.831404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c6b1c117-513d-42be-b707-dd3325c150be req-8a0fd5ad-b9ee-46b1-ba6c-a5f4ea27a7dd tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Feb 16 13:05:25.015429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72cd11-16dd-4699-9916-ac4bbfcaf316 req-3b34d3c9-3369-466c-95c0-d2401c792c3f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.016905 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bc72cd11-16dd-4699-9916-ac4bbfcaf316 req-3b34d3c9-3369-466c-95c0-d2401c792c3f tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0808425 Feb 16 13:05:25.060757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bc72cd11-16dd-4699-9916-ac4bbfcaf316 req-53d94c92-9dc0-47f9-91bf-f38df67f6910 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Feb 16 13:05:25.755739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f3205d29-6e3c-40cb-9b2d-9a90c219728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.965450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86944490-b319-41b8-be43-49edf359834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:29.068888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:29.186934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:30.531169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:40.615487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bea86a-1943-4fe9-aa23-83007e954199 req-6d5c2318-2025-4e9c-a112-2fa0319c2c84 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.617317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7bea86a-1943-4fe9-aa23-83007e954199 req-6d5c2318-2025-4e9c-a112-2fa0319c2c84 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0880477 Feb 16 13:05:40.666734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7bea86a-1943-4fe9-aa23-83007e954199 req-d363fb2a-c5a3-41bc-ad8e-8f7d0f1555c8 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Feb 16 13:05:41.855941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f1d36-bbfc-4221-93fd-59c8a7459f0f req-fd2905f0-ad84-4849-a107-5fdafe447a8c tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:41.857368 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e27f1d36-bbfc-4221-93fd-59c8a7459f0f req-fd2905f0-ad84-4849-a107-5fdafe447a8c tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0813382 Feb 16 13:05:41.907167 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e27f1d36-bbfc-4221-93fd-59c8a7459f0f req-f48989c8-cb45-458d-bb0a-1b5d540845a5 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6bfd084-07dd-44d9-83e6-147673ee5bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Feb 16 13:05:42.256297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-850c6526-9ea3-4e40-888e-ba81770a7b33 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:42.256975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-850c6526-9ea3-4e40-888e-ba81770a7b33 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Synchronizing usage tracker for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:42.272536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-850c6526-9ea3-4e40-888e-ba81770a7b33 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Unset dirty status for tenant:7cbb371c7add41fd964a2e04a4ab6cd2 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:42.274363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-850c6526-9ea3-4e40-888e-ba81770a7b33 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 945 time: 0.0945840 Feb 16 13:05:42.347004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Deleting port e568dd17-7928-456e-8bce-61c6c8b57820 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:42.347340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:42.599775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] For port e568dd17-7928-456e-8bce-61c6c8b57820, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e568dd17-7928-456e-8bce-61c6c8b57820,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:42.600209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:42.730956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Calling delete_port for e568dd17-7928-456e-8bce-61c6c8b57820 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:42.883845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:43.034338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Pushing event deleted for resources: {'Port': ['ID=e568dd17-7928-456e-8bce-61c6c8b57820,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:43.062270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e237540c-cceb-4008-982d-a2bf3db4526e req-4058d4fa-fe70-4e4b-8723-bab36fb245e0 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1bad8a-a311-424f-8288-b0fa75b4ade4 HTTP/1.1" status: 200 len: 210 time: 0.0446243 Feb 16 13:05:43.072815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.072815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.073094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.073417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.073750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.074073 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.074505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.074707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.075027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.075462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.075659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.075968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:43.122066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] No DVR routers for this DVR port e568dd17-7928-456e-8bce-61c6c8b57820 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:43.124555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:43.127176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'name': 'network-vif-deleted', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:43.145257 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b5c9025-8adc-4929-b1fb-25cc258830fa req-edf89fcc-1acf-4be7-b5da-3b101bbe81c1 tempest-TestEncryptedCinderVolumes-1132629571 tempest-TestEncryptedCinderVolumes-1132629571-project] 10.222.0.81 "DELETE /v2.0/ports/e568dd17-7928-456e-8bce-61c6c8b57820 HTTP/1.1" status: 204 len: 173 time: 0.8663721 Feb 16 13:05:43.176148 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1bad8a-a311-424f-8288-b0fa75b4ade4', 'name': 'network-vif-deleted', 'tag': 'e568dd17-7928-456e-8bce-61c6c8b57820', 'status': 'completed', 'code': 200} Feb 16 13:05:44.193265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35014) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:44.757067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:44.859774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e568dd17-7928-456e-8bce-61c6c8b57820 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:44.895590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: e568dd17-7928-456e-8bce-61c6c8b57820 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:44.895936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device e568dd17-7928-456e-8bce-61c6c8b57820 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:45.215706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Deleting port f5087f50-15bf-41c3-810e-b70f3a8752ed {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:45.216429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.393020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] For port f5087f50-15bf-41c3-810e-b70f3a8752ed, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f5087f50-15bf-41c3-810e-b70f3a8752ed,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:45.393366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.524702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Calling delete_port for f5087f50-15bf-41c3-810e-b70f3a8752ed owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:45.843811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.920192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5087f50-15bf-41c3-810e-b70f3a8752ed,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:45.939842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.940219 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.940561 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.940894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.941227 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.941558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.941884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.942212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.942536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.942885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.943209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:45.944702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:46.177505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:46.685251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:46.872589 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:46.881863 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Sync routers for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:46.887532 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2d7ba3bf-7956-47b7-9b01-f188a5a64e6c admin admin] 10.222.0.65 "PUT /v2.0/routers/9665ad8b-8f1c-494a-ab9b-dfa77a102c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931567 Feb 16 13:05:46.890153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35018) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:46.891869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:46.892537 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:47.073760 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:47.076079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.308925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.325267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Deleting port fbf29774-df59-4358-85ba-b049c3474b92 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:47.326582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.414675 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:05:45Z', 'revision_number': 5, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port': {'id': 'fbf29774-df59-4358-85ba-b049c3474b92', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:31Z', 'updated_at': '2022-02-16T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:47.419574 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Checking router: 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:47.433259 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Routers {'9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:47.434146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:47.514489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] For port fbf29774-df59-4358-85ba-b049c3474b92, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fbf29774-df59-4358-85ba-b049c3474b92,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:47.514841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.606961 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] Set router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:47.643538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Calling delete_port for fbf29774-df59-4358-85ba-b049c3474b92 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:47.713329 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:05:47Z', 'revision_number': 6, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:47.717481 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de1b03-5285-465d-bc6f-1b8f6cfe950e None None] The sync data for ids ['9665ad8b-8f1c-494a-ab9b-dfa77a102c5a'] in dv-neutron-829435-1-hyperv is: [{'id': '9665ad8b-8f1c-494a-ab9b-dfa77a102c5a', 'name': 'tempest-TestEncryptedCinderVolumes-1630296426-router', 'tenant_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:30Z', 'updated_at': '2022-02-16T13:05:47Z', 'revision_number': 6, 'project_id': '7cbb371c7add41fd964a2e04a4ab6cd2', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:47.815174 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:47.862287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf29774-df59-4358-85ba-b049c3474b92,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:48.069115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.243455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.245701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.267684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.268222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9665ad8b-8f1c-494a-ab9b-dfa77a102c5a {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:05:48.280414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.281524 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-587a8236-73a4-4a52-8f81-3390f5df366f admin admin] 10.222.0.65 "DELETE /v2.0/routers/9665ad8b-8f1c-494a-ab9b-dfa77a102c5a HTTP/1.1" status: 204 len: 168 time: 1.3904781 Feb 16 13:05:48.284457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:48.343600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Deleting subnet 987e7122-9da9-4aa6-b290-1a04e3e72b6d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:05:48.346833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.396119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.484236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.561259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.609998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.613711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf26c3b-faf2-4226-8cb4-d39cf639a1e9 None None] Network 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:48.618321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987e7122-9da9-4aa6-b290-1a04e3e72b6d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:48.623521 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-619adb56-e99e-40e0-b6a7-b41b66d355d4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/987e7122-9da9-4aa6-b290-1a04e3e72b6d HTTP/1.1" status: 204 len: 168 time: 0.3361478 Feb 16 13:05:48.623813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:48.742250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.757259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Deleting port a14ae18a-b32f-4887-b537-80dad535bc85 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:48.758377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.904327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] DHCP port deletion for 0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:05:48.908930 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Deleting port a14ae18a-b32f-4887-b537-80dad535bc85 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:48.909730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:48.973701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] For port a14ae18a-b32f-4887-b537-80dad535bc85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a14ae18a-b32f-4887-b537-80dad535bc85,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:48.974325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.100853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Calling delete_port for a14ae18a-b32f-4887-b537-80dad535bc85 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:49.166242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] For port a14ae18a-b32f-4887-b537-80dad535bc85, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=a14ae18a-b32f-4887-b537-80dad535bc85,segment=NetworkSegment(d66d45c9-35f1-4771-831c-d2120938e117),segment_id=d66d45c9-35f1-4771-831c-d2120938e117)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:49.166242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.174457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a14ae18a-b32f-4887-b537-80dad535bc85 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:49.191648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.240428 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Pushing event deleted for resources: {'Port': ['ID=a14ae18a-b32f-4887-b537-80dad535bc85,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:49.245258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] No DVR routers for this DVR port a14ae18a-b32f-4887-b537-80dad535bc85 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:49.259849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: a14ae18a-b32f-4887-b537-80dad535bc85 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:49.260220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device a14ae18a-b32f-4887-b537-80dad535bc85 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:49.260617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fbf29774-df59-4358-85ba-b049c3474b92 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:49.351229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Calling delete_port for a14ae18a-b32f-4887-b537-80dad535bc85 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:49.363443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.378850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: fbf29774-df59-4358-85ba-b049c3474b92 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:49.379195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fbf29774-df59-4358-85ba-b049c3474b92 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:49.379582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f5087f50-15bf-41c3-810e-b70f3a8752ed no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:49.394627 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:49.407795 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66d45c9-35f1-4771-831c-d2120938e117') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:49.408197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66d45c9-35f1-4771-831c-d2120938e117') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:49.419983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: f5087f50-15bf-41c3-810e-b70f3a8752ed {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:49.420182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.420378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f5087f50-15bf-41c3-810e-b70f3a8752ed not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:49.437967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.444754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:05:49.445846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.457965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:05:49.458318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:05:49.459911 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:05:49.544312 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.550115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.679609 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:49.693518 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88779d6a-7eac-43d3-8002-e0f546282fff admin admin] 10.222.0.65 "DELETE /v2.0/networks/0ae5ef08-4a97-4b52-b1b9-c1c191cdddf7 HTTP/1.1" status: 204 len: 168 time: 1.0687850 Feb 16 13:05:49.696921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:49.959689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Deleting port a14ae18a-b32f-4887-b537-80dad535bc85 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:49.960279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.030820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0753ba7a-ad3e-4e9d-b571-f42ac79adcd6 None None] The port 'a14ae18a-b32f-4887-b537-80dad535bc85' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:05:50.235836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.584942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Deleting port bdc56591-509e-441f-b18f-80427cff8c03 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:50.585196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.767342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] For port bdc56591-509e-441f-b18f-80427cff8c03, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bdc56591-509e-441f-b18f-80427cff8c03,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:50.767694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.888705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Calling delete_port for bdc56591-509e-441f-b18f-80427cff8c03 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:51.186399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.236874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc56591-509e-441f-b18f-80427cff8c03,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:51.524151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.906854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:52.089059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:52.098332 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a54d3ae-cea9-49b7-9141-0d415d9a5b4b admin admin] 10.222.0.65 "PUT /v2.0/routers/ee07f3ca-fb41-4fae-aba7-96941ddc9ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003997 Feb 16 13:05:52.098999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Sync routers for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:52.101945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35036) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:52.109550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:52.110169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.204848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.280423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.305019 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:52.589824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.601001 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Deleting port 762af8a3-1c8d-4fd7-958e-6f20ab933f06 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:52.602014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.620279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:05:51Z', 'revision_number': 5, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port': {'id': '762af8a3-1c8d-4fd7-958e-6f20ab933f06', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:04:37Z', 'updated_at': '2022-02-16T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.624558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Checking router: ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:52.634964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Routers {'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:52.635570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.795287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] For port 762af8a3-1c8d-4fd7-958e-6f20ab933f06, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=762af8a3-1c8d-4fd7-958e-6f20ab933f06,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:52.795646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:52.797028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] Set router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:52.928689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Calling delete_port for 762af8a3-1c8d-4fd7-958e-6f20ab933f06 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:52.952965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:05:52Z', 'revision_number': 6, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.957871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a5d93-1c7c-47d1-b02d-96d95933fac1 None None] The sync data for ids ['ee07f3ca-fb41-4fae-aba7-96941ddc9ea8'] in dv-neutron-829435-1-hyperv is: [{'id': 'ee07f3ca-fb41-4fae-aba7-96941ddc9ea8', 'name': 'tempest-TestEncryptedCinderVolumes-539013224-router', 'tenant_id': '5163ad6e952c4d7d8c107aeeff311631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:04:36Z', 'updated_at': '2022-02-16T13:05:52Z', 'revision_number': 6, 'project_id': '5163ad6e952c4d7d8c107aeeff311631', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:53.099109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.147048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=762af8a3-1c8d-4fd7-958e-6f20ab933f06,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:53.244941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.401285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bdc56591-509e-441f-b18f-80427cff8c03 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:53.434055 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.435948 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bdc56591-509e-441f-b18f-80427cff8c03 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:53.436255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.436401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bdc56591-509e-441f-b18f-80427cff8c03 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:53.470443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.471051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:05:53.483221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.484370 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-470f10d4-074d-415b-b064-6f3fd097b6ba admin admin] 10.222.0.65 "DELETE /v2.0/routers/ee07f3ca-fb41-4fae-aba7-96941ddc9ea8 HTTP/1.1" status: 204 len: 168 time: 1.3814962 Feb 16 13:05:53.486865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35040) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:53.548607 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Deleting subnet b0a6023a-9993-46b5-ae0d-38c5480d83af {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:05:53.551453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.602691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.686757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.762349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.802370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a6023a-9993-46b5-ae0d-38c5480d83af,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:53.807467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.815041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dcd24-8d0d-40b7-965f-9aed9ea70365 None None] Network 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:53.815368 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92dbb6b1-fa74-4537-8909-db10d7f155f1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b0a6023a-9993-46b5-ae0d-38c5480d83af HTTP/1.1" status: 204 len: 168 time: 0.3272924 Feb 16 13:05:53.823013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:53.937454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:53.948760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Deleting port ed71a1f4-e700-4141-85ba-321ae7a4df76 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:53.949148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.120347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] DHCP port deletion for 0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:05:54.124797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Deleting port ed71a1f4-e700-4141-85ba-321ae7a4df76 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:54.125209 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.186186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] For port ed71a1f4-e700-4141-85ba-321ae7a4df76, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed71a1f4-e700-4141-85ba-321ae7a4df76,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:54.186624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.359362 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] For port ed71a1f4-e700-4141-85ba-321ae7a4df76, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ed71a1f4-e700-4141-85ba-321ae7a4df76,segment=NetworkSegment(5c636f7e-4a5e-41b8-89f0-2a2434f8818d),segment_id=5c636f7e-4a5e-41b8-89f0-2a2434f8818d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:54.359644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.429879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Calling delete_port for ed71a1f4-e700-4141-85ba-321ae7a4df76 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:54.491406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Calling delete_port for ed71a1f4-e700-4141-85ba-321ae7a4df76 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:54.510209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.557702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed71a1f4-e700-4141-85ba-321ae7a4df76,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:54.560928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] No DVR routers for this DVR port ed71a1f4-e700-4141-85ba-321ae7a4df76 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:54.573832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:05:54.574467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:05:54.676821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.707280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfa6dec-d897-4ebf-92e0-a6622f4e3f43']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:54.720453 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c636f7e-4a5e-41b8-89f0-2a2434f8818d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:54.720747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c636f7e-4a5e-41b8-89f0-2a2434f8818d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:54.732243 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.748431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.755027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:05:54.755520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:05:54.769596 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:05:54.844096 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.849815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:54.877862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfa6dec-d897-4ebf-92e0-a6622f4e3f43,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:54.884066 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c29189e1-af86-41f0-b14b-cbb1e0d00093 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0bfa6dec-d897-4ebf-92e0-a6622f4e3f43 HTTP/1.1" status: 204 len: 168 time: 1.0615356 Feb 16 13:05:55.064121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:55.075737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Deleting port ed71a1f4-e700-4141-85ba-321ae7a4df76 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:55.076226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.116501 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40136799-70d9-4976-b7a1-f57f17a0dc47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cbb371c7add41fd964a2e04a4ab6cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510595 Feb 16 13:05:55.119181 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:55.148964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7534a76f-081d-43aa-a26d-0000d2e10566 None None] The port 'ed71a1f4-e700-4141-85ba-321ae7a4df76' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:05:55.163633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 762af8a3-1c8d-4fd7-958e-6f20ab933f06 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:55.182253 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.198603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 762af8a3-1c8d-4fd7-958e-6f20ab933f06 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:55.198957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 762af8a3-1c8d-4fd7-958e-6f20ab933f06 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:55.199373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed71a1f4-e700-4141-85ba-321ae7a4df76 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:55.208976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.232125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ed71a1f4-e700-4141-85ba-321ae7a4df76 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:55.232400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ed71a1f4-e700-4141-85ba-321ae7a4df76 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:55.262651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.279208 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bfd084-07dd-44d9-83e6-147673ee5bd9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:55.283643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.284831 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-02dacf5a-69f6-4cbe-8830-c5ed8ab74d74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6bfd084-07dd-44d9-83e6-147673ee5bd9 HTTP/1.1" status: 204 len: 168 time: 0.1647184 Feb 16 13:05:55.645141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35062) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:55.699877 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e939d6c-34dc-413d-99ce-bf372dc4e754 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5163ad6e952c4d7d8c107aeeff311631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535724 Feb 16 13:05:55.702359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35066) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:55.751025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6d526b9e-18a5-4ff7-bc77-0f10c6b08c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.764615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.792201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.845720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.862311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c3139-afd3-4fb0-864f-758e488f2dfa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:55.866686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:55.867852 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c97faa4d-182d-450a-bd55-77b89abef4d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/795c3139-afd3-4fb0-864f-758e488f2dfa HTTP/1.1" status: 204 len: 168 time: 0.1645358 Feb 16 13:05:56.674141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35090) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:56.784378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85021838-network', 'tenant_id': '08646739c4614ed8900512e77ea106eb'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:56.789496 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:56.793409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Usage tracker for resource:network and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:56.796830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:56.803649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:56.815714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Made reservation on behalf of 08646739c4614ed8900512e77ea106eb for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:56.818059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.834932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.850151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:56.854340 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:56.857207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:56.863525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:56.933675 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:05:56.962336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.967313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:56.989550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:05:57.010304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4d974-bd69-42de-b789-da43ed14605e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:57.013549 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.014745 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Added segment f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a of type vlan for network 04780658-c756-428e-ba0a-bc250d338d9d Feb 16 13:05:57.044087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.073520 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.074870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:57.075442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.183473 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5082085 Feb 16 13:05:57.186606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:57.189651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670bd8-1ec2-4710-b7aa-8b5ec6587da7 admin admin] Pushing event updated for resources: {'Network': ['ID=04780658-c756-428e-ba0a-bc250d338d9d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:57.194018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Request body: {'subnet': {'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85021838-subnet', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:57.202152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:57.203004 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 04780658-c756-428e-ba0a-bc250d338d9d details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:05:57.207078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Usage tracker for resource:subnet and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:57.211330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:57.218849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:57.229531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Made reservation on behalf of 08646739c4614ed8900512e77ea106eb for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:57.232239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.442817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.516074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19be244-f0da-4dd2-9b03-d4a61a573aa1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:57.526017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Checking segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:57.526367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Network hostable DHCP agents. Network: 04780658-c756-428e-ba0a-bc250d338d9d, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:05:57.545967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Network 04780658-c756-428e-ba0a-bc250d338d9d is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:05:57.555722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 04780658-c756-428e-ba0a-bc250d338d9d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:57.560300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:57.560879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.586351 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4eeccbd7-e4bc-4a6e-b291-d2d700b13804 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3978186 Feb 16 13:05:57.589550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:57.595358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:57.600812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:57.606535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Usage tracker for resource:router and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:57.610573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:57.618122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:57.635229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.637085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.658384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.692297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18541ae-e6b5-41ee-958f-5740df4dbeb0 None None] Network 04780658-c756-428e-ba0a-bc250d338d9d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:57.920181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-04780658-c756-428e-ba0a-bc250d338d9d', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:05:57.921149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:57.946491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.010487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6fdf26c0-5198-4212-b85c-203346fa41eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.098032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Allocated IP 172.20.0.2 (04780658-c756-428e-ba0a-bc250d338d9d/b19be244-f0da-4dd2-9b03-d4a61a573aa1/1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:58.282465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.313556 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.355002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.367204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Transition to ACTIVE for port object 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:58.388650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Transition to ACTIVE for port object 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:58.395817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.467718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Network 04780658-c756-428e-ba0a-bc250d338d9d is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:58.470159 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Allocated IP 172.26.4.160 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:58.470659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:58.474303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:58.493043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Pushing event updated for resources: {'Port': ['ID=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:58.586957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Attempting to bind port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:58.587257 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Attempting to bind port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:58.587571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Attempting to bind port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 on network 04780658-c756-428e-ba0a-bc250d338d9d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:58.594340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:58.594746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Checking segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:58.595116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.595505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Bound using segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:58.595982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Bound port: 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:58.596388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.711582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] For port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:58.715801 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] For port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:58.721012 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.754857 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.796525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:58.824075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9957e-2681-4e44-9f47-9d82035d2b12 None None] Pushing event updated for resources: {'Port': ['ID=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:58.870269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:58.877798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:58.882191 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:58.912954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:59.079110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.204227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.223388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:59.295713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:59.377326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.758534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:59.870463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e1a1a-a36a-4408-9fde-77a1f2fc49cf None None] Network 04780658-c756-428e-ba0a-bc250d338d9d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:59.980997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Provisioning for port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:59.988155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Provisioning complete for port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:59.988426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Router f3aac7fb-64d0-4648-bb15-2c08892e55ad is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:05:59.988565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.176663 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:00.188103 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Sync routers for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:00.201347 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:00.202191 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:00.212579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.218114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.221848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:00.222472 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9934becb-ebea-4888-a775-34a24b11ffe1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6313663 Feb 16 13:06:00.263614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] For port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:00.268052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.349338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5cfd3-5861-4feb-8cf8-09769b3086fe None None] Pushing event updated for resources: {'Port': ['ID=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:00.426172 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:00.544269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.605585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8fa9a64d-c4c7-420c-8194-fd3cc5bbf52e None None] Provisioning complete for port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:00.605968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a64d-c4c7-420c-8194-fd3cc5bbf52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:00.772700 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:05:59Z', 'revision_number': 3, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:00.778105 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Checking router: f3aac7fb-64d0-4648-bb15-2c08892e55ad for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:00.778447 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Updating router f3aac7fb-64d0-4648-bb15-2c08892e55ad port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:06:00.851768 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.119278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.172221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:01.202924 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.216843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Transition to ACTIVE for port object 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:01.224249 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.258021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:01.258712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.305573 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Attempting to bind port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:01.305956 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Attempting to bind port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:01.306282 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Attempting to bind port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:01.316336 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Pushing event updated for resources: {'Port': ['ID=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:01.324539 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.325075 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.325418 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.325749 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.326077 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.326397 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.326723 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.327048 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.327371 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.327689 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.328026 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.328344 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:01.331973 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:01.331973 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:01.332419 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.333009 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:01.333455 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Bound port: 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:01.333830 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.398606 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Allocated IP 172.20.0.1 (04780658-c756-428e-ba0a-bc250d338d9d/b19be244-f0da-4dd2-9b03-d4a61a573aa1/c416a184-eae6-4f35-8712-1ecf6836c43e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:01.446309 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] For port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:01.450395 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] For port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:01.456171 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.531876 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:01.532535 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:01.573775 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.597467 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a7724-6f43-4234-b7c8-374e5c6c288b None None] Pushing event updated for resources: {'Port': ['ID=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:01.606172 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Transition to ACTIVE for port object c416a184-eae6-4f35-8712-1ecf6836c43e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:01.636900 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.703337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Network 04780658-c756-428e-ba0a-bc250d338d9d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:01.706110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:01.716026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:01.753483 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Pushing event updated for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:01.778192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:01.790650 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:01.997807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b6e007a7-3705-4c28-9bee-f12c21e2cb58 None None] Provisioning for port c416a184-eae6-4f35-8712-1ecf6836c43e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:02.003230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b6e007a7-3705-4c28-9bee-f12c21e2cb58 None None] Provisioning complete for port c416a184-eae6-4f35-8712-1ecf6836c43e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:02.003720 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b6e007a7-3705-4c28-9bee-f12c21e2cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.063786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.101693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-b6e007a7-3705-4c28-9bee-f12c21e2cb58 None None] Port c416a184-eae6-4f35-8712-1ecf6836c43e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:06:02.133008 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:05:59Z', 'revision_number': 3, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:02.137612 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac369c69-1780-4c9a-ab38-d88e816214c0 None None] The sync data for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv is: [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:05:59Z', 'revision_number': 3, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:02.318228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.323934 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.439581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.473006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Pushing event updated for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:02.629228 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Network 04780658-c756-428e-ba0a-bc250d338d9d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:02.631518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:02.944082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6624cfc1-695a-4da8-a3fd-281b54bf15e5 None None] Provisioning complete for port c416a184-eae6-4f35-8712-1ecf6836c43e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:02.945210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6624cfc1-695a-4da8-a3fd-281b54bf15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.988085 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Router f3aac7fb-64d0-4648-bb15-2c08892e55ad has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:03.008803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6624cfc1-695a-4da8-a3fd-281b54bf15e5 None None] Port c416a184-eae6-4f35-8712-1ecf6836c43e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:06:03.190631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:03.198211 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:03.201526 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5785110b-0758-4b9b-9d32-7786fcb95a99 admin admin] 10.222.0.65 "PUT /v2.0/routers/f3aac7fb-64d0-4648-bb15-2c08892e55ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9777284 Feb 16 13:06:03.275515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:03.280872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:03.281246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.420711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.441701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:03.447227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.536056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:03.782349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35122) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:03.788207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1548903282-network', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:03.793631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:03.797612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Usage tracker for resource:network and tenant:2d634d49968144519ad22a5dfcd59c1b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:03.800571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:03.806851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:03.819260 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Made reservation on behalf of 2d634d49968144519ad22a5dfcd59c1b for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:03.823882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.837345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.850680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Sync routers for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:03.854555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:03.858794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Usage tracker for resource:security_group_rule and tenant:2d634d49968144519ad22a5dfcd59c1b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:03.861929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:03.865016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:03.865635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:03.868396 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:03.961434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.971477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:03.994716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:06:04.016449 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.016797 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Added segment 3ed6c90d-2943-497e-8710-0e203816dccd of type vlan for network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc Feb 16 13:06:04.017979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454458d1-e6eb-4519-b3ca-5e89eaa17125,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:04.052907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:04.056291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.091671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.092985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:04.093511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.194697 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4111121 Feb 16 13:06:04.197632 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35126) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:04.200909 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b072c-0055-4266-a8c2-6a8fc1edd23e admin admin] Pushing event updated for resources: {'Network': ['ID=6e3442ca-6c93-4bb8-8544-6a243cde9ecc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:04.203902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Request body: {'subnet': {'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1548903282-subnet', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:04.211552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:04.216055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Usage tracker for resource:subnet and tenant:2d634d49968144519ad22a5dfcd59c1b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:04.216419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:06:04.339426 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:04.345507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:04.362314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Made reservation on behalf of 2d634d49968144519ad22a5dfcd59c1b for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:04.364713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.489918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:02Z', 'revision_number': 2, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:04.494944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Checking router: f3aac7fb-64d0-4648-bb15-2c08892e55ad for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:04.495265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Updating router f3aac7fb-64d0-4648-bb15-2c08892e55ad port c416a184-eae6-4f35-8712-1ecf6836c43e binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:06:04.548051 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.591623 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.669697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68122cfd-af04-4b9e-9800-92a5de8af8d3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:04.678636 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Checking segment: {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:04.678823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Network hostable DHCP agents. Network: 6e3442ca-6c93-4bb8-8544-6a243cde9ecc, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:06:04.698992 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:06:04.711709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 6e3442ca-6c93-4bb8-8544-6a243cde9ecc) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:04.716283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:04.716930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.721188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854150a-3db2-4a1d-b069-08d63672a42a None None] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:04.743145 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e45c949-a35c-4f34-a315-2808979fdc4f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5443149 Feb 16 13:06:04.745650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:04.750578 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:04.755352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:04.759692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Usage tracker for resource:router and tenant:2d634d49968144519ad22a5dfcd59c1b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:04.762873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:04.770086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:04.788190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.789781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.821934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.110046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.183704 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'fixed_ips': [{'subnet_id': '68122cfd-af04-4b9e-9800-92a5de8af8d3'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:06:05.184541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.197139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:05.292088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.338556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Transition to ACTIVE for port object c416a184-eae6-4f35-8712-1ecf6836c43e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:05.367058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.379187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:05.379796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.489025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.535572 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.705041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c705f8-1e69-4885-832b-5741389fe1f5 None None] Pushing event updated for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:05.739876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Allocated IP 172.26.4.188 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/56bba785-63e9-46f9-b5f8-856277bb48ea) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:05.749329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Allocated IP 172.20.0.2 (6e3442ca-6c93-4bb8-8544-6a243cde9ecc/68122cfd-af04-4b9e-9800-92a5de8af8d3/08a876c0-a4d0-4511-a0ef-f5d50cbb16cc) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:05.771114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Attempting to bind port c416a184-eae6-4f35-8712-1ecf6836c43e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:05.771494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Attempting to bind port c416a184-eae6-4f35-8712-1ecf6836c43e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:05.771858 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Attempting to bind port c416a184-eae6-4f35-8712-1ecf6836c43e on network 04780658-c756-428e-ba0a-bc250d338d9d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:05.844722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:05.845186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Checking segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:05.845514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.845913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Bound using segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:05.846409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Bound port: c416a184-eae6-4f35-8712-1ecf6836c43e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:05.846790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.914129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.947209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.010829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:06.014034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:06.016873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:06.064542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=56bba785-63e9-46f9-b5f8-856277bb48ea,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:06.105900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] For port c416a184-eae6-4f35-8712-1ecf6836c43e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:06.125249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] For port c416a184-eae6-4f35-8712-1ecf6836c43e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c416a184-eae6-4f35-8712-1ecf6836c43e,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:06.137523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.178341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.211517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Transition to ACTIVE for port object 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:06.255088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:06.255550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:06.316917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Transition to ACTIVE for port object 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:06.336546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.349061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c705f8-1e69-4885-832b-5741389fe1f5 None None] Pushing event updated for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:06.423472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:06.430371 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:06.497677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:06.536684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Pushing event updated for resources: {'Port': ['ID=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:06.623413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.633065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:06.683792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Attempting to bind port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:06.684088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Attempting to bind port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:06.684454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Attempting to bind port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc on network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:06.697647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:06.698023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Checking segment: {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:06.698424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.698813 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Bound using segment: {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:06.699286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Bound port: 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:06.699662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.013288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] For port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:07.014606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.035822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] For port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:07.064710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.162465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b757c52-7ff3-45a0-b486-8c253764fd34 None None] Pushing event updated for resources: {'Port': ['ID=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:07.200301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:06Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:07.206995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06679f1b-8610-456e-8ea4-80d8acfc8dd9 None None] The sync data for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv is: [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:06Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:07.331833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:06:07.592454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:07.608097 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Sync routers for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:07.619165 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:07.620076 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:07.627600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:07.629560 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5f07ac6-6282-445f-9a9c-201849282ad7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8823495 Feb 16 13:06:07.635952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35134) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:07.851976 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:08.205620 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:06Z', 'revision_number': 3, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:08.210997 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Checking router: d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:08.211429 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Updating router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 port 56bba785-63e9-46f9-b5f8-856277bb48ea binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:06:08.284790 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.317923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d17d96-cca5-4ef0-8e41-2292786debcd None None] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:08.435404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c559ebef-314e-49d9-9b47-bcde44ff63f9 None None] Provisioning for port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:08.519250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.785651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Allocated IP 172.20.0.1 (6e3442ca-6c93-4bb8-8544-6a243cde9ecc/68122cfd-af04-4b9e-9800-92a5de8af8d3/dce9df00-df66-4e35-829f-6dc8a82d8540) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:08.788185 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.802270 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Transition to ACTIVE for port object 56bba785-63e9-46f9-b5f8-856277bb48ea will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:08.814957 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.925228 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f341-e9a7-4334-b7e8-2dfae8ac7f76 None None] Pushing event updated for resources: {'Port': ['ID=56bba785-63e9-46f9-b5f8-856277bb48ea,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:08.930898 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Attempting to bind port 56bba785-63e9-46f9-b5f8-856277bb48ea on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:08.931382 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Attempting to bind port 56bba785-63e9-46f9-b5f8-856277bb48ea by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:08.931836 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Attempting to bind port 56bba785-63e9-46f9-b5f8-856277bb48ea on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:08.938481 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:08.938729 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:08.939141 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:08.939588 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:08.940167 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Bound port: 56bba785-63e9-46f9-b5f8-856277bb48ea, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:08.940600 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.021329 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] For port 56bba785-63e9-46f9-b5f8-856277bb48ea, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:09.024476 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] For port 56bba785-63e9-46f9-b5f8-856277bb48ea, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=56bba785-63e9-46f9-b5f8-856277bb48ea,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:09.031600 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.099682 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.117729 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:09.118231 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:09.120755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Transition to ACTIVE for port object dce9df00-df66-4e35-829f-6dc8a82d8540 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:09.160681 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.173807 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963f341-e9a7-4334-b7e8-2dfae8ac7f76 None None] Pushing event updated for resources: {'Port': ['ID=56bba785-63e9-46f9-b5f8-856277bb48ea,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:09.238508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:09.244734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:09.244734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Pushing event updated for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:09.246914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:09.283044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:09.302034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.347553 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:09.377442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:09.386092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:09.386860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.482121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.540230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.579480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:09.597058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.597969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c416a184-eae6-4f35-8712-1ecf6836c43e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:09.696437 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:06Z', 'revision_number': 3, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:09.700154 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-919789fa-528d-42db-b27a-0a41d5cbe2b8 None None] Provisioning for port dce9df00-df66-4e35-829f-6dc8a82d8540 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:09.700984 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962088e0-f863-4bf8-9b7f-d9b43990ef9e None None] The sync data for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv is: [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:06Z', 'revision_number': 3, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:09.720668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-919789fa-528d-42db-b27a-0a41d5cbe2b8 None None] Provisioning complete for port dce9df00-df66-4e35-829f-6dc8a82d8540 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:09.721086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-919789fa-528d-42db-b27a-0a41d5cbe2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.761811 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.767975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.770569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:09.795141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-919789fa-528d-42db-b27a-0a41d5cbe2b8 None None] Port dce9df00-df66-4e35-829f-6dc8a82d8540 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:06:09.800116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c416a184-eae6-4f35-8712-1ecf6836c43e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:09.806969 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c416a184-eae6-4f35-8712-1ecf6836c43e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:09.807473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.890999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Pushing event updated for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:09.893402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:09.953196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:10.012275 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c416a184-eae6-4f35-8712-1ecf6836c43e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c416a184-eae6-4f35-8712-1ecf6836c43e,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:10.017784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:10.086827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:10.087959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:10.120656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:10.315170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:10.427646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f3e5c40b-fe96-47d7-a838-296c76c68828 None None] Provisioning complete for port dce9df00-df66-4e35-829f-6dc8a82d8540 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:10.427646 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f3e5c40b-fe96-47d7-a838-296c76c68828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:10.505320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5c40b-fe96-47d7-a838-296c76c68828 None None] Port dce9df00-df66-4e35-829f-6dc8a82d8540 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:06:10.546546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:10.557081 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-581d3b0c-2b2c-4940-888d-3b1f6221ef06 admin admin] 10.222.0.65 "PUT /v2.0/routers/d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198370 Feb 16 13:06:11.261378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:11.340055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:11.340501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:11.456327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Sync routers for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:11.480604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:11.481236 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:11.629079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c416a184-eae6-4f35-8712-1ecf6836c43e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:11.807338 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:11.865489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c416a184-eae6-4f35-8712-1ecf6836c43e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:11.866024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:12.212321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 56bba785-63e9-46f9-b5f8-856277bb48ea up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:12.375151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 56bba785-63e9-46f9-b5f8-856277bb48ea completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:12.384580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 56bba785-63e9-46f9-b5f8-856277bb48ea triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:12.384961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:12.414604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 4, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'dce9df00-df66-4e35-829f-6dc8a82d8540', 'name': '', 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'mac_address': 'fa:16:3e:ad:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:08Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 2, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'subnets': [{'id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:12.429513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Checking router: d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:12.429837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Updating router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 port dce9df00-df66-4e35-829f-6dc8a82d8540 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:06:12.508862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:12.644588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:12.723067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 56bba785-63e9-46f9-b5f8-856277bb48ea, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=56bba785-63e9-46f9-b5f8-856277bb48ea,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:12.729146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:12.824274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=56bba785-63e9-46f9-b5f8-856277bb48ea,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:13.065901 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.082341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Transition to ACTIVE for port object dce9df00-df66-4e35-829f-6dc8a82d8540 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:13.091017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.272902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 56bba785-63e9-46f9-b5f8-856277bb48ea up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:13.422092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aabbb-41b5-4c2d-af40-91ce791c8553 None None] Pushing event updated for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:13.540396 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Attempting to bind port dce9df00-df66-4e35-829f-6dc8a82d8540 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:13.541373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Attempting to bind port dce9df00-df66-4e35-829f-6dc8a82d8540 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:13.541931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Attempting to bind port dce9df00-df66-4e35-829f-6dc8a82d8540 on network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:13.549932 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:13.550581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Checking segment: {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:13.551140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.551698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Bound using segment: {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:13.552506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Bound port: dce9df00-df66-4e35-829f-6dc8a82d8540, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed6c90d-2943-497e-8710-0e203816dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:13.553042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.579863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 56bba785-63e9-46f9-b5f8-856277bb48ea triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:13.580503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.714805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] For port dce9df00-df66-4e35-829f-6dc8a82d8540, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:13.728073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] For port dce9df00-df66-4e35-829f-6dc8a82d8540, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dce9df00-df66-4e35-829f-6dc8a82d8540,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:13.737979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:13.895728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aabbb-41b5-4c2d-af40-91ce791c8553 None None] Pushing event updated for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:13.898853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:13.899523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:05:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:14.123953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:14.470784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 4, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'dce9df00-df66-4e35-829f-6dc8a82d8540', 'name': '', 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'mac_address': 'fa:16:3e:ad:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:08Z', 'updated_at': '2022-02-16T13:06:13Z', 'revision_number': 4, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'subnets': [{'id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:14.474089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774469f-1a0d-4625-ac5e-f3d234d67207 None None] The sync data for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv is: [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 4, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'dce9df00-df66-4e35-829f-6dc8a82d8540', 'name': '', 'network_id': '6e3442ca-6c93-4bb8-8544-6a243cde9ecc', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'mac_address': 'fa:16:3e:ad:23:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:08Z', 'updated_at': '2022-02-16T13:06:13Z', 'revision_number': 4, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'subnets': [{'id': '68122cfd-af04-4b9e-9800-92a5de8af8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:15.240622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dce9df00-df66-4e35-829f-6dc8a82d8540 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:15.342318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port dce9df00-df66-4e35-829f-6dc8a82d8540 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:15.354038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dce9df00-df66-4e35-829f-6dc8a82d8540 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:15.354782 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:15.531147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:15.580810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port dce9df00-df66-4e35-829f-6dc8a82d8540, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dce9df00-df66-4e35-829f-6dc8a82d8540,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:15.588684 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:15.691269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:17.175952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dce9df00-df66-4e35-829f-6dc8a82d8540 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:17.255152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port dce9df00-df66-4e35-829f-6dc8a82d8540 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:17.255512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:21.430874 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-b3a19a44-adf0-49ff-8c37-9b7f287cf7ce tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:21.431567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-b3a19a44-adf0-49ff-8c37-9b7f287cf7ce tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Synchronizing usage tracker for tenant:08646739c4614ed8900512e77ea106eb on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:21.450110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-b3a19a44-adf0-49ff-8c37-9b7f287cf7ce tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Unset dirty status for tenant:08646739c4614ed8900512e77ea106eb on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:21.451317 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-b3a19a44-adf0-49ff-8c37-9b7f287cf7ce tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 813 time: 0.1653807 Feb 16 13:06:21.466825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-70d8700e-1c7a-46cb-98b8-0c9a29f3807a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/quotas/08646739c4614ed8900512e77ea106eb HTTP/1.1" status: 200 len: 375 time: 0.0097399 Feb 16 13:06:21.549938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-5e4f0cb8-f16c-4172-96ec-9530f7652ca9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Synchronizing usage tracker for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:21.566998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-5e4f0cb8-f16c-4172-96ec-9530f7652ca9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Unset dirty status for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:21.568512 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-5e4f0cb8-f16c-4172-96ec-9530f7652ca9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961587 Feb 16 13:06:21.807847 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-4dc29576-df05-498b-8811-7c8180827f3b service neutron] 10.222.0.65 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266328 Feb 16 13:06:21.937414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-439e935b-8612-4e02-87cb-12121a1b76e1 service neutron] 10.222.0.65 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237795 Feb 16 13:06:22.122110 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c853eeb-983c-433e-b67d-56b4f65d396e req-5a85356d-4f98-49ca-a940-5e2a1a25a0d4 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 210 time: 0.0467167 Feb 16 13:06:22.182643 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:23.271388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-f4fe0b39-ca7c-489c-ab8b-92338c07421c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:23.273635 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-f4fe0b39-ca7c-489c-ab8b-92338c07421c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 813 time: 0.1688688 Feb 16 13:06:23.291820 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e6a9dbc-6c32-449c-b2ab-e0afd41bc853 req-3d9f9e3c-8f9e-4722-99f6-fccb0299760b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 210 time: 0.0467763 Feb 16 13:06:23.292489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'port': {'device_id': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'admin_state_up': True, 'tenant_id': '08646739c4614ed8900512e77ea106eb'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:23.559755 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:23.574132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:23.585693 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Made reservation on behalf of 08646739c4614ed8900512e77ea106eb for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:23.589609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:23.838787 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Allocated IP 172.20.0.4 (04780658-c756-428e-ba0a-bc250d338d9d/b19be244-f0da-4dd2-9b03-d4a61a573aa1/2572ca63-5d60-4ccd-9108-434787c6ff76) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:24.087392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:24.107968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Transition to ACTIVE for port object 2572ca63-5d60-4ccd-9108-434787c6ff76 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:24.138482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:24.215618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Network 04780658-c756-428e-ba0a-bc250d338d9d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:24.218625 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:24.228584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:24.278878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:24.324129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:24.324886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:24.380858 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-dc606020-e1a7-462a-8b88-13dbd2ddd13a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884078 Feb 16 13:06:24.542664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca8ed-7c87-4b90-bae3-08ba83253f04 req-c7965564-fcc6-463a-8ab4-6e0008d7a188 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:24.550209 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e7ca8ed-7c87-4b90-bae3-08ba83253f04 req-c7965564-fcc6-463a-8ab4-6e0008d7a188 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.1070254 Feb 16 13:06:24.587050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-35cb2bb8-8eb6-425b-a384-46c3af09da3f None None] Provisioning for port 2572ca63-5d60-4ccd-9108-434787c6ff76 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:24.593628 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-35cb2bb8-8eb6-425b-a384-46c3af09da3f None None] Provisioning complete for port 2572ca63-5d60-4ccd-9108-434787c6ff76 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:24.594622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-35cb2bb8-8eb6-425b-a384-46c3af09da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:24.597733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6e7ca8ed-7c87-4b90-bae3-08ba83253f04 req-d872dfe7-3dde-4c8f-b700-d83ee3e0b3bd tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Synchronizing usage tracker for tenant:08646739c4614ed8900512e77ea106eb on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:24.633433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6e7ca8ed-7c87-4b90-bae3-08ba83253f04 req-d872dfe7-3dde-4c8f-b700-d83ee3e0b3bd tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Unset dirty status for tenant:08646739c4614ed8900512e77ea106eb on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:24.634597 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e7ca8ed-7c87-4b90-bae3-08ba83253f04 req-d872dfe7-3dde-4c8f-b700-d83ee3e0b3bd tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836151 Feb 16 13:06:24.693750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-35cb2bb8-8eb6-425b-a384-46c3af09da3f None None] Port 2572ca63-5d60-4ccd-9108-434787c6ff76 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:06:25.758993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8bc24120-0f75-41a1-aefe-60367562358a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:25.863571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251fc7-47c8-4759-99d9-4b241d0eabb1 req-b90a446e-f2c3-43cc-8ec2-e7b21638858b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:25.865082 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5251fc7-47c8-4759-99d9-4b241d0eabb1 req-b90a446e-f2c3-43cc-8ec2-e7b21638858b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.0931919 Feb 16 13:06:25.915053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5251fc7-47c8-4759-99d9-4b241d0eabb1 req-f7248ae1-435e-4719-adb7-bf640fa7c7e3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Feb 16 13:06:27.141573 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db58f-3b51-4cc5-abe0-ed02f86d8a0a req-11f57f21-d2cc-47d6-a3bb-0bb17d63887e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:27.143033 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e65db58f-3b51-4cc5-abe0-ed02f86d8a0a req-11f57f21-d2cc-47d6-a3bb-0bb17d63887e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.1069555 Feb 16 13:06:27.203786 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e65db58f-3b51-4cc5-abe0-ed02f86d8a0a req-9374ba95-7d01-424b-b445-c27538e6695a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Feb 16 13:06:27.966917 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8258250-96da-4131-b93c-ba0bb530a988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:28.407705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ca2e9-fd51-499e-ad8d-87044231e195 req-a209fb96-4be8-4f1a-8e61-d09125aa8db1 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:28.409240 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-738ca2e9-fd51-499e-ad8d-87044231e195 req-a209fb96-4be8-4f1a-8e61-d09125aa8db1 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.0949163 Feb 16 13:06:28.460478 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-738ca2e9-fd51-499e-ad8d-87044231e195 req-51335513-691b-4f29-aa32-0cc6cfca4116 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Feb 16 13:06:29.079472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:29.197587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:29.700075 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31487-9223-476b-b113-9df95d5bd6a3 req-549b8208-fa70-42cd-ab7e-acdb378cc31b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:29.702095 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0db31487-9223-476b-b113-9df95d5bd6a3 req-549b8208-fa70-42cd-ab7e-acdb378cc31b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.1057842 Feb 16 13:06:29.767907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0db31487-9223-476b-b113-9df95d5bd6a3 req-bb768f6e-7825-405d-b295-d1ee38cd643c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578663 Feb 16 13:06:30.539775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:30.976912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a5a96-4c2f-4417-9b28-161fbefeec2b req-180e54f0-873f-45ad-b0c1-f4fc4ed02ce8 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.978681 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc6a5a96-4c2f-4417-9b28-161fbefeec2b req-180e54f0-873f-45ad-b0c1-f4fc4ed02ce8 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.0929713 Feb 16 13:06:31.035846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc6a5a96-4c2f-4417-9b28-161fbefeec2b req-cb950406-58ed-432c-86de-f5882695220c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Feb 16 13:06:32.074664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Request body: {'port': {'device_id': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:32.191752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.219669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b77d4-450e-4740-9f8f-cbaec27baf31 req-fd930bd1-f882-4312-9c2e-17449b29f62e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.221157 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-128b77d4-450e-4740-9f8f-cbaec27baf31 req-fd930bd1-f882-4312-9c2e-17449b29f62e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 931 time: 0.0811529 Feb 16 13:06:32.265549 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-128b77d4-450e-4740-9f8f-cbaec27baf31 req-85a09fba-bf0a-4be0-bfc5-98ca2c46f438 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381491 Feb 16 13:06:32.542858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2572ca63-5d60-4ccd-9108-434787c6ff76 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:32.550313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.565233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Transition to ACTIVE for port object 2572ca63-5d60-4ccd-9108-434787c6ff76 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:32.569681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.701915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:32.809026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Attempting to bind port 2572ca63-5d60-4ccd-9108-434787c6ff76 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:32.809287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Attempting to bind port 2572ca63-5d60-4ccd-9108-434787c6ff76 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:32.809621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Attempting to bind port 2572ca63-5d60-4ccd-9108-434787c6ff76 on network 04780658-c756-428e-ba0a-bc250d338d9d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:32.814139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Port 2572ca63-5d60-4ccd-9108-434787c6ff76 on network 04780658-c756-428e-ba0a-bc250d338d9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:06:32.814457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Attempting to bind port 2572ca63-5d60-4ccd-9108-434787c6ff76 on network 04780658-c756-428e-ba0a-bc250d338d9d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:32.820064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:32.820402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Checking segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:32.820781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Bound using segment: {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:32.821196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Bound port: 2572ca63-5d60-4ccd-9108-434787c6ff76, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:32.821530 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.908239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:32.911050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:32.915614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.972370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:32.972986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:32.974340 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] 10.222.0.81 "PUT /v2.0/ports/2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1093 time: 0.9042118 Feb 16 13:06:32.974785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:33.006680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455352-f714-4cf7-acc2-9b1b31a2c518 service neutron] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:33.061111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:06:33.102638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-43466002-39b8-41bb-b41b-429ca9da78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.104203 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-43466002-39b8-41bb-b41b-429ca9da78df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1096 time: 0.0758586 Feb 16 13:06:33.276323 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-bf755c49-7265-4dd1-985c-28b85838b60b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 217 time: 0.1601760 Feb 16 13:06:33.338747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-474fe177-0355-420b-9f1b-98a2fbeef42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.340138 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-474fe177-0355-420b-9f1b-98a2fbeef42e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0588164 Feb 16 13:06:33.414519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-f3f700a1-c848-483e-a589-e0ad4f20c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.416042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-f3f700a1-c848-483e-a589-e0ad4f20c741 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701621 Feb 16 13:06:33.459936 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e09e7-ded7-4200-98e5-7b2da0dbd292 req-5002f3f6-c8e4-4bac-8dfe-84a94c798cf2 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.461474 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-877e09e7-ded7-4200-98e5-7b2da0dbd292 req-5002f3f6-c8e4-4bac-8dfe-84a94c798cf2 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 943 time: 0.0835350 Feb 16 13:06:33.505414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-877e09e7-ded7-4200-98e5-7b2da0dbd292 req-45a8f4ee-6094-473c-93c1-6d36bf5acdd5 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Feb 16 13:06:33.546244 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-85d8eb3b-a7a6-49d3-bb27-83b013e39b1e service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243412 Feb 16 13:06:33.677239 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f90063f3-cae9-4e47-b478-74c38bd56077 req-1cc8320c-6596-4e3e-8ca1-19ce07aa1e76 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250381 Feb 16 13:06:33.829364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-f5489b3b-0c05-4428-ab31-7ab1e724151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.830795 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-f5489b3b-0c05-4428-ab31-7ab1e724151c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1096 time: 0.0683494 Feb 16 13:06:33.932938 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:06:33.958334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-7d92c9f4-84f6-4af8-a2aa-cd7c8f99867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:33.960401 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-7d92c9f4-84f6-4af8-a2aa-cd7c8f99867a service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1233182 Feb 16 13:06:34.029123 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-04cdf8f4-2439-49b1-af73-699bcf587187 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 217 time: 0.0624313 Feb 16 13:06:34.093790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-7e652b57-28cd-4a7a-bce0-2095cd12062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.095187 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-7e652b57-28cd-4a7a-bce0-2095cd12062d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0601501 Feb 16 13:06:34.169786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-32b858ed-f661-42ec-91e9-cec89c27f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.171245 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-32b858ed-f661-42ec-91e9-cec89c27f3f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689673 Feb 16 13:06:34.307952 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-a7982593-3cc1-4b47-ba7a-10eea4149dfe service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287043 Feb 16 13:06:34.450760 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2daddc9-b98a-4074-93b1-fb9d62434ecd req-a815f248-14d9-4d30-8020-589bc0d7b15c service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360142 Feb 16 13:06:34.695897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922d45-1934-4cb3-ba4b-918e8d30d52d req-3c079af6-b790-4703-bac9-3019abbe6e4d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.697363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75922d45-1934-4cb3-ba4b-918e8d30d52d req-3c079af6-b790-4703-bac9-3019abbe6e4d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 943 time: 0.0788426 Feb 16 13:06:34.746350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75922d45-1934-4cb3-ba4b-918e8d30d52d req-26d2ab47-cfa5-4a80-a59b-5ae7ff7f5125 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Feb 16 13:06:35.071921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2572ca63-5d60-4ccd-9108-434787c6ff76 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:06:35.254008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:35.267287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'port_id': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'mac_address': 'fa:16:3e:e4:66:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:06:35.322484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:35.338961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2572ca63-5d60-4ccd-9108-434787c6ff76 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:06:35.353657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:35.357639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:35.424299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:35.431315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.431671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.432030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.432368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.432701 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.433030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.433357 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.433682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.434008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.434332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.434655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.434974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:35.633437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:35.927015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70458be-13bd-4bc8-86c0-03a4bb60410a req-3b11ea48-1aa1-45da-bfb0-db129de75165 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:35.928988 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d70458be-13bd-4bc8-86c0-03a4bb60410a req-3b11ea48-1aa1-45da-bfb0-db129de75165 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 944 time: 0.0794578 Feb 16 13:06:35.972840 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d70458be-13bd-4bc8-86c0-03a4bb60410a req-992df3a4-2da6-4914-8880-686cb4b54c0e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Feb 16 13:06:37.087117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2572ca63-5d60-4ccd-9108-434787c6ff76 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:37.156478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 2572ca63-5d60-4ccd-9108-434787c6ff76 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:37.163432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 2572ca63-5d60-4ccd-9108-434787c6ff76 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:37.163908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.164182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e9a3-d9f3-4e13-b5b2-857e9631c792 req-c73e2d98-9e93-4906-81a6-2c9d01830714 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:37.165646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3c9e9a3-d9f3-4e13-b5b2-857e9631c792 req-c73e2d98-9e93-4906-81a6-2c9d01830714 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 944 time: 0.0860896 Feb 16 13:06:37.211320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3c9e9a3-d9f3-4e13-b5b2-857e9631c792 req-0a17e468-7e4b-4a90-b768-74009d9f7fb6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Feb 16 13:06:37.289230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.315215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:37.325786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:37.329021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.367555 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'code': 200} Feb 16 13:06:37.399581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:37.614275 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0923c79-85bc-4ffc-ad51-484cef67aa92 req-1c553a73-89cb-44d8-b955-e0144716baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:37.616373 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e0923c79-85bc-4ffc-ad51-484cef67aa92 req-1c553a73-89cb-44d8-b955-e0144716baae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1098 time: 0.0683882 Feb 16 13:06:37.657689 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e0923c79-85bc-4ffc-ad51-484cef67aa92 req-ea079520-c10b-457f-a915-ad530deccf0c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361948 Feb 16 13:06:38.392411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b20a-ed2d-4d8c-9686-c57425e93895 req-21e3e4bc-f1b5-48d7-9a12-71eabeca447d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.393907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15e5b20a-ed2d-4d8c-9686-c57425e93895 req-21e3e4bc-f1b5-48d7-9a12-71eabeca447d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0794725 Feb 16 13:06:38.436789 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-15e5b20a-ed2d-4d8c-9686-c57425e93895 req-f4d40a90-6342-4403-a949-53103562261b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Feb 16 13:06:39.632583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5788d-b9cb-41a8-8d06-91c1bc569834 req-084d6009-8c78-448f-b733-809f3047dc53 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.634065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da5788d-b9cb-41a8-8d06-91c1bc569834 req-084d6009-8c78-448f-b733-809f3047dc53 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0859571 Feb 16 13:06:39.679950 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4da5788d-b9cb-41a8-8d06-91c1bc569834 req-2513d0c9-e063-45eb-81b3-b3e6cc259dce tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Feb 16 13:06:39.875676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff34d-d5b7-4a86-bfe1-e019b15852e5 req-156ac5df-119d-45ac-83a3-3350517c837a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.877127 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5dbff34d-d5b7-4a86-bfe1-e019b15852e5 req-156ac5df-119d-45ac-83a3-3350517c837a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0849009 Feb 16 13:06:39.930867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5dbff34d-d5b7-4a86-bfe1-e019b15852e5 req-dc8e1342-b1f8-47d2-acc1-49b8adfa5921 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Feb 16 13:06:40.332968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5eb43-1b3d-4c96-b97f-9c090eb3a9e4 req-8043af77-16be-4adb-bedf-f55e84bc013c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:40.334582 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-acb5eb43-1b3d-4c96-b97f-9c090eb3a9e4 req-8043af77-16be-4adb-bedf-f55e84bc013c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0786858 Feb 16 13:06:40.377542 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-acb5eb43-1b3d-4c96-b97f-9c090eb3a9e4 req-f8ed8063-3d65-45a7-8bf3-fe1fc3c25dab tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Feb 16 13:06:50.565801 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc74aea-b1b6-4445-bda1-e86fd19b568f req-a14cfa5c-b5b5-4e25-9d3b-55016d242d44 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:50.567228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fc74aea-b1b6-4445-bda1-e86fd19b568f req-a14cfa5c-b5b5-4e25-9d3b-55016d242d44 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0821142 Feb 16 13:06:50.612397 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fc74aea-b1b6-4445-bda1-e86fd19b568f req-045ed888-0e56-40c8-abf0-d8d1f2a92c2b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Feb 16 13:06:50.635103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35324) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:50.797092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f1be2-bae6-4c0b-b9de-73f4060f6e9a tempest-TestMinimumBasicScenario-21294818 tempest-TestMinimumBasicScenario-21294818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:50.797822 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f84f1be2-bae6-4c0b-b9de-73f4060f6e9a tempest-TestMinimumBasicScenario-21294818 tempest-TestMinimumBasicScenario-21294818-project-admin] Synchronizing usage tracker for tenant:2d634d49968144519ad22a5dfcd59c1b on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:50.813257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f84f1be2-bae6-4c0b-b9de-73f4060f6e9a tempest-TestMinimumBasicScenario-21294818 tempest-TestMinimumBasicScenario-21294818-project-admin] Unset dirty status for tenant:2d634d49968144519ad22a5dfcd59c1b on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:50.814376 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f84f1be2-bae6-4c0b-b9de-73f4060f6e9a tempest-TestMinimumBasicScenario-21294818 tempest-TestMinimumBasicScenario-21294818-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1093 time: 0.1783168 Feb 16 13:06:50.817517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:50.822579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:50.828787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:50.832548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:floatingip and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:50.836282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:50.842712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:50.853417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:50.988533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.216201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Allocated IP 172.26.4.142 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8ed3c003-5f50-4b1e-8c95-3c2987493a66) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:51.358969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.387972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.450042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:51.452684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:51.460779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:51.495084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'Port': ['ID=8ed3c003-5f50-4b1e-8c95-3c2987493a66,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:51.507648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.508020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.508356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.508692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.509024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.509351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.509674 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.510073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.510316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.510638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.510964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.511282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:51.881221 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.956183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.163860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.169251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.183688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.281037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'Port': ['ID=8ed3c003-5f50-4b1e-8c95-3c2987493a66,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:52.291327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.461484 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Floating IP d0b4f4a9-3f6e-4073-9201-d46a131b22f4 associated. External IP: 172.26.4.142, port: 2572ca63-5d60-4ccd-9108-434787c6ff76. Feb 16 13:06:52.914508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Router f3aac7fb-64d0-4648-bb15-2c08892e55ad has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:53.096448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:53.106173 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Sync routers for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:53.114952 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:53.116108 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:06:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.120803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.176735 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7accfb78-a29e-44a3-a0bc-42aa63e8ec6f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3579788 Feb 16 13:06:53.177119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:53.180441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.185739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172939146', 'description': 'tempest-secgroup-smoke-1172939146 description', 'project_id': '08646739c4614ed8900512e77ea106eb'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:53.192042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.203507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:53.215689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.238117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.243542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:53.246480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:53.252487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:53.294262 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:53.332566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.337381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.373624 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:06:53.391766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab348f-a372-45bb-8c7a-6441cdf751a7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.394118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.395284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2137141 Feb 16 13:06:53.399043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.404495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.404840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.405179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.405514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.405837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.406165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.406489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.406808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.407156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.407478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.407594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:53.407792 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.408131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0c5d0-1ab3-41fa-a18d-73c6699517f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.427175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.432905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:53.437610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:53.449183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:53.474351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.498570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-e6a75ed2-e8e9-4466-b6ef-1f6172362a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.500051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-e6a75ed2-e8e9-4466-b6ef-1f6172362a8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1098 time: 0.0808909 Feb 16 13:06:53.558360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.563310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.605793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.609592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065208 Feb 16 13:06:53.609592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e31cc-8aeb-4027-b5e8-5ab433aba4f6 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d0db0b-71dd-4542-9443-7626eb3acf46,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.615322 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.621898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:53.628315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.632302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:53.635437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:53.641698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:53.658844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.667116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-4dce9655-4f35-4d50-aef8-7e838d86aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.669460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-4dce9655-4f35-4d50-aef8-7e838d86aa6b service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1550553 Feb 16 13:06:53.718949 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'd0b4f4a9-3f6e-4073-9201-d46a131b22f4', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'port_id': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'mac_address': 'fa:16:3e:e4:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:06:51Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 0, 'project_id': '08646739c4614ed8900512e77ea106eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.722740 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Checking router: f3aac7fb-64d0-4648-bb15-2c08892e55ad for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:53.725357 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.729417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.735402 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:53.736057 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:06:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.748754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba1b9be-e286-4e5f-ac44-af714993e448,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.766277 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.767836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bf0e536d-cb10-4370-9def-2b4387aa537f tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507382 Feb 16 13:06:53.770699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.778612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:53.786974 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-89c57b00-e49c-4a5f-b5fa-58e8d1f944cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 999 time: 0.1109748 Feb 16 13:06:53.788384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.792248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:53.795076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:53.801246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:53.924918 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:53.970074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.987377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-ee85b0a0-3030-4fd0-93bd-3110f6dd3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:53.989508 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-ee85b0a0-3030-4fd0-93bd-3110f6dd3b89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.1851790 Feb 16 13:06:54.089594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.100503 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.129352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-0bbc34a2-92c5-4f11-99ca-9625dd76ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:54.131398 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-0bbc34a2-92c5-4f11-99ca-9625dd76ed59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1341910 Feb 16 13:06:54.132281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576dda25-1178-4955-b12c-6ebf6f789360,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.172028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.173180 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4eec799f-adf2-41e4-adad-1d096f292c4c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016068 Feb 16 13:06:54.176127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.183754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:54.243806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:54.254639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:54.258440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:54.266719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:54.291295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'd0b4f4a9-3f6e-4073-9201-d46a131b22f4', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'port_id': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'mac_address': 'fa:16:3e:e4:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:06:51Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 0, 'project_id': '08646739c4614ed8900512e77ea106eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:54.291295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab2bb1-8d07-4e8d-b672-30c20e27c8e6 None None] The sync data for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv is: [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'd0b4f4a9-3f6e-4073-9201-d46a131b22f4', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'port_id': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'mac_address': 'fa:16:3e:e4:66:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:06:51Z', 'updated_at': '2022-02-16T13:06:51Z', 'revision_number': 0, 'project_id': '08646739c4614ed8900512e77ea106eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:54.312098 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-6034b13d-8dc1-4c2a-a45e-249f3b722136 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738303 Feb 16 13:06:54.312840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.490947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e724c-d484-4e84-87fe-72d9e2079a7b None None] New status for floating IP d0b4f4a9-3f6e-4073-9201-d46a131b22f4: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:54.495202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.497643 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30fb9ddf-9e43-46fa-9106-f2ff0737b5d5 req-b3b1ac84-af0f-4664-b511-1dfc932d2c11 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769426 Feb 16 13:06:54.499114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.526810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90bc4ba-bac9-4fe9-9a67-ab0a9054d11b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.539245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.540813 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4279e75-c1b8-4f8a-8c8d-ad550b3f2736 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625941 Feb 16 13:06:54.543653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35360) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.548769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:54.555772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:54.559765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:54.562653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:54.568915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:54.580444 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Project 08646739c4614ed8900512e77ea106eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:06:54.587984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.658835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.663271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.685104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80795fe-2273-440d-9cf2-9394850713c5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.697187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.698378 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed1fa093-be8b-4470-bdd9-cd1ef2dbdbf9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536074 Feb 16 13:06:54.701207 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35364) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.706853 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'security_group_rule': {'security_group_id': 'bdab348f-a372-45bb-8c7a-6441cdf751a7', 'project_id': '08646739c4614ed8900512e77ea106eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:54.713436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:54.717250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Usage tracker for resource:security_group_rule and tenant:08646739c4614ed8900512e77ea106eb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:54.720161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:54.726762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:54.736837 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Project 08646739c4614ed8900512e77ea106eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:06:54.744274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.813473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.817180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.839891 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d5f769-5298-43d1-ac85-02fd693c1b0a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.848618 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.850831 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25fcd923-fe21-4091-a0f6-3c7acd6b5e40 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484396 Feb 16 13:06:54.970300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-27bd9233-8dd7-443a-82bc-2e6872c6a7c2 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172939146&fields=id&tenant_id=08646739c4614ed8900512e77ea106eb HTTP/1.1" status: 200 len: 267 time: 0.0392501 Feb 16 13:06:55.051284 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-5924d929-18ce-40ae-96da-88d544d57a08 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.052688 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-5924d929-18ce-40ae-96da-88d544d57a08 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0770452 Feb 16 13:06:55.063304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'port': {'security_groups': ['1db4d974-bd69-42de-b789-da43ed14605e', 'bdab348f-a372-45bb-8c7a-6441cdf751a7']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:55.194034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.197101 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-2507fc5e-2b59-4d1e-8225-6ea08cbddf68 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788152 Feb 16 13:06:55.345146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-f5ff8214-ea18-4f37-b7f2-8092051239ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.346501 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-f5ff8214-ea18-4f37-b7f2-8092051239ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1098 time: 0.0707238 Feb 16 13:06:55.457242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:55.486255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.491676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.492760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-fca8ad78-14e7-447b-bcf6-e3ab39529cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.494265 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-fca8ad78-14e7-447b-bcf6-e3ab39529cdb service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1302476 Feb 16 13:06:55.523965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:55.570785 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=6']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:55.586309 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.586879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.588261 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4f34926-b016-4bd5-8afc-11f3bc431113 req-bf43e2c9-be77-485f-bc5d-9d9bbe437b69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "PUT /v2.0/ports/2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 981 time: 0.5293360 Feb 16 13:06:55.588709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:55.626105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-4618b62e-f6a2-4d1a-a638-f718a3a3c00e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1001 time: 0.1256354 Feb 16 13:06:55.651447 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:06:55.702539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-d8218a1b-a4d2-4e9d-98fc-89953ea19086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.704238 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-d8218a1b-a4d2-4e9d-98fc-89953ea19086 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0715559 Feb 16 13:06:55.720089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:55.802260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-9ee9ae89-62ab-420e-b4f1-14a1906bfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.804828 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-9ee9ae89-62ab-420e-b4f1-14a1906bfd63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934680 Feb 16 13:06:55.813722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64de3a5c-565c-49d9-ac8b-d484307d62e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.828201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e0e74-e6a9-4ee2-aeda-71d2fdc8f64c req-ea12f6cf-198b-402a-b050-e0d966035d94 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:55.830822 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-306e0e74-e6a9-4ee2-aeda-71d2fdc8f64c req-ea12f6cf-198b-402a-b050-e0d966035d94 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.1133876 Feb 16 13:06:55.880032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5904e5da-efe7-4f03-ac09-c64297587ed8 None None] Provisioning complete for port 2572ca63-5d60-4ccd-9108-434787c6ff76 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:55.880711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5904e5da-efe7-4f03-ac09-c64297587ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.886305 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-306e0e74-e6a9-4ee2-aeda-71d2fdc8f64c req-d728cad3-1702-4ac5-a4f0-51b2cbf905ca tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481322 Feb 16 13:06:55.953093 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-ccab61d6-7ad9-4de3-8863-e92f741ee7ba service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390710 Feb 16 13:06:56.099326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76bf3260-2ea8-4163-90eb-7d5653b77c91 req-c2882d28-eebd-4c2d-8356-5d93167c1731 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318741 Feb 16 13:06:56.234528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-2e1444b4-44bf-4610-83b2-1b856acf26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.235994 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-2e1444b4-44bf-4610-83b2-1b856acf26f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1137 time: 0.0769346 Feb 16 13:06:56.368860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-781dfbaa-a2a1-40f6-8e85-1ef5486bc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.370198 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-781dfbaa-a2a1-40f6-8e85-1ef5486bc8a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1275070 Feb 16 13:06:56.572669 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-c0cbe4e2-0aa0-4c74-a633-66933b22f33f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1001 time: 0.1962481 Feb 16 13:06:56.635639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-37cd269c-2e40-401a-855b-636cef81baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.637143 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-37cd269c-2e40-401a-855b-636cef81baee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0571146 Feb 16 13:06:56.712011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-d0858550-59f5-48c9-a462-f89ab4ee690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.713518 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-d0858550-59f5-48c9-a462-f89ab4ee690f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688968 Feb 16 13:06:56.841613 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-1a82f1e0-60c4-4b92-ab8d-f013dda4e397 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Feb 16 13:06:56.973103 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9923a2b5-68b9-4e19-ab34-9999a5d94be6 req-90b0b2a1-1e05-4f60-95d0-5d9411639619 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240485 Feb 16 13:06:57.963762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b539bd13-8c10-4445-aff3-65c5806283c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.070680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.196139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.539393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:10.932709 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:13.267865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-5b9e21dd-9cd8-4ae9-9be4-8893fd9bfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.269375 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-5b9e21dd-9cd8-4ae9-9be4-8893fd9bfcb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1137 time: 0.0746844 Feb 16 13:07:13.283765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bea2a-f445-4c49-a8a1-e2079092e94b req-a6948a39-48dd-47e1-908c-e3497aa051c2 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.285228 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b4bea2a-f445-4c49-a8a1-e2079092e94b req-a6948a39-48dd-47e1-908c-e3497aa051c2 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0832319 Feb 16 13:07:13.335154 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b4bea2a-f445-4c49-a8a1-e2079092e94b req-e1eff4d6-be3a-4590-bbeb-eec7a30f35de tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431571 Feb 16 13:07:13.400891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-3b064f40-5a29-43a9-98b6-0334c9cbe652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.402315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-3b064f40-5a29-43a9-98b6-0334c9cbe652 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1259542 Feb 16 13:07:13.504148 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-c40f6364-8db6-49d1-a635-5f620467fd4d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1001 time: 0.0947590 Feb 16 13:07:13.566220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-4804b581-d7ba-455e-a6ca-e658b1f79ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.568195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-4804b581-d7ba-455e-a6ca-e658b1f79ca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0570421 Feb 16 13:07:13.641950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-f2077dc8-8a50-4763-8011-92ca25dae6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.643371 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-f2077dc8-8a50-4763-8011-92ca25dae6ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689898 Feb 16 13:07:13.775577 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-2e2a9980-4afa-4795-ad14-453390b65644 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249676 Feb 16 13:07:13.912473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e690b8c-7f0c-42a0-babe-cb1b569c797f req-b7ea8a12-c791-40aa-857b-b488e5007ab4 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303132 Feb 16 13:07:14.519921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1072c31-da37-463f-b020-49270c075257 req-92d48179-5452-448b-9142-50bac5725eaa tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.521676 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1072c31-da37-463f-b020-49270c075257 req-92d48179-5452-448b-9142-50bac5725eaa tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0797057 Feb 16 13:07:14.569424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1072c31-da37-463f-b020-49270c075257 req-2141575f-b46d-439c-a787-d3951268c109 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418797 Feb 16 13:07:15.762988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7475-2206-49bf-899d-02c65402b934 req-02064a70-d288-4677-879d-bb0118e48933 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.764502 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8ed7475-2206-49bf-899d-02c65402b934 req-02064a70-d288-4677-879d-bb0118e48933 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0849569 Feb 16 13:07:15.916695 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8ed7475-2206-49bf-899d-02c65402b934 req-eea14d59-03fa-435e-b8e9-9f4b5175f403 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462979 Feb 16 13:07:17.100570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a7cdb-39b7-4e22-8ea7-76c5342fbcfd req-1f34dbf9-a887-4994-8a8e-c9152854710e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:17.102012 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-083a7cdb-39b7-4e22-8ea7-76c5342fbcfd req-1f34dbf9-a887-4994-8a8e-c9152854710e tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0800035 Feb 16 13:07:17.148347 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-083a7cdb-39b7-4e22-8ea7-76c5342fbcfd req-5f823fc4-59af-402f-8afa-7e4619414544 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404031 Feb 16 13:07:18.336502 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c8a4-7d71-44b2-8bf4-99c58fc378c7 req-b8ba0a6d-46b0-4aaf-8f78-ecce969d425c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:18.337902 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f746c8a4-7d71-44b2-8bf4-99c58fc378c7 req-b8ba0a6d-46b0-4aaf-8f78-ecce969d425c tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0819061 Feb 16 13:07:18.384794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f746c8a4-7d71-44b2-8bf4-99c58fc378c7 req-4cf72084-d144-488f-b34b-d2680d27e726 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412061 Feb 16 13:07:19.572962 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342ff1-4bf5-4a3f-a3a2-e6b83a0136ad req-e8e36f0d-daed-4bcd-ba2b-c10b7bae8d61 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:19.574389 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b342ff1-4bf5-4a3f-a3a2-e6b83a0136ad req-e8e36f0d-daed-4bcd-ba2b-c10b7bae8d61 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0815327 Feb 16 13:07:19.620270 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b342ff1-4bf5-4a3f-a3a2-e6b83a0136ad req-55e01274-27ce-4c5d-92ab-6cfc7ae65eac tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400622 Feb 16 13:07:20.803725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78a04-2a25-41c9-ace7-5015641433b9 req-12839d86-41e1-4719-9820-d0e06ecaba0d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.805204 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-41c78a04-2a25-41c9-ace7-5015641433b9 req-12839d86-41e1-4719-9820-d0e06ecaba0d tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0801494 Feb 16 13:07:20.850678 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-41c78a04-2a25-41c9-ace7-5015641433b9 req-b46d5624-eab0-489e-98a5-c062ba8552ab tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396807 Feb 16 13:07:22.039267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fdae-44eb-4f75-8d70-7642346eeb66 req-abc6c06f-7c96-4ddd-9450-7b6015fb50c9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:22.040793 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7509fdae-44eb-4f75-8d70-7642346eeb66 req-abc6c06f-7c96-4ddd-9450-7b6015fb50c9 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0854568 Feb 16 13:07:22.087371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7509fdae-44eb-4f75-8d70-7642346eeb66 req-2411a29f-703c-4261-9be7-5de0b8d797d4 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408263 Feb 16 13:07:22.197637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:23.274398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395932a8-bb8d-4b34-9644-85f69dd8ce1d req-1aa48e1e-1bf9-48fa-8e5e-a9ef46dd000a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:23.275757 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-395932a8-bb8d-4b34-9644-85f69dd8ce1d req-1aa48e1e-1bf9-48fa-8e5e-a9ef46dd000a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0796816 Feb 16 13:07:23.324561 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-395932a8-bb8d-4b34-9644-85f69dd8ce1d req-12b35b8e-5edc-478d-8bde-e27857d5db30 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430894 Feb 16 13:07:24.507621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fc393-1eae-4ff8-a2ce-70dd533d1a98 req-97f20993-abbc-4127-86e3-33602773c8e3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:24.509135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cd7fc393-1eae-4ff8-a2ce-70dd533d1a98 req-97f20993-abbc-4127-86e3-33602773c8e3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0804884 Feb 16 13:07:24.559147 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cd7fc393-1eae-4ff8-a2ce-70dd533d1a98 req-379f9858-08a3-43b8-9649-54cc0e5b9ce1 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443337 Feb 16 13:07:25.753203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23657-fa15-4a9e-923f-e111a1813c89 req-be56dd14-4f1e-4bc0-9423-0aff47161384 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:25.755366 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3e23657-fa15-4a9e-923f-e111a1813c89 req-be56dd14-4f1e-4bc0-9423-0aff47161384 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0841603 Feb 16 13:07:25.757373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-726f643d-7d99-4143-8f07-c0404daccc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:25.804901 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f3e23657-fa15-4a9e-923f-e111a1813c89 req-6573bd0e-89b4-4420-adb7-400fd3e8e7bf tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdab348f-a372-45bb-8c7a-6441cdf751a7&id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407176 Feb 16 13:07:27.966239 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-12bfdbf1-f8f8-4eac-a61a-c4a482efaee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:29.073401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:29.200333 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:30.546836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:47.932146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:52.199381 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:55.154183 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-39bace79-5125-4bc0-8651-52fa2814b7ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738008 Feb 16 13:07:55.307207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-24b01f6a-83bd-459a-bafb-4e07e95d51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.308733 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-24b01f6a-83bd-459a-bafb-4e07e95d51ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1137 time: 0.0698063 Feb 16 13:07:55.453938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-9c8910c7-26d4-4766-ae7b-3725bc243665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.455271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-9c8910c7-26d4-4766-ae7b-3725bc243665 service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1287935 Feb 16 13:07:55.659202 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-dbe8ec6d-ef57-4f0e-8263-1fc4eb1bc67f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1001 time: 0.1965864 Feb 16 13:07:55.722274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-58026652-dfc0-4d42-b21e-722e44a8367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.723939 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-58026652-dfc0-4d42-b21e-722e44a8367c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0583894 Feb 16 13:07:55.762088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b8909288-5933-42f4-94d9-df92245bd6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:55.797912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-6007eea1-58d4-4f85-af61-b6be081d99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:55.799411 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-6007eea1-58d4-4f85-af61-b6be081d99cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697784 Feb 16 13:07:55.809638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-1bdcb430-95fe-4616-92b2-ddc0891fe902 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:07:55.810703 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-1bdcb430-95fe-4616-92b2-ddc0891fe902 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047512 Feb 16 13:07:55.938600 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-af391f4c-48dd-4dfe-9ecb-58d71cb04c38 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226103 Feb 16 13:07:56.064548 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b85909d-2e7f-438c-9ef1-fff0edc69514 req-b3408d8e-ec52-4812-a541-7236b16dfd6d service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204715 Feb 16 13:07:57.968777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8b25d428-8fec-44b8-a02e-5a9b1e30622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:58.721449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8dacb311-c091-4768-8877-4752b28d70a7 req-14d65e43-c4f4-4317-b0c9-1c0fe3b589df tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172939146&fields=id&tenant_id=08646739c4614ed8900512e77ea106eb HTTP/1.1" status: 200 len: 267 time: 0.0875092 Feb 16 13:07:58.805942 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb311-c091-4768-8877-4752b28d70a7 req-199ba40a-c686-4081-b9e2-b56d722eae1a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:58.807366 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8dacb311-c091-4768-8877-4752b28d70a7 req-199ba40a-c686-4081-b9e2-b56d722eae1a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 984 time: 0.0803244 Feb 16 13:07:58.818597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Request body: {'port': {'security_groups': ['1db4d974-bd69-42de-b789-da43ed14605e']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:58.936556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.076443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.177749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:59.202718 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.202956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.206242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.239675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:07:59.276247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.276885 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.278282 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8dacb311-c091-4768-8877-4752b28d70a7 req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "PUT /v2.0/ports/2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 942 time: 0.4648209 Feb 16 13:07:59.278850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:59.286956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:59.307490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event updated for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=7']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:59.315056 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.315407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.315764 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.316115 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.316961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.317313 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.317844 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.318158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.318491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.318820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.319148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.319474 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c7fc8f-1383-4074-b579-b8cbadee869a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.359020 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:07:59.381425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.399225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:07:59.456046 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.525324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-ce064a32-9c7c-4c3c-8aa2-e73d12785ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.527319 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-ce064a32-9c7c-4c3c-8aa2-e73d12785ee0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1098 time: 0.1198266 Feb 16 13:07:59.587890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0b8f5589-0a94-4742-bf7a-59ee0ecf49b0 None None] Provisioning complete for port 2572ca63-5d60-4ccd-9108-434787c6ff76 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:59.588265 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0b8f5589-0a94-4742-bf7a-59ee0ecf49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.623335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.649497 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab348f-a372-45bb-8c7a-6441cdf751a7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:59.671331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.671828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.672486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.672820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.673153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.673477 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.673798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.674116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.674457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.674774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.675095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.675407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:59.684746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.688423 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f971b69-f50a-4c87-bc2b-7ef2ee80445a tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "DELETE /v2.0/security-groups/bdab348f-a372-45bb-8c7a-6441cdf751a7 HTTP/1.1" status: 204 len: 168 time: 0.3979204 Feb 16 13:07:59.688826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35432) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:59.709082 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-1a4fdff7-9c90-4aa3-83a8-387babaf6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.710522 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-1a4fdff7-9c90-4aa3-83a8-387babaf6faa service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1769044 Feb 16 13:07:59.814479 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-df52a7d4-3fcc-4489-b5e1-1102872b4e89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 1001 time: 0.0967956 Feb 16 13:07:59.878188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-3e0c6d4b-e2c6-441c-b757-41b12fef377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.880415 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-3e0c6d4b-e2c6-441c-b757-41b12fef377f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0599623 Feb 16 13:07:59.890175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Deleting port 8ed3c003-5f50-4b1e-8c95-3c2987493a66 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:07:59.890688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.957416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-34f12a59-7efb-4ba4-9258-2536f95af177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:59.959656 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-34f12a59-7efb-4ba4-9258-2536f95af177 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723732 Feb 16 13:08:00.095911 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-663f98da-0182-46a9-b984-febe394bd21b service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302917 Feb 16 13:08:00.163877 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:00.164148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:00.228554 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91ae941c-63eb-4fd6-afff-a01252fc3fbb req-09a45766-e5ff-4141-bb9c-5c3dfdac688e service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269372 Feb 16 13:08:00.284928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Calling delete_port for 8ed3c003-5f50-4b1e-8c95-3c2987493a66 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:00.446823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:00.492672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event deleted for resources: {'Port': ['ID=8ed3c003-5f50-4b1e-8c95-3c2987493a66,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:00.544990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:00.588296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:00.589112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Floating IP d0b4f4a9-3f6e-4073-9201-d46a131b22f4 disassociated (deleted). External IP: 172.26.4.142, port: 2572ca63-5d60-4ccd-9108-434787c6ff76. Feb 16 13:08:00.938966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Router f3aac7fb-64d0-4648-bb15-2c08892e55ad has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:01.116799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:01.126654 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Sync routers for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:01.132551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:01.135746 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:01.136373 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:01.188563 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2be00cb-1a6a-4c2a-a29a-504f5ca86131 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "DELETE /v2.0/floatingips/d0b4f4a9-3f6e-4073-9201-d46a131b22f4 HTTP/1.1" status: 204 len: 168 time: 1.4962757 Feb 16 13:08:01.310601 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:01.360642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:01.406079 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:08:01.526909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-59bc3a07-53ee-4703-bfd1-7f8c6aa4905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:01.528782 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-59bc3a07-53ee-4703-bfd1-7f8c6aa4905d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=08646739c4614ed8900512e77ea106eb&device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 1098 time: 0.0784333 Feb 16 13:08:01.713770 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-0988d2bf-9df5-4a16-89b5-5cbb1b0dd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:01.715322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-0988d2bf-9df5-4a16-89b5-5cbb1b0dd72b service neutron] 10.222.0.81 "GET /v2.0/networks?id=04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 200 len: 914 time: 0.1732810 Feb 16 13:08:01.727486 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:01.731949 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Checking router: f3aac7fb-64d0-4648-bb15-2c08892e55ad for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:01.741701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:01.742410 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:01.792164 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-72d15c32-9f8d-42c9-a723-45cf0b53bf0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 200 len: 217 time: 0.0701509 Feb 16 13:08:01.869920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-1b61d55e-4b00-4bd7-8f28-a75f5c295180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:01.871483 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-1b61d55e-4b00-4bd7-8f28-a75f5c295180 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 200 len: 852 time: 0.0727663 Feb 16 13:08:01.966289 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:02.052541 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-316de371-38b6-4b81-9bdd-403e5e26996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:02.054000 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-316de371-38b6-4b81-9bdd-403e5e26996f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=04780658-c756-428e-ba0a-bc250d338d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740789 Feb 16 13:08:02.199523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-c7061c89-2160-439e-8a96-977f5df68cdd service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357536 Feb 16 13:08:02.288776 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:02.293031 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec31ad-f927-496e-b84d-fa5f5a0bfc80 None None] The sync data for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv is: [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:06:01Z', 'revision_number': 4, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c416a184-eae6-4f35-8712-1ecf6836c43e', 'name': '', 'network_id': '04780658-c756-428e-ba0a-bc250d338d9d', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'mac_address': 'fa:16:3e:7e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:01Z', 'updated_at': '2022-02-16T13:06:09Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'subnets': [{'id': 'b19be244-f0da-4dd2-9b03-d4a61a573aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:02.346593 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a46c3ed1-a788-4a1f-91c8-3f32a46372db req-1719cd49-931b-49fa-b594-0341b66bb229 service neutron] 10.222.0.81 "GET /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406412 Feb 16 13:08:02.557455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877cf0c-200e-407b-82bc-263dd45a1cac None None] New status for floating IP d0b4f4a9-3f6e-4073-9201-d46a131b22f4: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:05.734469 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efed06-15f3-46ef-8411-d4dad34db29d req-9b18dd34-9641-4ec6-90d0-94e5c34e2383 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.735393 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-51efed06-15f3-46ef-8411-d4dad34db29d req-9b18dd34-9641-4ec6-90d0-94e5c34e2383 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Synchronizing usage tracker for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:05.753134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-51efed06-15f3-46ef-8411-d4dad34db29d req-9b18dd34-9641-4ec6-90d0-94e5c34e2383 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Unset dirty status for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:05.754400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51efed06-15f3-46ef-8411-d4dad34db29d req-9b18dd34-9641-4ec6-90d0-94e5c34e2383 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.1070845 Feb 16 13:08:05.805141 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51efed06-15f3-46ef-8411-d4dad34db29d req-e1bde61e-e6c5-4330-911a-78a0a11d8c83 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Feb 16 13:08:06.989397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78357e5c-140a-45b7-b375-04c59b662f3c req-d572f254-5bc6-4eb8-b404-9e210d4f849b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:06.990847 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78357e5c-140a-45b7-b375-04c59b662f3c req-d572f254-5bc6-4eb8-b404-9e210d4f849b tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0796206 Feb 16 13:08:07.033825 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78357e5c-140a-45b7-b375-04c59b662f3c req-fd61f674-c916-4f01-84a3-86678ea90e69 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/security-groups?id=1db4d974-bd69-42de-b789-da43ed14605e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Feb 16 13:08:07.485047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-e4f5a227-9a16-4e4f-a159-2be4d39101a3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:07.485737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-e4f5a227-9a16-4e4f-a159-2be4d39101a3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Synchronizing usage tracker for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:07.497142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-e4f5a227-9a16-4e4f-a159-2be4d39101a3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Unset dirty status for tenant:08646739c4614ed8900512e77ea106eb on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:07.498209 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-e4f5a227-9a16-4e4f-a159-2be4d39101a3 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 945 time: 0.0983965 Feb 16 13:08:07.565603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Deleting port 2572ca63-5d60-4ccd-9108-434787c6ff76 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:07.565939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.820424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] For port 2572ca63-5d60-4ccd-9108-434787c6ff76, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2572ca63-5d60-4ccd-9108-434787c6ff76,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:07.820724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.947390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Calling delete_port for 2572ca63-5d60-4ccd-9108-434787c6ff76 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:08.095226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:08.128261 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['2572ca63-5d60-4ccd-9108-434787c6ff76'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:08.145241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Pushing event deleted for resources: {'Port': ['ID=2572ca63-5d60-4ccd-9108-434787c6ff76,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:08.228909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] No DVR routers for this DVR port 2572ca63-5d60-4ccd-9108-434787c6ff76 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:08.231329 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:08.233996 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'name': 'network-vif-deleted', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:08.251601 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6110b8e-05cd-4292-8e9a-0169559842bf req-aad5f3b6-c159-43de-af41-6239d44b1139 tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.81 "DELETE /v2.0/ports/2572ca63-5d60-4ccd-9108-434787c6ff76 HTTP/1.1" status: 204 len: 173 time: 0.7486565 Feb 16 13:08:08.287507 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0bd431-3183-4ef2-ac1b-29a0533b363d', 'name': 'network-vif-deleted', 'tag': '2572ca63-5d60-4ccd-9108-434787c6ff76', 'status': 'completed', 'code': 200} Feb 16 13:08:08.319137 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e6e2a2b-ab58-4bed-9e3a-f17b05648fcb req-c3c802f3-6279-4395-b5cd-1006f52056fd tempest-TestMinimumBasicScenario-1233167781 tempest-TestMinimumBasicScenario-1233167781-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e0bd431-3183-4ef2-ac1b-29a0533b363d HTTP/1.1" status: 200 len: 210 time: 0.1764686 Feb 16 13:08:09.953028 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35518) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:10.589127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:10.933539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Deleting port c416a184-eae6-4f35-8712-1ecf6836c43e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:10.933764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.103078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] For port c416a184-eae6-4f35-8712-1ecf6836c43e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c416a184-eae6-4f35-8712-1ecf6836c43e,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:11.103788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.223221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Calling delete_port for c416a184-eae6-4f35-8712-1ecf6836c43e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:11.538236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.584589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c416a184-eae6-4f35-8712-1ecf6836c43e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:11.611554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2572ca63-5d60-4ccd-9108-434787c6ff76 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:11.651098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 2572ca63-5d60-4ccd-9108-434787c6ff76 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:11.651469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 2572ca63-5d60-4ccd-9108-434787c6ff76 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:11.968441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.319516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Router f3aac7fb-64d0-4648-bb15-2c08892e55ad has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:12.495695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:12.504113 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Sync routers for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:12.507868 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7ca546e8-ce11-4cbe-8e55-c291ce8bec2a admin admin] 10.222.0.65 "PUT /v2.0/routers/f3aac7fb-64d0-4648-bb15-2c08892e55ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538421 Feb 16 13:08:12.510302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:12.513487 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:12.514084 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:12.694770 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:12.695328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.870256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.879684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Deleting port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:12.880077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.979409 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:08:11Z', 'revision_number': 5, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port': {'id': '44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:58Z', 'updated_at': '2022-02-16T13:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:12.983270 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Checking router: f3aac7fb-64d0-4648-bb15-2c08892e55ad for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:12.992126 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Routers {'f3aac7fb-64d0-4648-bb15-2c08892e55ad'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:12.992713 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:13.145568 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] Set router f3aac7fb-64d0-4648-bb15-2c08892e55ad gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:13.174611 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] For port 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:13.175066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.249191 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:08:12Z', 'revision_number': 6, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:13.253389 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76937961-d388-4a2c-ab30-2b1ac9e2dd04 None None] The sync data for ids ['f3aac7fb-64d0-4648-bb15-2c08892e55ad'] in dv-neutron-829435-1-hyperv is: [{'id': 'f3aac7fb-64d0-4648-bb15-2c08892e55ad', 'name': 'tempest-TestMinimumBasicScenario-85021838-router', 'tenant_id': '08646739c4614ed8900512e77ea106eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:57Z', 'updated_at': '2022-02-16T13:08:12Z', 'revision_number': 6, 'project_id': '08646739c4614ed8900512e77ea106eb', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:13.298157 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Calling delete_port for 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:13.464450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.513494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:13.606453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.779209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.781254 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.803330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.803866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3aac7fb-64d0-4648-bb15-2c08892e55ad {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:08:13.815841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.817268 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1db36bc-0ab8-41e5-b005-5fd9a8211f42 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f3aac7fb-64d0-4648-bb15-2c08892e55ad HTTP/1.1" status: 204 len: 168 time: 1.3060827 Feb 16 13:08:13.819797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:13.880026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Deleting subnet b19be244-f0da-4dd2-9b03-d4a61a573aa1 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:08:13.882896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.931726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.010840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.086049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.127425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19be244-f0da-4dd2-9b03-d4a61a573aa1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:14.131881 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.135218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443daa3-e394-4351-a588-a5fa762f546b None None] Network 04780658-c756-428e-ba0a-bc250d338d9d requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:14.135878 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0e909195-4d34-49c4-a8ea-09eb1f2a88b1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b19be244-f0da-4dd2-9b03-d4a61a573aa1 HTTP/1.1" status: 204 len: 168 time: 0.3151033 Feb 16 13:08:14.138728 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35530) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:14.252456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.266286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Deleting port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:14.266629 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.422900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] DHCP port deletion for 04780658-c756-428e-ba0a-bc250d338d9d request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:08:14.427213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Deleting port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:14.427578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.488037 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] For port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:14.488604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.634534 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Calling delete_port for 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:14.667359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] For port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,segment=NetworkSegment(f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a),segment_id=f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:14.667792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.711237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.759733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:14.763249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] No DVR routers for this DVR port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:14.792441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Calling delete_port for 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:14.866937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:08:14.867238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:08:14.877287 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.901828 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04780658-c756-428e-ba0a-bc250d338d9d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.915358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.915649 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fbfac8-4521-4ff0-8061-e2ac9b39ca5a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.928175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.944621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.950471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:08:14.950845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:08:14.964381 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:08:15.039893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.056070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.065985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04780658-c756-428e-ba0a-bc250d338d9d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:15.079210 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2a84faf7-0c02-47d0-9d8a-d2a653cb15d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/04780658-c756-428e-ba0a-bc250d338d9d HTTP/1.1" status: 204 len: 168 time: 0.9387088 Feb 16 13:08:15.082244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:15.228975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:15.262136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:15.262475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 44ac31ba-0bbf-4c22-a0d7-ff28a0c6b282 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:15.262898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:15.294482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:15.294823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:15.295228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c416a184-eae6-4f35-8712-1ecf6836c43e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:15.329710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c416a184-eae6-4f35-8712-1ecf6836c43e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:15.330046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c416a184-eae6-4f35-8712-1ecf6836c43e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:15.368113 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Deleting port 1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:15.368525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.433956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39950887-c86a-4fa0-9338-de66783d7b56 None None] The port '1cbcde4f-c10f-4c57-b02a-d5b78ab59bc3' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:08:15.723546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.067237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Deleting port dce9df00-df66-4e35-829f-6dc8a82d8540 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:16.067485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.233156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] For port dce9df00-df66-4e35-829f-6dc8a82d8540, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=dce9df00-df66-4e35-829f-6dc8a82d8540,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:16.233501 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.351776 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Calling delete_port for dce9df00-df66-4e35-829f-6dc8a82d8540 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:16.669429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.715921 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce9df00-df66-4e35-829f-6dc8a82d8540,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:17.089194 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:17.442638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:17.617858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:17.626578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Sync routers for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:17.634496 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-825b8b63-b553-4545-addc-16b2a0230c69 admin admin] 10.222.0.65 "PUT /v2.0/routers/d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512197 Feb 16 13:08:17.636888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:17.637079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:17.637810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:17.811423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:17.813624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:17.986230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:17.997005 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Deleting port 56bba785-63e9-46f9-b5f8-856277bb48ea {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:17.997538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.100244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:08:16Z', 'revision_number': 5, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port': {'id': '56bba785-63e9-46f9-b5f8-856277bb48ea', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:05Z', 'updated_at': '2022-02-16T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:18.104225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Checking router: d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:18.112508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Routers {'d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:18.113668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:18.171521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] For port 56bba785-63e9-46f9-b5f8-856277bb48ea, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=56bba785-63e9-46f9-b5f8-856277bb48ea,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:18.172191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.268101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] Set router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:18.375763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:08:17Z', 'revision_number': 6, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:18.379864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc9622-b648-4315-b926-66ba445c03a0 None None] The sync data for ids ['d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18'] in dv-neutron-829435-1-hyperv is: [{'id': 'd54b57ab-39d5-4cce-b4ab-c9eadb5d4f18', 'name': 'tempest-TestMinimumBasicScenario-1548903282-router', 'tenant_id': '2d634d49968144519ad22a5dfcd59c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:04Z', 'updated_at': '2022-02-16T13:08:17Z', 'revision_number': 6, 'project_id': '2d634d49968144519ad22a5dfcd59c1b', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:18.407813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Calling delete_port for 56bba785-63e9-46f9-b5f8-856277bb48ea owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:18.572539 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.633461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bba785-63e9-46f9-b5f8-856277bb48ea,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:18.727358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.902546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.904600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.927348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.927845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:08:18.939673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:18.942623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc3ef8d1-c157-439c-ac73-4fda27090280 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d54b57ab-39d5-4cce-b4ab-c9eadb5d4f18 HTTP/1.1" status: 204 len: 168 time: 1.3028748 Feb 16 13:08:18.944103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35544) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:19.005273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Deleting subnet 68122cfd-af04-4b9e-9800-92a5de8af8d3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:08:19.008256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.056046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.140230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.213391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.234854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dce9df00-df66-4e35-829f-6dc8a82d8540 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:19.262116 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.270843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05463d2-8c27-40f1-a401-4e92af2a7c02 None None] Network 6e3442ca-6c93-4bb8-8544-6a243cde9ecc requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:19.273634 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68122cfd-af04-4b9e-9800-92a5de8af8d3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:19.276546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0223aa3-ae75-465d-81d7-e64f628c729f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/68122cfd-af04-4b9e-9800-92a5de8af8d3 HTTP/1.1" status: 204 len: 168 time: 0.3315253 Feb 16 13:08:19.279111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:19.286343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: dce9df00-df66-4e35-829f-6dc8a82d8540 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:19.286683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device dce9df00-df66-4e35-829f-6dc8a82d8540 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:19.287082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 56bba785-63e9-46f9-b5f8-856277bb48ea no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:19.391646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.402590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Deleting port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:19.402927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.428204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 56bba785-63e9-46f9-b5f8-856277bb48ea {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:19.428511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 56bba785-63e9-46f9-b5f8-856277bb48ea not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:19.615513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] For port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:19.615867 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.620693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] DHCP port deletion for 6e3442ca-6c93-4bb8-8544-6a243cde9ecc request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:08:19.625128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Deleting port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:19.625543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.739315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Calling delete_port for 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:19.815235 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.825118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] For port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,segment=NetworkSegment(3ed6c90d-2943-497e-8710-0e203816dccd),segment_id=3ed6c90d-2943-497e-8710-0e203816dccd)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:19.825509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:19.953335 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Calling delete_port for 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:19.960032 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a876c0-a4d0-4511-a0ef-f5d50cbb16cc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:19.964273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] No DVR routers for this DVR port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc on host dv-neutron-829435-1-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:20.029983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:08:20.030565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:08:20.077952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.103164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3442ca-6c93-4bb8-8544-6a243cde9ecc']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:20.115173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed6c90d-2943-497e-8710-0e203816dccd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:20.115470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed6c90d-2943-497e-8710-0e203816dccd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:20.127152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.143343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.150110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:08:20.150487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:08:20.164207 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:08:20.240105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.256452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.266196 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3442ca-6c93-4bb8-8544-6a243cde9ecc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:20.274076 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a89a8249-bff1-4892-9d10-1c9d9f33a4e6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6e3442ca-6c93-4bb8-8544-6a243cde9ecc HTTP/1.1" status: 204 len: 168 time: 0.9939797 Feb 16 13:08:20.438894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35556) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:20.487354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1485464d-8141-4329-9c83-e8f88773914d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08646739c4614ed8900512e77ea106eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472665 Feb 16 13:08:20.489796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35560) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:20.531945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Deleting port 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:20.532482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.551906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.579199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.598104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-57fe081e-a618-44e1-a085-c7a810df9259 None None] The port '08a876c0-a4d0-4511-a0ef-f5d50cbb16cc' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:08:20.636208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.652051 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db4d974-bd69-42de-b789-da43ed14605e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:20.660512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:20.661070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca7fe59d-318b-453c-ae08-11c3d235b0c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1db4d974-bd69-42de-b789-da43ed14605e HTTP/1.1" status: 204 len: 168 time: 0.1703944 Feb 16 13:08:20.998143 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:21.046911 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ac6ecca-f53d-43dd-a7a9-f454f2ba7c57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d634d49968144519ad22a5dfcd59c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475857 Feb 16 13:08:21.049434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:21.106146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.134698 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.186989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.205713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454458d1-e6eb-4519-b3ca-5e89eaa17125,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:21.208712 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:21.210089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6204d7fa-8300-4876-bde5-ca62328b3d3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/454458d1-e6eb-4519-b3ca-5e89eaa17125 HTTP/1.1" status: 204 len: 168 time: 0.1597762 Feb 16 13:08:21.231172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:21.265374 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:21.265724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 08a876c0-a4d0-4511-a0ef-f5d50cbb16cc not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:22.192273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:22.909573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:22.915055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355153265', 'description': 'tempest-secgroup-smoke-355153265 description', 'project_id': '7579c8c41ce844dd98805cc22bb6895e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:22.921041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:22.925600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:22.928513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:22.934540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:22.944242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:22.955824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:22.973171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:22.976791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:22.979610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:22.985221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.070083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.073897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.088373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.095461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.100185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.114108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.121717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439faeee-9d0a-4ab7-bba8-abbad103b3f4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.189080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.193558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.233628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae17ba5-8072-4081-93eb-93370bc29e9f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.236210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.240750 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-af0ba292-5484-46cc-bd0f-28044c6ae09f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3266459 Feb 16 13:08:23.241357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.246011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.251801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.255576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.258365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.263818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.280215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.340236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.343591 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.368427 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3b5289-1205-443f-b125-8e2fefe24942,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.378373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.379893 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5054b78a-ddc4-41ae-8873-d05120be53e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377795 Feb 16 13:08:23.382606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35622) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.387694 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.393461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.397562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.400380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.405971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.423569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.486437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.490553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.512859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c42fb-efe8-4c58-9087-e4aa7fcc2488,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.522085 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.525997 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c3f0826-cbc5-4b9c-8df7-5e8f3c4d57cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398089 Feb 16 13:08:23.526218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35626) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.531095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.537647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.541463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.544378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.549977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.567006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.629224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.632545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.655172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada7dc5-ba19-4d10-81ec-2de40df2a966,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.664604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.668749 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-29973973-c7ff-40fa-9212-fd866bb253bb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387393 Feb 16 13:08:23.669360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35630) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.674603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.680624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.684328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.687127 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.692920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.710681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.774899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.778368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.801833 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775e2fda-80b4-4bb6-9be8-f898ab8940be,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.810117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.811394 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4bb4c946-c26e-46c7-bc30-8bc270b380c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409373 Feb 16 13:08:23.814139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35634) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.820030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.827287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.830998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.834771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.840357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.850462 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:08:23.857076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.920550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.924093 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.947002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51b8207-d94c-4a28-b269-0eb2e8a73152,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:23.956454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:23.958446 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5843683-59a8-4764-b293-8a209022f2a6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433966 Feb 16 13:08:23.961439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:23.966520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'dae17ba5-8072-4081-93eb-93370bc29e9f', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:23.972624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:23.976301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:23.979143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:23.984821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:23.994784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:08:24.001180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.065472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.069465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.094186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c0d833-e937-4199-b290-67b3e9a6f5a7,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:24.103277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.104468 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bce11610-083b-423f-b870-426fa42eb294 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420965 Feb 16 13:08:24.107571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:24.112863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'network': {'name': 'tempest-network-smoke--421758755', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:24.117654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:24.121664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:network and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:24.124495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:24.130746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:24.143511 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:24.147760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.174299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:08:24.183209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.183544 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Added segment 35bed88f-32bb-4d2e-8964-c02d2e2acc49 of type vlan for network 02735cae-7092-403f-8148-cf2b8779a822 Feb 16 13:08:24.210205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.241982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.247705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:24.248316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.438781 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3300631 Feb 16 13:08:24.442516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35646) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:24.449164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'admin_state_up': True, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:24.451183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1bd27-8dd4-4dec-855c-5f0c662b5713 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Network': ['ID=02735cae-7092-403f-8148-cf2b8779a822,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:24.458125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:24.462041 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 02735cae-7092-403f-8148-cf2b8779a822 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:08:24.463061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:router and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:24.466041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:24.472383 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:24.482437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.483581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.499292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.776060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:24.931423 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:08:25.079078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.108379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.346317 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.72 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/bd67e929-c861-4ff7-8c41-6227d57fa3a3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:25.496459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.525343 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.585245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:25.588205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:25.590926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:25.638370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=bd67e929-c861-4ff7-8c41-6227d57fa3a3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:25.763956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dc046866-c832-4654-bc56-316bc7e44796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.012297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.344856 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.544089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4dd0ce4f-136a-411e-b243-7cb4924f7476 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:08:26.836925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:26.849855 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Sync routers for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:26.859260 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:26.859846 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:26.864038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.868186 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fbcdbb05-5dff-4c4d-a925-bc8ec605538e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4217055 Feb 16 13:08:26.868421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:27.013157 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37505dd7-34a4-4d88-a484-cf0d6ab43808 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7579c8c41ce844dd98805cc22bb6895e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1436279 Feb 16 13:08:27.015705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:27.065271 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:27.147442 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b07e5b-f1f0-48b4-8aa3-d0255795b5ba tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.148859 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3b07e5b-f1f0-48b4-8aa3-d0255795b5ba tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322415 Feb 16 13:08:27.151672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:27.191330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75821581-ad82-4602-8deb-2f3c60fe5351 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384626 Feb 16 13:08:27.193974 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:27.199409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1774271760', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:27.309101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:27.312966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:subnet and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:27.315797 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:27.321418 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:27.332028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:27.335976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.352398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:27.356181 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Checking router: 4dd0ce4f-136a-411e-b243-7cb4924f7476 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:27.356646 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Updating router 4dd0ce4f-136a-411e-b243-7cb4924f7476 port bd67e929-c861-4ff7-8c41-6227d57fa3a3 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:08:27.408846 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.567077 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.656050 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Subnet': ['ID=26b08872-2d27-476e-ad90-681c60dc2263,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:27.660993 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Checking segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:27.661292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network hostable DHCP agents. Network: 02735cae-7092-403f-8148-cf2b8779a822, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:08:27.680757 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 02735cae-7092-403f-8148-cf2b8779a822 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:08:27.690042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 02735cae-7092-403f-8148-cf2b8779a822) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:27.697226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.697925 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.698272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756d43d-92a2-4b09-8867-cc38a7db8763 None None] Network 02735cae-7092-403f-8148-cf2b8779a822 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:27.724386 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0610cc1-5804-4afc-a72a-5476b2275182 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5252345 Feb 16 13:08:27.724746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:27.744593 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.755952 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Transition to ACTIVE for port object bd67e929-c861-4ff7-8c41-6227d57fa3a3 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:27.761934 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.832040 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Attempting to bind port bd67e929-c861-4ff7-8c41-6227d57fa3a3 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:27.832467 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Attempting to bind port bd67e929-c861-4ff7-8c41-6227d57fa3a3 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:27.832819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Attempting to bind port bd67e929-c861-4ff7-8c41-6227d57fa3a3 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:27.848939 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:27.849299 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:27.849684 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.850059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:27.850621 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Bound port: bd67e929-c861-4ff7-8c41-6227d57fa3a3, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:27.850861 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.881392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Pushing event updated for resources: {'Port': ['ID=bd67e929-c861-4ff7-8c41-6227d57fa3a3,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:27.900793 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.901130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.901461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.901785 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.902102 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.902419 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.902734 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.903046 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.903360 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.903668 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.903977 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.904307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:27.921582 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-02735cae-7092-403f-8148-cf2b8779a822', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:08:27.922409 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.941842 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] For port bd67e929-c861-4ff7-8c41-6227d57fa3a3, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:27.945452 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] For port bd67e929-c861-4ff7-8c41-6227d57fa3a3, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bd67e929-c861-4ff7-8c41-6227d57fa3a3,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:27.955780 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.034183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9ff69170-6fbf-417b-8bdb-d5b52cc9ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.038222 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:28.038838 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:07:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:28.104162 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2acf-b76d-47df-bd4e-2be3c51d3a07 None None] Pushing event updated for resources: {'Port': ['ID=bd67e929-c861-4ff7-8c41-6227d57fa3a3,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:28.105960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Allocated IP 172.20.0.2 (02735cae-7092-403f-8148-cf2b8779a822/26b08872-2d27-476e-ad90-681c60dc2263/72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:28.221576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:28.378855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.392215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Transition to ACTIVE for port object 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:28.415465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Transition to ACTIVE for port object 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:28.422152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.488788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Network 02735cae-7092-403f-8148-cf2b8779a822 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:28.497254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:28.501991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:28.542047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Pushing event updated for resources: {'Port': ['ID=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:28.576409 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:28.580662 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bf694-ce96-40af-ace0-2d55993b3f4a None None] The sync data for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv is: [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:25Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:28.602387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602867 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.602952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.604080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.604183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.604537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.604895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.605292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:28.619251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Attempting to bind port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:28.619671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Attempting to bind port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:28.620142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Attempting to bind port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc on network 02735cae-7092-403f-8148-cf2b8779a822 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:28.626578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:28.627323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Checking segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:28.627797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.628841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Bound using segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:28.629410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Bound port: 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:28.629980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.642841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.739468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] For port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:28.743213 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] For port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:28.751873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:28.885495 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24d186-8ba6-44c3-9f21-ee0dccb944a3 None None] Pushing event updated for resources: {'Port': ['ID=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:29.100920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.142706 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.1 (02735cae-7092-403f-8148-cf2b8779a822/26b08872-2d27-476e-ad90-681c60dc2263/1d2b188c-10d8-40d4-8957-b265ae735b4b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:29.219548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.323778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:29.334888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.352195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 1d2b188c-10d8-40d4-8957-b265ae735b4b will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:29.380253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.406416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:29.413974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd67e929-c861-4ff7-8c41-6227d57fa3a3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:29.454345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 02735cae-7092-403f-8148-cf2b8779a822 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:29.457582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:29.466523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:29.487018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port bd67e929-c861-4ff7-8c41-6227d57fa3a3 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:29.493359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bd67e929-c861-4ff7-8c41-6227d57fa3a3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:29.493847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.527217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:29.533623 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.647731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.666245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port bd67e929-c861-4ff7-8c41-6227d57fa3a3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bd67e929-c861-4ff7-8c41-6227d57fa3a3,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:29.671910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.744954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=bd67e929-c861-4ff7-8c41-6227d57fa3a3,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:29.847768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:29.899756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded260ac-9f64-4fa9-8e6c-a6254a116ede None None] Network 02735cae-7092-403f-8148-cf2b8779a822 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:30.009408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Provisioning for port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:30.018975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Provisioning complete for port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:30.019334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.244818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.297087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] For port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:30.302184 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.376559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8350e-7527-4b9b-b936-479d680ce8ca None None] Pushing event updated for resources: {'Port': ['ID=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:30.398710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.403131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.522546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.527479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Provisioning for port 1d2b188c-10d8-40d4-8957-b265ae735b4b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:30.527807 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:30.553197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Provisioning complete for port 1d2b188c-10d8-40d4-8957-b265ae735b4b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:30.553472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.607632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.619754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Port 1d2b188c-10d8-40d4-8957-b265ae735b4b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:08:30.632090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Provisioning complete for port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:30.632456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0624e56d-a4af-4d4d-a6f6-9c7e11817141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.696158 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 02735cae-7092-403f-8148-cf2b8779a822 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:30.697438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:30.889111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3d7601f2-25fa-4b9d-95c2-94778b9b5f07 None None] Provisioning complete for port 1d2b188c-10d8-40d4-8957-b265ae735b4b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:30.889705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3d7601f2-25fa-4b9d-95c2-94778b9b5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.900935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4dd0ce4f-136a-411e-b243-7cb4924f7476 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:30.942015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3d7601f2-25fa-4b9d-95c2-94778b9b5f07 None None] Port 1d2b188c-10d8-40d4-8957-b265ae735b4b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:08:31.078489 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:31.089237 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Sync routers for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:31.089547 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5bcdbfca-d0b2-4f49-9206-124324f3d010 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/4dd0ce4f-136a-411e-b243-7cb4924f7476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3636887 Feb 16 13:08:31.099271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:31.100298 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:31.265143 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-f9657fe4-52f0-49df-9b51-7e61b91d89a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355153265&fields=id&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 267 time: 0.0431468 Feb 16 13:08:31.289205 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:31.369988 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:31.419213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-a237949b-4e36-42cb-97ce-9be906464ccb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:31.420654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-a237949b-4e36-42cb-97ce-9be906464ccb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 796 time: 0.1482556 Feb 16 13:08:31.436089 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-4403617b-e9f9-4877-88b3-17b888308f17 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/quotas/7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 375 time: 0.0089014 Feb 16 13:08:31.508099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:31.508475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:31.523259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-37a12f4d-c0d0-4e2d-9da2-d6ef7c504f55 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:31.541969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-37a12f4d-c0d0-4e2d-9da2-d6ef7c504f55 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:31.543427 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-37a12f4d-c0d0-4e2d-9da2-d6ef7c504f55 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009536 Feb 16 13:08:31.731400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-6ce227f1-f7e7-45e6-aeea-d4754e681302 service neutron] 10.222.0.65 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746466 Feb 16 13:08:31.772905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd67e929-c861-4ff7-8c41-6227d57fa3a3 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:31.854571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:30Z', 'revision_number': 2, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:31.862221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Checking router: 4dd0ce4f-136a-411e-b243-7cb4924f7476 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:31.862753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Updating router 4dd0ce4f-136a-411e-b243-7cb4924f7476 port 1d2b188c-10d8-40d4-8957-b265ae735b4b binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:08:31.863061 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-83e3b605-4a06-4f28-8752-a034c9cee414 service neutron] 10.222.0.65 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258900 Feb 16 13:08:31.890412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port bd67e929-c861-4ff7-8c41-6227d57fa3a3 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:31.890952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:31.968148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.044694 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eace798f-b119-4b72-9153-cb125b1842d6 req-f159740d-0559-4177-b3a0-9064d6965d7f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 210 time: 0.0439539 Feb 16 13:08:32.394714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.406445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Transition to ACTIVE for port object 1d2b188c-10d8-40d4-8957-b265ae735b4b will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:32.414450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.627484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f61b92-b35b-4a64-aefd-47bfb4b92d32 None None] Pushing event updated for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:32.656417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Attempting to bind port 1d2b188c-10d8-40d4-8957-b265ae735b4b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:32.656879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Attempting to bind port 1d2b188c-10d8-40d4-8957-b265ae735b4b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:32.657315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Attempting to bind port 1d2b188c-10d8-40d4-8957-b265ae735b4b on network 02735cae-7092-403f-8148-cf2b8779a822 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:32.663182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:32.663657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Checking segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:32.664097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.664484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Bound using segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:32.664958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Bound port: 1d2b188c-10d8-40d4-8957-b265ae735b4b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:32.665354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.760477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] For port 1d2b188c-10d8-40d4-8957-b265ae735b4b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:32.766280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] For port 1d2b188c-10d8-40d4-8957-b265ae735b4b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1d2b188c-10d8-40d4-8957-b265ae735b4b,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:32.772424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.851221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:32.851840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:32.977137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f61b92-b35b-4a64-aefd-47bfb4b92d32 None None] Pushing event updated for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:33.110035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:33.220650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-14da4b70-7f9c-4a58-8765-ea9081de7b7e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:33.221361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-14da4b70-7f9c-4a58-8765-ea9081de7b7e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:33.248779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-14da4b70-7f9c-4a58-8765-ea9081de7b7e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:33.250332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-14da4b70-7f9c-4a58-8765-ea9081de7b7e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 796 time: 0.1950960 Feb 16 13:08:33.264708 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e311063-550a-4f52-89ed-064cf9912b77 req-296b4674-cf54-420b-ba86-2d269ab1b065 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 210 time: 0.0484807 Feb 16 13:08:33.316420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-8f80d830-ad08-4359-b1df-dafd4bef0909 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:33.340429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-8f80d830-ad08-4359-b1df-dafd4bef0909 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:33.341602 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-8f80d830-ad08-4359-b1df-dafd4bef0909 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 379 time: 0.0765078 Feb 16 13:08:33.349808 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'port': {'device_id': '72100881-12a1-4439-b64d-13c6e91b060b', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'admin_state_up': True, 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'security_groups': ['dae17ba5-8072-4081-93eb-93370bc29e9f']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:33.487947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:32Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:33.492118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450df06-7ee7-48f6-b8f0-d3c76f0d5538 None None] The sync data for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv is: [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:32Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:33.495420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:33.506589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:33.516699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:33.520288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:33.737437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.7 (02735cae-7092-403f-8148-cf2b8779a822/26b08872-2d27-476e-ad90-681c60dc2263/5efce4fa-1a8b-4b0e-8829-eae195c5a331) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:34.018685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.041399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 5efce4fa-1a8b-4b0e-8829-eae195c5a331 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:34.076649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.147923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 02735cae-7092-403f-8148-cf2b8779a822 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:34.151119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:34.155240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:34.206868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:34.236203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:34.236947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.270242 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-e02ff691-53f0-4769-b40a-c573e52b6c48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9239938 Feb 16 13:08:34.351183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Request body: {'port': {'device_id': '72100881-12a1-4439-b64d-13c6e91b060b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:34.434875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-127688c1-e896-463b-9122-5424863f0daa None None] Provisioning for port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:34.443859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-127688c1-e896-463b-9122-5424863f0daa None None] Provisioning complete for port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:34.444451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-127688c1-e896-463b-9122-5424863f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.483011 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.490922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190875f-db7e-4229-9bb7-536490c66404 req-c10ddd5c-2805-42cf-87f3-8766ffbd37ec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:34.493049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1190875f-db7e-4229-9bb7-536490c66404 req-c10ddd5c-2805-42cf-87f3-8766ffbd37ec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 931 time: 0.0881481 Feb 16 13:08:34.509990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-127688c1-e896-463b-9122-5424863f0daa None None] Port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:08:34.546008 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1190875f-db7e-4229-9bb7-536490c66404 req-7907ef64-2446-4789-9194-6d2ce2eccada tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471561 Feb 16 13:08:34.849701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efce4fa-1a8b-4b0e-8829-eae195c5a331 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:34.856842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.871112 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Transition to ACTIVE for port object 5efce4fa-1a8b-4b0e-8829-eae195c5a331 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:34.875344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.033308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Pushing event updated for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:35.116856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Attempting to bind port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:35.117193 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Attempting to bind port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:35.117517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Attempting to bind port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 on network 02735cae-7092-403f-8148-cf2b8779a822 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:35.122123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 on network 02735cae-7092-403f-8148-cf2b8779a822 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:08:35.122447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Attempting to bind port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 on network 02735cae-7092-403f-8148-cf2b8779a822 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:35.127610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:35.127981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Checking segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:35.128388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Bound using segment: {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:35.128816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Bound port: 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bed88f-32bb-4d2e-8964-c02d2e2acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '02735cae-7092-403f-8148-cf2b8779a822'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:35.129161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.265434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1d2b188c-10d8-40d4-8957-b265ae735b4b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:35.328417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:35.331874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:35.337145 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 1d2b188c-10d8-40d4-8957-b265ae735b4b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:35.337291 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.342171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1d2b188c-10d8-40d4-8957-b265ae735b4b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:35.342544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.392711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.393346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.395304 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] 10.222.0.81 "PUT /v2.0/ports/5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 1093 time: 1.1112971 Feb 16 13:08:35.395828 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:35.430846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0475a-0687-4b82-bc8c-dc11439f1f28 service neutron] Pushing event updated for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:35.480842 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.523201 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 1d2b188c-10d8-40d4-8957-b265ae735b4b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1d2b188c-10d8-40d4-8957-b265ae735b4b,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:35.528992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.554225 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'status': 'completed', 'code': 200} Feb 16 13:08:35.557593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-6b0f4d61-5632-4546-83bc-59cdf8303508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.559173 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-6b0f4d61-5632-4546-83bc-59cdf8303508 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1096 time: 0.1073077 Feb 16 13:08:35.626509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:35.649292 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-0f7f44eb-dc6a-4a79-b88d-f4565246337c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 217 time: 0.0698426 Feb 16 13:08:35.723538 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-f6c5eedc-b75b-4b02-b629-79be64754cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.725032 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-f6c5eedc-b75b-4b02-b629-79be64754cf8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 200 len: 835 time: 0.0660117 Feb 16 13:08:35.778006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5586f7b-47fa-41c2-a2fd-c0c61bef37be req-297070de-ee24-49f6-8cdb-b2ee257ff974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.779522 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5586f7b-47fa-41c2-a2fd-c0c61bef37be req-297070de-ee24-49f6-8cdb-b2ee257ff974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 943 time: 0.0863843 Feb 16 13:08:35.810949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-ff350890-9102-4330-b4ca-1f15219ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.812494 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-ff350890-9102-4330-b4ca-1f15219ea1fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=02735cae-7092-403f-8148-cf2b8779a822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803273 Feb 16 13:08:35.960436 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-f7a723f1-6e9d-49a2-af05-b1bb122b3257 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418428 Feb 16 13:08:35.960904 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5586f7b-47fa-41c2-a2fd-c0c61bef37be req-97ade8cb-6566-4283-8d54-90095e518967 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750808 Feb 16 13:08:36.098409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53dcb226-3dbf-447a-82a8-8cb68a1a9f4f req-a2dd974b-ce0d-4121-ae1e-d301619378cd service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296904 Feb 16 13:08:36.262321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-34176738-ad0b-4270-a385-14926f09763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.263785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-34176738-ad0b-4270-a385-14926f09763b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1096 time: 0.0763073 Feb 16 13:08:36.400650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-ccc33c8a-5448-4f4d-b65c-711288bc050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.402471 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-ccc33c8a-5448-4f4d-b65c-711288bc050f service neutron] 10.222.0.81 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 897 time: 0.1319532 Feb 16 13:08:36.470282 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-4464ab89-b0ba-4567-8faa-c285f4fae00d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 217 time: 0.0615213 Feb 16 13:08:36.537971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-2f3e6b6f-39cb-4d36-ba98-8ca37f26ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.539320 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-2f3e6b6f-39cb-4d36-ba98-8ca37f26ce13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 200 len: 835 time: 0.0627406 Feb 16 13:08:36.621201 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-1a195285-0c43-44c4-a6a4-ae6bbac7f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.622675 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-1a195285-0c43-44c4-a6a4-ae6bbac7f650 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=02735cae-7092-403f-8148-cf2b8779a822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737679 Feb 16 13:08:36.764869 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-6267b25e-b96e-486f-b56c-8304b5d4b534 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351895 Feb 16 13:08:36.902152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1f00a23-1b4b-4783-a381-f1e134eac2c6 req-eeb5d177-c3bb-43ad-991a-7c8977b2df20 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306338 Feb 16 13:08:37.151250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4951bd9-743f-4ad0-8422-96c86a7c1345 req-ce2333da-89b6-4c67-80c2-3d8c72af21a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:37.152777 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4951bd9-743f-4ad0-8422-96c86a7c1345 req-ce2333da-89b6-4c67-80c2-3d8c72af21a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 943 time: 0.0794108 Feb 16 13:08:37.196251 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c4951bd9-743f-4ad0-8422-96c86a7c1345 req-14b076ae-aa95-480f-b73e-a32ad7231cac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378788 Feb 16 13:08:37.240612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1d2b188c-10d8-40d4-8957-b265ae735b4b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:37.307464 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1d2b188c-10d8-40d4-8957-b265ae735b4b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:37.307832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.723711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5efce4fa-1a8b-4b0e-8829-eae195c5a331 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:08:37.855314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:37.868614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'port_id': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'mac_address': 'fa:16:3e:0b:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:08:37.929109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.946165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efce4fa-1a8b-4b0e-8829-eae195c5a331 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:37.961399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:37.965098 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:38.031101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:38.237110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['5efce4fa-1a8b-4b0e-8829-eae195c5a331'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:38.388809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a4cf3-6764-4673-b767-d6ad3c4f1b1a req-c0542841-767c-48f1-b90a-c062c61be423 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:38.390268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-022a4cf3-6764-4673-b767-d6ad3c4f1b1a req-c0542841-767c-48f1-b90a-c062c61be423 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 944 time: 0.0864744 Feb 16 13:08:38.436105 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-022a4cf3-6764-4673-b767-d6ad3c4f1b1a req-f1d22303-fd87-4506-94a0-1824e4e50d49 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395052 Feb 16 13:08:39.617523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a502-c025-4dea-b097-7ee1f2aacf79 req-06e6dbd7-b000-4806-8720-4a7f7cd4d39b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:39.618945 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cfb4a502-c025-4dea-b097-7ee1f2aacf79 req-06e6dbd7-b000-4806-8720-4a7f7cd4d39b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 944 time: 0.0802858 Feb 16 13:08:39.664796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cfb4a502-c025-4dea-b097-7ee1f2aacf79 req-65b82572-0cce-4f72-88b0-ad5460149cb2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Feb 16 13:08:39.720621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5efce4fa-1a8b-4b0e-8829-eae195c5a331 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:39.815766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:39.820269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:39.820658 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.934662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.961122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:39.970609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:39.975476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.010844 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'code': 200} Feb 16 13:08:40.042513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:40.268989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb1-4c74-407d-91d7-4fb51e2aea8e req-c963e5f3-0ab0-422f-aa8a-d8f9a6642e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:40.270313 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba778cb1-4c74-407d-91d7-4fb51e2aea8e req-c963e5f3-0ab0-422f-aa8a-d8f9a6642e54 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1098 time: 0.0736179 Feb 16 13:08:40.311049 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba778cb1-4c74-407d-91d7-4fb51e2aea8e req-42655964-927d-46dd-b6c4-d76e91dfa682 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Feb 16 13:08:40.850328 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739f8c-31a9-407e-84d7-d37084acfe50 req-60ecf185-9f04-412a-93bf-ba87b5cce89d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:40.851686 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c739f8c-31a9-407e-84d7-d37084acfe50 req-60ecf185-9f04-412a-93bf-ba87b5cce89d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0797951 Feb 16 13:08:40.896976 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c739f8c-31a9-407e-84d7-d37084acfe50 req-21fe893c-76a3-4f8f-9cb7-8009be586086 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 Feb 16 13:08:42.082647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fdc2-2a02-4c96-b558-761b1aca2c33 req-e984cb7d-5b7c-4b88-a220-c95deaca2537 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.084817 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f429fdc2-2a02-4c96-b558-761b1aca2c33 req-e984cb7d-5b7c-4b88-a220-c95deaca2537 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0819688 Feb 16 13:08:42.129646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f429fdc2-2a02-4c96-b558-761b1aca2c33 req-e13996e6-c9d2-4bfe-ac27-ebec02907228 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392051 Feb 16 13:08:42.310570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e9d7-fa44-4f46-aa31-f35d5b049030 req-dccaeb77-9463-4890-88bf-a105f5a5143a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.312022 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b253e9d7-fa44-4f46-aa31-f35d5b049030 req-dccaeb77-9463-4890-88bf-a105f5a5143a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0784652 Feb 16 13:08:42.355866 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b253e9d7-fa44-4f46-aa31-f35d5b049030 req-afc15b8c-0e22-49a6-a1cd-6e7524abd040 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374823 Feb 16 13:08:42.379571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:42.450848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2100c-edb5-46a0-9dd8-2d72584f508e tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.452357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ce2100c-edb5-46a0-9dd8-2d72584f508e tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1093 time: 0.0717535 Feb 16 13:08:42.455199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:42.460832 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:42.466745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:42.470477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:floatingip and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:42.473334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:42.478887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:42.489752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.623981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.761933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.150 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/819acc3a-20f0-4892-9ab8-21fb9edb75ac) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:42.934215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.968367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:43.036707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:43.039762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:43.048016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:43.091677 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=819acc3a-20f0-4892-9ab8-21fb9edb75ac,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:43.638667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:43.713683 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:43.924862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:43.929497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.038422 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=819acc3a-20f0-4892-9ab8-21fb9edb75ac,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:44.054144 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.226858 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP adb99adf-3a89-4ca3-8d58-8158703fd834 associated. External IP: 172.26.4.150, port: 5efce4fa-1a8b-4b0e-8829-eae195c5a331. Feb 16 13:08:44.577021 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4dd0ce4f-136a-411e-b243-7cb4924f7476 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:44.763087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:44.772816 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Sync routers for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:44.782576 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:44.783180 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:44.787122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.844518 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9f79ef1b-178a-4914-9bb8-494268f580e9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3857927 Feb 16 13:08:44.844518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:44.904846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'status': 'completed', 'code': 200} Feb 16 13:08:44.966690 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:45.025961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-4012b415-fdfb-4302-8c81-081eb46c313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.027506 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-4012b415-fdfb-4302-8c81-081eb46c313c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1098 time: 0.0717425 Feb 16 13:08:45.031358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400513-5464-441a-a7df-126f4201235c req-ae0f41a1-8909-4250-933f-e9d12f8900b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.032948 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-86400513-5464-441a-a7df-126f4201235c req-ae0f41a1-8909-4250-933f-e9d12f8900b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0855587 Feb 16 13:08:45.081707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-86400513-5464-441a-a7df-126f4201235c req-e8376062-ddc2-4f5d-aeed-27bb4c3a3b1b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Feb 16 13:08:45.105693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35748) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:45.165439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-2a6763f4-36ba-47ef-91f2-2fd7cf1e9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.166944 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-2a6763f4-36ba-47ef-91f2-2fd7cf1e9a7f service neutron] 10.222.0.81 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 897 time: 0.1337037 Feb 16 13:08:45.338751 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'adb99adf-3a89-4ca3-8d58-8158703fd834', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'port_id': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'mac_address': 'fa:16:3e:0b:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72100881-12a1-4439-b64d-13c6e91b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:08:43Z', 'updated_at': '2022-02-16T13:08:43Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.342670 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Checking router: 4dd0ce4f-136a-411e-b243-7cb4924f7476 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:45.346693 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb8ef68c-72ce-4925-908d-6eef2a07e029 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/adb99adf-3a89-4ca3-8d58-8158703fd834 HTTP/1.1" status: 200 len: 991 time: 0.2396481 Feb 16 13:08:45.351920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:45.352549 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.379620 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-fd8c8e0a-74f6-42d3-aa8e-2fed66d45027 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 999 time: 0.2068803 Feb 16 13:08:45.442895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-72df3182-0779-4c47-9f23-058db08bf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.444379 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-72df3182-0779-4c47-9f23-058db08bf89e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 200 len: 835 time: 0.0588186 Feb 16 13:08:45.519545 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-481ab316-93fe-48ad-bfb2-b45c994a7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.521177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-481ab316-93fe-48ad-bfb2-b45c994a7dde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=02735cae-7092-403f-8148-cf2b8779a822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708327 Feb 16 13:08:45.531396 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:45.652450 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-31b77f6e-0cc6-440e-b52f-c3861171183a service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245332 Feb 16 13:08:45.783402 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee48e109-473f-4bcb-b2ce-77c620a89178 req-55d55e66-b149-44b3-a1a8-75f8ff7ba817 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255522 Feb 16 13:08:45.880225 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'adb99adf-3a89-4ca3-8d58-8158703fd834', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'port_id': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'mac_address': 'fa:16:3e:0b:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72100881-12a1-4439-b64d-13c6e91b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:08:43Z', 'updated_at': '2022-02-16T13:08:43Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:45.883979 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9513d-9fd2-4591-9437-f80477016d9e None None] The sync data for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv is: [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'adb99adf-3a89-4ca3-8d58-8158703fd834', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'port_id': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'mac_address': 'fa:16:3e:0b:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72100881-12a1-4439-b64d-13c6e91b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:08:43Z', 'updated_at': '2022-02-16T13:08:43Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:46.057713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358f6b0-72b1-4f04-87c9-aaf92fd73b5e None None] New status for floating IP adb99adf-3a89-4ca3-8d58-8158703fd834: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:46.350133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35752) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:46.453922 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-968f0a16-f2c8-4a80-b68a-9e228c8b36ef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/adb99adf-3a89-4ca3-8d58-8158703fd834 HTTP/1.1" status: 200 len: 993 time: 0.1026142 Feb 16 13:08:52.219991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:55.765831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-44b10b55-dffd-4036-9645-283ea28ab4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:56.155061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-58463d7f-be1f-411f-826e-23406587cad1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698082 Feb 16 13:08:56.312161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-bee29b69-a714-4fa9-a902-c77245ad44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.313642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-bee29b69-a714-4fa9-a902-c77245ad44ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1098 time: 0.0746267 Feb 16 13:08:56.462209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-ef2b2cdc-c8ba-4162-a138-0b31a044cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.463783 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-ef2b2cdc-c8ba-4162-a138-0b31a044cb99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 897 time: 0.1281774 Feb 16 13:08:56.572995 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-67e3243d-1013-4186-889b-da974ccf4317 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 1001 time: 0.0990798 Feb 16 13:08:56.636880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-79b814c7-1866-4290-b7bf-de3ac7c45dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.638312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-79b814c7-1866-4290-b7bf-de3ac7c45dc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 200 len: 835 time: 0.0593936 Feb 16 13:08:56.726670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-f06a02b3-75ad-4c4f-9fed-51bbad8eaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.728090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-f06a02b3-75ad-4c4f-9fed-51bbad8eaae0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=02735cae-7092-403f-8148-cf2b8779a822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830266 Feb 16 13:08:56.866978 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-c2fab45b-9d28-4402-b2d3-c806c2872b81 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325336 Feb 16 13:08:56.997048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eb010f02-9f36-49f8-9d96-30cf581a8fc9 req-0e59c03b-ae7c-4c7c-aa36-f2e375b8c448 service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240387 Feb 16 13:08:57.968287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1cdffab4-8cd7-48f2-ae2c-6f6b9d93dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:59.096774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:59.207272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:00.551603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:01.931060 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:09:18.069076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae710f0-1c42-4fff-9259-337ef85bb635 req-fb5cdcca-af83-46a5-b377-8cab3d3adc22 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:18.070553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cae710f0-1c42-4fff-9259-337ef85bb635 req-fb5cdcca-af83-46a5-b377-8cab3d3adc22 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0821724 Feb 16 13:09:18.115843 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cae710f0-1c42-4fff-9259-337ef85bb635 req-5ae03654-8936-4db5-9e2b-8d1864ab854b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 Feb 16 13:09:19.308679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987e5e-ee0c-4e76-82b1-5275f3f3492a req-614b7b8c-0593-4729-b160-204081d28b97 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:19.310123 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1f987e5e-ee0c-4e76-82b1-5275f3f3492a req-614b7b8c-0593-4729-b160-204081d28b97 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0842149 Feb 16 13:09:19.366193 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1f987e5e-ee0c-4e76-82b1-5275f3f3492a req-4939c465-7300-4d8a-acfa-084985c97bb4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 Feb 16 13:09:19.393305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:19.496042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab8d63f0-0115-4008-9889-cd9872f4f5b6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/adb99adf-3a89-4ca3-8d58-8158703fd834 HTTP/1.1" status: 200 len: 993 time: 0.1015303 Feb 16 13:09:20.984762 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c292c-4995-4cb1-9f05-816695328619 req-9f84d7a6-19e9-4f1e-8b43-3a4671f2fc0f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.986863 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b92c292c-4995-4cb1-9f05-816695328619 req-9f84d7a6-19e9-4f1e-8b43-3a4671f2fc0f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0802186 Feb 16 13:09:21.035553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b92c292c-4995-4cb1-9f05-816695328619 req-85193a3d-6492-448b-9891-4ac6c82c0224 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Feb 16 13:09:22.224155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db28888-1d49-4327-8124-7f5e569758c3 req-bf1c6755-49f7-4af6-90a0-7f7d8f9d9341 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.225639 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db28888-1d49-4327-8124-7f5e569758c3 req-bf1c6755-49f7-4af6-90a0-7f7d8f9d9341 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0804498 Feb 16 13:09:22.238384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:22.271599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db28888-1d49-4327-8124-7f5e569758c3 req-309c6072-eb35-454c-a400-969171e85f9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Feb 16 13:09:22.295065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35784) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:22.402100 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d3ac0555-287a-4d03-8978-0d67d8e9a200 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/adb99adf-3a89-4ca3-8d58-8158703fd834 HTTP/1.1" status: 200 len: 993 time: 0.1057630 Feb 16 13:09:22.700848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35792) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:22.903362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 819acc3a-20f0-4892-9ab8-21fb9edb75ac {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:22.903701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.071459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.071781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.195105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 819acc3a-20f0-4892-9ab8-21fb9edb75ac owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:23.351084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.402917 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=819acc3a-20f0-4892-9ab8-21fb9edb75ac,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:23.440873 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.441223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.441569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.441907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.442245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.442577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.442906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.443234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.443560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.443884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.444244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.444569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:23.505730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:23.506060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP adb99adf-3a89-4ca3-8d58-8158703fd834 disassociated (deleted). External IP: 172.26.4.150, port: 5efce4fa-1a8b-4b0e-8829-eae195c5a331. Feb 16 13:09:23.983780 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4dd0ce4f-136a-411e-b243-7cb4924f7476 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:24.162547 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:24.172642 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Sync routers for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:24.179890 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:24.182714 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:24.183325 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:24.239721 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d24be50-a81a-4308-8367-a181472d8c75 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/floatingips/adb99adf-3a89-4ca3-8d58-8158703fd834 HTTP/1.1" status: 204 len: 168 time: 1.5376017 Feb 16 13:09:24.240192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:24.297348 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'status': 'completed', 'code': 200} Feb 16 13:09:24.379368 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:24.420783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-0fb0620c-ccd2-434f-bf09-a9f0383b04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.422266 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-0fb0620c-ccd2-434f-bf09-a9f0383b04c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 1098 time: 0.0799224 Feb 16 13:09:24.645081 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35233ce-35a3-4114-8d9b-c72411b06a0d req-12ddd66b-fa02-43ec-9c5b-b78710f8554d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.646461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e35233ce-35a3-4114-8d9b-c72411b06a0d req-12ddd66b-fa02-43ec-9c5b-b78710f8554d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:24.663212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e35233ce-35a3-4114-8d9b-c72411b06a0d req-12ddd66b-fa02-43ec-9c5b-b78710f8554d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:24.670824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e35233ce-35a3-4114-8d9b-c72411b06a0d req-12ddd66b-fa02-43ec-9c5b-b78710f8554d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.1193967 Feb 16 13:09:24.671054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-fd73f40c-9b2e-48d7-9948-2311b4cc9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.672577 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-fd73f40c-9b2e-48d7-9948-2311b4cc9443 service neutron] 10.222.0.81 "GET /v2.0/networks?id=02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 200 len: 897 time: 0.2445076 Feb 16 13:09:24.710947 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:24.714764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e35233ce-35a3-4114-8d9b-c72411b06a0d req-c3e96be5-1c77-42e0-932c-ab23f4fc10db tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Feb 16 13:09:24.714935 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Checking router: 4dd0ce4f-136a-411e-b243-7cb4924f7476 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:24.723792 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:24.724430 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:08:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:24.744483 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-a2788050-58f8-4735-89b7-aa652b7e1bd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 200 len: 217 time: 0.0655682 Feb 16 13:09:24.806031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-1904aa5b-6e54-4416-8904-cae42cc540de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.807466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-1904aa5b-6e54-4416-8904-cae42cc540de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 200 len: 835 time: 0.0574539 Feb 16 13:09:24.884041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-7e797d23-aad1-4456-82b4-a036932b7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.885438 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-7e797d23-aad1-4456-82b4-a036932b7023 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=02735cae-7092-403f-8148-cf2b8779a822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719280 Feb 16 13:09:24.899252 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:25.017914 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-39310cf6-e352-4466-88a2-22b16d04e95d service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257064 Feb 16 13:09:25.151700 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dae374aa-297f-4043-92ee-7a6da5634fd6 req-f0189f63-5503-48e1-9a49-2b149a13660d service neutron] 10.222.0.81 "GET /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272132 Feb 16 13:09:25.212619 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:25.216718 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc4363-0809-409f-924b-13505cb0bb09 None None] The sync data for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv is: [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '1d2b188c-10d8-40d4-8957-b265ae735b4b', 'name': '', 'network_id': '02735cae-7092-403f-8148-cf2b8779a822', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:1b:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '26b08872-2d27-476e-ad90-681c60dc2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:28Z', 'updated_at': '2022-02-16T13:08:35Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '26b08872-2d27-476e-ad90-681c60dc2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:25.432320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68530844-067b-4df4-9b99-24778d42dc3b None None] New status for floating IP adb99adf-3a89-4ca3-8d58-8158703fd834: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:09:25.768175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-afd23b7a-cf85-470f-8cc1-64c33832f158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:25.908732 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed33664-6efe-426b-be87-ae97254ed47b req-fae4f365-44d1-41aa-8ff7-1b5460ee2344 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:25.910440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aed33664-6efe-426b-be87-ae97254ed47b req-fae4f365-44d1-41aa-8ff7-1b5460ee2344 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0862508 Feb 16 13:09:25.962409 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aed33664-6efe-426b-be87-ae97254ed47b req-6d3c65c4-f0de-409b-ae6b-17020a1ae70e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae17ba5-8072-4081-93eb-93370bc29e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 Feb 16 13:09:26.356441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99815-7634-4125-bf62-7fe913faf563 req-e2a7e17d-8376-4824-b02d-abbb91804f37 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:26.357129 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-18b99815-7634-4125-bf62-7fe913faf563 req-e2a7e17d-8376-4824-b02d-abbb91804f37 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:26.368977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-18b99815-7634-4125-bf62-7fe913faf563 req-e2a7e17d-8376-4824-b02d-abbb91804f37 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:26.370076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18b99815-7634-4125-bf62-7fe913faf563 req-e2a7e17d-8376-4824-b02d-abbb91804f37 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 945 time: 0.0962043 Feb 16 13:09:26.439889 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:26.440250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.697018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 5efce4fa-1a8b-4b0e-8829-eae195c5a331, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5efce4fa-1a8b-4b0e-8829-eae195c5a331,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:26.697286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:26.824410 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 5efce4fa-1a8b-4b0e-8829-eae195c5a331 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:26.975785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.030104 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=5efce4fa-1a8b-4b0e-8829-eae195c5a331,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:27.069871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.070215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.070617 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.070886 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.071217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.071544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.071868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.072213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.072702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.072851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.073171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.073488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:27.118812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port 5efce4fa-1a8b-4b0e-8829-eae195c5a331 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:27.121603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:27.124741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'name': 'network-vif-deleted', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:27.144068 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee5a3ce-be3b-4acc-98af-00c8e3ebae46 req-6a62c9bc-c83b-44bd-a9fd-9cd0ed31f308 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=72100881-12a1-4439-b64d-13c6e91b060b HTTP/1.1" status: 200 len: 210 time: 0.0622964 Feb 16 13:09:27.145759 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18b99815-7634-4125-bf62-7fe913faf563 req-a8544d13-9fdb-4bf4-a4b6-d1a66e9da8e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "DELETE /v2.0/ports/5efce4fa-1a8b-4b0e-8829-eae195c5a331 HTTP/1.1" status: 204 len: 173 time: 0.7700260 Feb 16 13:09:27.194642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72100881-12a1-4439-b64d-13c6e91b060b', 'name': 'network-vif-deleted', 'tag': '5efce4fa-1a8b-4b0e-8829-eae195c5a331', 'status': 'completed', 'code': 200} Feb 16 13:09:27.973739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dfbb9e05-1680-4459-9cda-1166f4c2b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:28.247379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:28.916347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.101245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.213440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.289513 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 1d2b188c-10d8-40d4-8957-b265ae735b4b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:29.290091 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.483482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 1d2b188c-10d8-40d4-8957-b265ae735b4b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1d2b188c-10d8-40d4-8957-b265ae735b4b,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:29.483747 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.613533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 1d2b188c-10d8-40d4-8957-b265ae735b4b owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:29.896611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.949907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=1d2b188c-10d8-40d4-8957-b265ae735b4b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:30.002089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5efce4fa-1a8b-4b0e-8829-eae195c5a331 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:30.044429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 5efce4fa-1a8b-4b0e-8829-eae195c5a331 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:30.044784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5efce4fa-1a8b-4b0e-8829-eae195c5a331 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:30.223972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.556567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.722791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4dd0ce4f-136a-411e-b243-7cb4924f7476 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:30.914759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:30.924962 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Sync routers for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:30.927980 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-572577b7-aa4e-462c-af0e-878e52b0e1a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/4dd0ce4f-136a-411e-b243-7cb4924f7476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794641 Feb 16 13:09:30.930616 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:30.934829 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:30.935431 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:31.000415 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting subnet 26b08872-2d27-476e-ad90-681c60dc2263 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:09:31.003532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.067461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.160083 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:31.161331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.256700 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.298989 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Subnet': ['ID=26b08872-2d27-476e-ad90-681c60dc2263,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.306147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.312129 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0bb6c-3bb9-4537-8e35-96468fd41742 None None] Network 02735cae-7092-403f-8148-cf2b8779a822 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:09:31.318623 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93b9e2f3-5fc4-4d6d-b513-26b4d6856a76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/subnets/26b08872-2d27-476e-ad90-681c60dc2263 HTTP/1.1" status: 204 len: 168 time: 0.3869500 Feb 16 13:09:31.321106 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35818) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:31.484025 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:09:29Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:31.488916 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Checking router: 4dd0ce4f-136a-411e-b243-7cb4924f7476 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:31.498542 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Routers {'4dd0ce4f-136a-411e-b243-7cb4924f7476'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:31.499133 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4dd0ce4f-136a-411e-b243-7cb4924f7476'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:31.519041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.627080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] DHCP port deletion for 02735cae-7092-403f-8148-cf2b8779a822 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:09:31.632521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Deleting port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:31.633206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.706751 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] Set router 4dd0ce4f-136a-411e-b243-7cb4924f7476 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:31.730487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.743046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port bd67e929-c861-4ff7-8c41-6227d57fa3a3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:31.743046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.861259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] For port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,segment=NetworkSegment(35bed88f-32bb-4d2e-8964-c02d2e2acc49),segment_id=35bed88f-32bb-4d2e-8964-c02d2e2acc49)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:31.861767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.934675 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port bd67e929-c861-4ff7-8c41-6227d57fa3a3, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=bd67e929-c861-4ff7-8c41-6227d57fa3a3,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:31.935230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.003178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Calling delete_port for 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:32.025820 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:09:29Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:32.030732 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0d9c-e451-4e8a-a364-d5ee14732643 None None] The sync data for ids ['4dd0ce4f-136a-411e-b243-7cb4924f7476'] in dv-neutron-829435-1-hyperv is: [{'id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887929277', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:08:24Z', 'updated_at': '2022-02-16T13:09:29Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': 'bd67e929-c861-4ff7-8c41-6227d57fa3a3', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0ce4f-136a-411e-b243-7cb4924f7476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:08:25Z', 'updated_at': '2022-02-16T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:32.132781 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.184563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Pushing event deleted for resources: {'Port': ['ID=72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.186840 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] No DVR routers for this DVR port 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:32.195797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.195797 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.196533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.196533 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.197053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.197053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.197410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.197595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.197926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.198251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.198575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.198897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e1795-0a58-4bf2-a7a8-69066275ccf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:32.202725 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for bd67e929-c861-4ff7-8c41-6227d57fa3a3 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:32.370689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.418093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=bd67e929-c861-4ff7-8c41-6227d57fa3a3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:32.510696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.686906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.689114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.713416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.713943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd0ce4f-136a-411e-b243-7cb4924f7476 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:09:32.730028 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.731049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff4bd632-7e5d-423c-a589-1454f4c88c40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/routers/4dd0ce4f-136a-411e-b243-7cb4924f7476 HTTP/1.1" status: 204 len: 168 time: 1.4089134 Feb 16 13:09:32.733908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35822) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:32.852925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.981381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.006304 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02735cae-7092-403f-8148-cf2b8779a822']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.021596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bed88f-32bb-4d2e-8964-c02d2e2acc49') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.021893 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bed88f-32bb-4d2e-8964-c02d2e2acc49') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:33.033502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.049526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.055298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:33.055671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:33.069576 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:33.145209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.163405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.179424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Network': ['ID=02735cae-7092-403f-8148-cf2b8779a822,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.188421 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15469548-b33f-457b-864a-54c7bd295d2d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/networks/02735cae-7092-403f-8148-cf2b8779a822 HTTP/1.1" status: 204 len: 168 time: 0.4534101 Feb 16 13:09:33.191348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:33.262923 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.268875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1d2b188c-10d8-40d4-8957-b265ae735b4b no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:33.293254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.305077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1d2b188c-10d8-40d4-8957-b265ae735b4b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:33.305420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1d2b188c-10d8-40d4-8957-b265ae735b4b not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:33.305832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:33.339920 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:33.340288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 72eeb5d5-3c53-43f1-ab6d-56e2ab45d3dc not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:33.340707 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd67e929-c861-4ff7-8c41-6227d57fa3a3 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:33.360512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.375139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: bd67e929-c861-4ff7-8c41-6227d57fa3a3 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:33.375486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device bd67e929-c861-4ff7-8c41-6227d57fa3a3 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:33.387302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae17ba5-8072-4081-93eb-93370bc29e9f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.394907 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.398830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8bafc193-1a49-4690-8907-affa635a000d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/security-groups/dae17ba5-8072-4081-93eb-93370bc29e9f HTTP/1.1" status: 204 len: 168 time: 0.2034659 Feb 16 13:09:33.677703 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35834) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:33.683030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234485465', 'description': 'tempest-secgroup-smoke-234485465 description', 'project_id': '7579c8c41ce844dd98805cc22bb6895e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:33.689963 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:33.694241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:33.697171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:33.702748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:33.714859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.734915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:33.740310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:33.743160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:33.749163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:33.818463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.822154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.866752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e755a5a-4f06-47bc-9b93-456a772cb552,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.872950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.874505 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92b6e689-2c4f-436e-9eda-bf2a8533b62c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956151 Feb 16 13:09:33.877430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:33.882434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:33.888502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:33.892493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:33.895394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:33.901173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:33.917912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.977094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.980884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.004772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe57d8da-c2b8-476f-bd75-6fd83f85810c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.013100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.014520 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fd0b5f4-887a-4c0a-bfac-f59ad6c658ce tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361673 Feb 16 13:09:34.017407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.022420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.028484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.032285 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.035978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.041642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.062429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.123566 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.127320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.151939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185a36c5-1d73-4f1b-9ac9-93f632b36ee6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.160830 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.162254 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c609269a-3d1b-4f48-8584-3e7e9478fee3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439216 Feb 16 13:09:34.165001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35846) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.169790 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.175717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.179499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.182342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.187906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.207308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.269121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.272946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.295905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdb5c56-3bd1-426f-8cb5-141a6f36d14d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.306091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.307428 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9548d008-9408-42ce-ae14-0327d4085e99 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414022 Feb 16 13:09:34.310302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35850) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.315646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.321686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.325441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.328271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.334442 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.352080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.414979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.418754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.539824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99356aa7-dd48-40ec-9e5c-e705c32fa36d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.549363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.550678 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b8a9cea-e267-4886-80fe-7b07aa45e873 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2392263 Feb 16 13:09:34.553277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.558196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.564470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.568158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.570932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.576471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.587219 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:09:34.593692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.659341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.662951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.685932 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366a26ba-4c97-4221-b0a0-c1f05d8995e9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.695077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.696516 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3df8690-c5a3-41c6-bfe8-bc164c18d0bd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423433 Feb 16 13:09:34.699871 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.705501 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '8e755a5a-4f06-47bc-9b93-456a772cb552', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.711730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.715489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.718334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.724081 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.733922 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:09:34.740331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.804307 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.807662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.830952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1397ec-dfbf-4bd8-b0d4-c22c1281921e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.839892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.841159 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b033faba-1d66-4b1b-8595-1d886d2f8fc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402290 Feb 16 13:09:34.844018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.849977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'network': {'name': 'tempest-network-smoke--1647589254', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:34.854798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:34.858756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:network and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:34.862236 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:34.867712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:34.880840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:34.884215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.911400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:34.920297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.920633 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Added segment 21581960-a194-4bc6-a440-9252a0dbbc5a of type vlan for network cdbe4e00-49eb-4f61-a800-8daa38c0785e Feb 16 13:09:34.946704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.974944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.980405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:34.980980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.077875 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327764 Feb 16 13:09:35.080791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:35.086126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'admin_state_up': True, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:35.089549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3a2e5-d92f-479a-b6f9-98bba63c918a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Network': ['ID=cdbe4e00-49eb-4f61-a800-8daa38c0785e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.093259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:35.097217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:router and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:35.100181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:35.100486 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:09:35.106455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:35.116998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.118117 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.133793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.396458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.797559 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.825546 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.958459 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.85 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/9f604bc8-0fd8-4022-a5d2-770f70439918) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:36.103526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.132406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.193482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:36.196205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:36.203879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:36.238892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=9f604bc8-0fd8-4022-a5d2-770f70439918,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:36.609664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.947241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.259509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 939e7c4c-c30d-43ec-8637-aa57223d3d49 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:09:37.434420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:37.444633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Sync routers for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:37.457078 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:37.457692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:37.461039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.462242 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a4f0669-bb3d-4f45-8daa-3a9fc12b2c9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3804338 Feb 16 13:09:37.465440 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:37.505188 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-58124d91-c11e-41be-8538-4a0057f0e85b tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7579c8c41ce844dd98805cc22bb6895e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385716 Feb 16 13:09:37.507928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:37.649580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:37.650436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43886e4d-1572-4209-bc9b-040b7b3f18bd tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:37.651911 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43886e4d-1572-4209-bc9b-040b7b3f18bd tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1428974 Feb 16 13:09:37.654695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35878) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:37.694638 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-13ea7b31-8f2b-4755-aef0-422ea340a8d7 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388932 Feb 16 13:09:37.697237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:37.702486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449963856', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:37.812063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:37.815888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:subnet and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:37.818665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:37.824229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:37.835373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:37.839058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30646222'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.936682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:36Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:37.940741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Checking router: 939e7c4c-c30d-43ec-8637-aa57223d3d49 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:37.941229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Updating router 939e7c4c-c30d-43ec-8637-aa57223d3d49 port 9f604bc8-0fd8-4022-a5d2-770f70439918 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:37.993517 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.059815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31680817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30646232'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.137884 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Subnet': ['ID=7112cce4-c852-445b-8e4e-35b42a1df863,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:38.147021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Checking segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:38.147383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network hostable DHCP agents. Network: cdbe4e00-49eb-4f61-a800-8daa38c0785e, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:38.167748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:38.178942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, cdbe4e00-49eb-4f61-a800-8daa38c0785e) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:38.183200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:38.183766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.197379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf6a56-c01b-42fe-ba74-3308a09523b3 None None] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:09:38.207332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c50eb176-fc3d-4617-8dfb-91731f61a319 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5091043 Feb 16 13:09:38.210340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35886) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:38.534539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.547616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:09:38.548556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.557419 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Transition to ACTIVE for port object 9f604bc8-0fd8-4022-a5d2-770f70439918 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:38.570733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.712438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Attempting to bind port 9f604bc8-0fd8-4022-a5d2-770f70439918 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:38.712804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Attempting to bind port 9f604bc8-0fd8-4022-a5d2-770f70439918 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:38.713175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Attempting to bind port 9f604bc8-0fd8-4022-a5d2-770f70439918 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:38.718291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6382-f782-4815-ba37-2b37fdce2c75 None None] Pushing event updated for resources: {'Port': ['ID=9f604bc8-0fd8-4022-a5d2-770f70439918,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:38.731896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:38.732299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:38.732698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.733088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:38.733564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Bound port: 9f604bc8-0fd8-4022-a5d2-770f70439918, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:38.733947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.850355 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Allocated IP 172.20.0.2 (cdbe4e00-49eb-4f61-a800-8daa38c0785e/7112cce4-c852-445b-8e4e-35b42a1df863/61f64a0a-8689-4bd6-afaf-7896f7dc89fa) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:38.862008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] For port 9f604bc8-0fd8-4022-a5d2-770f70439918, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:38.865232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] For port 9f604bc8-0fd8-4022-a5d2-770f70439918, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9f604bc8-0fd8-4022-a5d2-770f70439918,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:38.884120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:38.931025 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:09:39.003561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.047321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:39.047935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:39.105675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6382-f782-4815-ba37-2b37fdce2c75 None None] Pushing event updated for resources: {'Port': ['ID=9f604bc8-0fd8-4022-a5d2-770f70439918,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.294664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.315459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Transition to ACTIVE for port object 61f64a0a-8689-4bd6-afaf-7896f7dc89fa will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:39.318231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:39.463962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Transition to ACTIVE for port object 61f64a0a-8689-4bd6-afaf-7896f7dc89fa will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:39.511796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.537496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.1 (cdbe4e00-49eb-4f61-a800-8daa38c0785e/7112cce4-c852-445b-8e4e-35b42a1df863/ec393cf3-b2dd-4722-888f-d5deb77505c0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:39.598678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:39.608315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:39.617221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:39.628380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Pushing event updated for resources: {'Port': ['ID=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.707286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.725502 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object ec393cf3-b2dd-4722-888f-d5deb77505c0 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:39.752311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.754549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Attempting to bind port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:39.754918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Attempting to bind port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:39.755277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Attempting to bind port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa on network cdbe4e00-49eb-4f61-a800-8daa38c0785e {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:39.761576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:39.761934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Checking segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:39.762321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.762702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Bound using segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:39.763149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Bound port: 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:39.763512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.816492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:39.819360 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:39.823321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:39.849527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:36Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:39.857233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ae2c5-139f-4575-a101-681a7a794141 None None] The sync data for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv is: [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:36Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:39.869204 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:39.871120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:39.873114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:39.883862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.910750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:39.974542 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116888ac-a2b4-4dfb-a550-eb5cbd7706f1 None None] Pushing event updated for resources: {'Port': ['ID=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.254030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.823698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.828987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.945373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.948740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.976358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817e5f2-4120-4d96-a21d-3990b112ed02 None None] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:09:41.097094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:41.098257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:41.115775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1ddd53b0-e2f3-46f5-9324-02e9c19ed8b2 None None] Provisioning for port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:41.293947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 939e7c4c-c30d-43ec-8637-aa57223d3d49 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:41.359602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 61f64a0a-8689-4bd6-afaf-7896f7dc89fa up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:41.435536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:41.441375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:41.441753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.484756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:41.498363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-418640f5-dc00-4a0f-941d-459b7efaed48 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/939e7c4c-c30d-43ec-8637-aa57223d3d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2869253 Feb 16 13:09:41.580889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.611194 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Sync routers for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:41.622785 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:41.634056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Provisioning complete for port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:41.634431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.636605 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:41.678297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:41.685451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.686225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9f604bc8-0fd8-4022-a5d2-770f70439918 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:41.763321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-b2cc8b43-f5a6-4e1c-bd38-b30edfc27f67 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:41.780594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-b2cc8b43-f5a6-4e1c-bd38-b30edfc27f67 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:41.781749 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-b2cc8b43-f5a6-4e1c-bd38-b30edfc27f67 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234485465&fields=id&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 267 time: 0.0665221 Feb 16 13:09:41.843864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.879441 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:41.894501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 9f604bc8-0fd8-4022-a5d2-770f70439918 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:41.904438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9f604bc8-0fd8-4022-a5d2-770f70439918 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:41.904888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.982817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-cc48da03-9bb1-474a-9ec6-0c561317a0b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.984724 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-cc48da03-9bb1-474a-9ec6-0c561317a0b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 797 time: 0.1897779 Feb 16 13:09:42.008334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-561d932c-03c4-42e1-b86a-6017a6ddbfbc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/quotas/7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 375 time: 0.0168006 Feb 16 13:09:42.035479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Provisioning for port ec393cf3-b2dd-4722-888f-d5deb77505c0 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:42.051153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Provisioning complete for port ec393cf3-b2dd-4722-888f-d5deb77505c0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:42.051153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.094008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-a14d0534-8c09-421c-8401-0b0fc5aff8a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:42.102543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.110355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-a14d0534-8c09-421c-8401-0b0fc5aff8a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:42.113782 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-a14d0534-8c09-421c-8401-0b0fc5aff8a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044087 Feb 16 13:09:42.129387 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-04c1735c-4ba3-4361-80b0-6e0bcdfac772 None None] Port ec393cf3-b2dd-4722-888f-d5deb77505c0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:09:42.133025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 9f604bc8-0fd8-4022-a5d2-770f70439918, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9f604bc8-0fd8-4022-a5d2-770f70439918,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:42.138230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.214637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=9f604bc8-0fd8-4022-a5d2-770f70439918,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:42.248609 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 2, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:42.251342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-08f46f07-8777-4ddb-8806-dc719b91737f None None] Provisioning complete for port ec393cf3-b2dd-4722-888f-d5deb77505c0 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:42.251711 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-08f46f07-8777-4ddb-8806-dc719b91737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.252628 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Checking router: 939e7c4c-c30d-43ec-8637-aa57223d3d49 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:42.252978 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Updating router 939e7c4c-c30d-43ec-8637-aa57223d3d49 port ec393cf3-b2dd-4722-888f-d5deb77505c0 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:09:42.306158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-08f46f07-8777-4ddb-8806-dc719b91737f None None] Port ec393cf3-b2dd-4722-888f-d5deb77505c0 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:09:42.313509 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.374493 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-5739ea79-8060-4e2b-bf34-173ce238800a service neutron] 10.222.0.65 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476912 Feb 16 13:09:42.516576 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-99d7a3dc-44be-4d2a-8393-37edf25d10ef service neutron] 10.222.0.65 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354623 Feb 16 13:09:42.715707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-423ec6a7-a3b6-4056-83dc-47eb04a4d025 req-aa31db00-1fcc-4b6d-811e-b3794b58e247 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 210 time: 0.0483379 Feb 16 13:09:42.738563 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.752976 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Transition to ACTIVE for port object ec393cf3-b2dd-4722-888f-d5deb77505c0 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:42.759762 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:42.917306 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Pushing event updated for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:42.937663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.937663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.937663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.937663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.938253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.938253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.939080 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.939298 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.939534 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.939951 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.940302 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.940614 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:42.994878 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Attempting to bind port ec393cf3-b2dd-4722-888f-d5deb77505c0 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:42.996039 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Attempting to bind port ec393cf3-b2dd-4722-888f-d5deb77505c0 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:42.996418 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Attempting to bind port ec393cf3-b2dd-4722-888f-d5deb77505c0 on network cdbe4e00-49eb-4f61-a800-8daa38c0785e {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:43.002960 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:43.003329 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Checking segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:43.003722 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.004138 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Bound using segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:43.004613 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Bound port: ec393cf3-b2dd-4722-888f-d5deb77505c0, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:43.004967 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.098457 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] For port ec393cf3-b2dd-4722-888f-d5deb77505c0, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:43.101557 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] For port ec393cf3-b2dd-4722-888f-d5deb77505c0, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec393cf3-b2dd-4722-888f-d5deb77505c0,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:43.104958 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.185379 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:43.185997 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:43.259089 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e1e5-22aa-4763-9825-f9c93e58524d None None] Pushing event updated for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:43.299474 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 61f64a0a-8689-4bd6-afaf-7896f7dc89fa up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:43.385921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:43.386563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.387667 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:43.519983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9f604bc8-0fd8-4022-a5d2-770f70439918 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:43.595625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9f604bc8-0fd8-4022-a5d2-770f70439918 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:43.595625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:43.716326 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:43Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:43.721607 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e579e4f-3fcc-4880-80d3-7175c014883c None None] The sync data for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv is: [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:43Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:43.903969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bf35ac0-8ce1-4107-89d5-6f4cabea5877 req-957595a5-b4ac-4999-ab9e-24bc24ee0b6d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 210 time: 0.0468917 Feb 16 13:09:44.181935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-532eecf5-b12a-448d-85ab-2a0ae652721e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:44.182646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-532eecf5-b12a-448d-85ab-2a0ae652721e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:44.206688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-532eecf5-b12a-448d-85ab-2a0ae652721e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:44.208712 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-532eecf5-b12a-448d-85ab-2a0ae652721e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 797 time: 0.2105854 Feb 16 13:09:44.271116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-2c8ad5dc-cb27-47ac-a415-5992281859c8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:44.285727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-50666ef4-100e-4ed6-8087-7976721e148f req-2c8ad5dc-cb27-47ac-a415-5992281859c8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:44.287060 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-2c8ad5dc-cb27-47ac-a415-5992281859c8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 379 time: 0.0640571 Feb 16 13:09:44.300686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'port': {'device_id': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'admin_state_up': True, 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'security_groups': ['8e755a5a-4f06-47bc-9b93-456a772cb552']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:44.478453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:44.491651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:44.502752 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:44.507747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.689519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.10 (cdbe4e00-49eb-4f61-a800-8daa38c0785e/7112cce4-c852-445b-8e4e-35b42a1df863/38c4908b-9fec-42c1-921e-960a9103e06a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:44.887470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:44.904378 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 38c4908b-9fec-42c1-921e-960a9103e06a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:44.927872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.109558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:45.115380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211c6f7-8d28-48e9-9ffb-956bc7fabe37 req-5720970e-932c-499e-9912-da3e80e5de87 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:45.117225 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3211c6f7-8d28-48e9-9ffb-956bc7fabe37 req-5720970e-932c-499e-9912-da3e80e5de87 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 932 time: 0.0912478 Feb 16 13:09:45.117507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:45.122220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:45.172348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:45.182404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3211c6f7-8d28-48e9-9ffb-956bc7fabe37 req-68bc0938-8ee5-43a8-87f8-67ef22169bac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568137 Feb 16 13:09:45.213231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:45.213987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.251503 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-10cba6a9-6feb-4183-966c-ac362ea78580 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9573803 Feb 16 13:09:45.269141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Request body: {'port': {'device_id': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:45.342743 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec393cf3-b2dd-4722-888f-d5deb77505c0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:45.399213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.422191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2ffad5b0-dfbe-4bc9-8c47-5ab9e6bc3bf3 None None] Provisioning for port 38c4908b-9fec-42c1-921e-960a9103e06a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:45.430368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2ffad5b0-dfbe-4bc9-8c47-5ab9e6bc3bf3 None None] Provisioning complete for port 38c4908b-9fec-42c1-921e-960a9103e06a triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:45.430936 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2ffad5b0-dfbe-4bc9-8c47-5ab9e6bc3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.472347 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ec393cf3-b2dd-4722-888f-d5deb77505c0 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:45.487585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ec393cf3-b2dd-4722-888f-d5deb77505c0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:45.488047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.520100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-2ffad5b0-dfbe-4bc9-8c47-5ab9e6bc3bf3 None None] Port 38c4908b-9fec-42c1-921e-960a9103e06a cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:09:45.625111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.658956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ec393cf3-b2dd-4722-888f-d5deb77505c0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec393cf3-b2dd-4722-888f-d5deb77505c0,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:45.664030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.776043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:45.778319 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c4908b-9fec-42c1-921e-960a9103e06a {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:45.787860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.804066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Transition to ACTIVE for port object 38c4908b-9fec-42c1-921e-960a9103e06a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:45.807804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.971696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:46.047425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Attempting to bind port 38c4908b-9fec-42c1-921e-960a9103e06a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:46.047756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Attempting to bind port 38c4908b-9fec-42c1-921e-960a9103e06a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:46.048699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Attempting to bind port 38c4908b-9fec-42c1-921e-960a9103e06a on network cdbe4e00-49eb-4f61-a800-8daa38c0785e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:46.054347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Port 38c4908b-9fec-42c1-921e-960a9103e06a on network cdbe4e00-49eb-4f61-a800-8daa38c0785e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:09:46.054665 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Attempting to bind port 38c4908b-9fec-42c1-921e-960a9103e06a on network cdbe4e00-49eb-4f61-a800-8daa38c0785e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:46.059586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:46.059919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Checking segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:46.060325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Bound using segment: {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:46.060740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Bound port: 38c4908b-9fec-42c1-921e-960a9103e06a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581960-a194-4bc6-a440-9252a0dbbc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:46.061078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.152354 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:46.155249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=38c4908b-9fec-42c1-921e-960a9103e06a,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:46.160328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.217479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.218105 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:46.219473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] 10.222.0.81 "PUT /v2.0/ports/38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 1094 time: 0.9567010 Feb 16 13:09:46.221854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:46.242913 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620164-c9e1-4563-bad4-79f6f52177d4 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:46.318757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a', 'status': 'completed', 'code': 200} Feb 16 13:09:46.370272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-3d85c03b-4a6a-40d3-97e0-ae3a02afaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.371988 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-3d85c03b-4a6a-40d3-97e0-ae3a02afaa33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1097 time: 0.0886807 Feb 16 13:09:46.407402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b299697-3c04-4ab3-a32c-9430878ab7dc req-3146388f-87e7-4cf2-8155-7860e01a0c8f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.409704 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b299697-3c04-4ab3-a32c-9430878ab7dc req-3146388f-87e7-4cf2-8155-7860e01a0c8f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 944 time: 0.0913670 Feb 16 13:09:46.449029 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-7bbe924b-60e4-4e1c-9152-21f1595023ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 217 time: 0.0625165 Feb 16 13:09:46.461065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b299697-3c04-4ab3-a32c-9430878ab7dc req-82f75760-43f3-44b1-8c46-8c4a66c370ae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460081 Feb 16 13:09:46.514480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-d7d954ac-9827-4039-bfd9-c4243c30495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.515786 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-d7d954ac-9827-4039-bfd9-c4243c30495d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0613315 Feb 16 13:09:46.590629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666ef4-100e-4ed6-8087-7976721e148f req-cc366982-944e-4db4-a721-51ff88ed5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.592187 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-cc366982-944e-4db4-a721-51ff88ed5529 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701220 Feb 16 13:09:46.723126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-47e2d4a2-b0a6-4921-855f-ae8ee9a4ec41 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250291 Feb 16 13:09:46.852332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50666ef4-100e-4ed6-8087-7976721e148f req-cd01f368-43a2-4b0a-affb-6f3b149593e9 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237683 Feb 16 13:09:47.008353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-7899ba7d-cf3e-4594-bf85-5307ed88aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.009814 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-7899ba7d-cf3e-4594-bf85-5307ed88aad8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1097 time: 0.0746033 Feb 16 13:09:47.232827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-22c15224-3749-4cda-a348-45fa0f3247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.234283 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-22c15224-3749-4cda-a348-45fa0f3247d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.2186551 Feb 16 13:09:47.279644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec393cf3-b2dd-4722-888f-d5deb77505c0 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:47.300977 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-a736a0b5-9954-4dfa-8c26-0e50eb74094d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 217 time: 0.0602608 Feb 16 13:09:47.346752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ec393cf3-b2dd-4722-888f-d5deb77505c0 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:47.347196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.366273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-0ac23264-0d6f-47ca-91e2-e5a1a68b7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.367697 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-0ac23264-0d6f-47ca-91e2-e5a1a68b7e13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0597510 Feb 16 13:09:47.449377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-8090aa8c-6454-4b2c-adb2-1b5355181ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.451832 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-8090aa8c-6454-4b2c-adb2-1b5355181ed4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759554 Feb 16 13:09:47.588847 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-eba55649-aa2d-489b-902f-131edd41a912 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305313 Feb 16 13:09:47.666595 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca803b5b-2fdb-4beb-a5a1-56b3a348ea02 req-3f674752-f07a-4d6e-bf1a-f2f8f7456842 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.668145 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca803b5b-2fdb-4beb-a5a1-56b3a348ea02 req-3f674752-f07a-4d6e-bf1a-f2f8f7456842 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 944 time: 0.0926445 Feb 16 13:09:47.727266 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca803b5b-2fdb-4beb-a5a1-56b3a348ea02 req-703347bc-75c9-4382-8639-01ad20abc0ae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465472 Feb 16 13:09:47.727459 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2242ce6d-f389-4471-bda3-6fcb29fcb6dc req-ca445205-7530-4b25-ad44-04dfe2152617 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314113 Feb 16 13:09:48.104836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 38c4908b-9fec-42c1-921e-960a9103e06a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:09:48.240124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=38c4908b-9fec-42c1-921e-960a9103e06a,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:48.253804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '38c4908b-9fec-42c1-921e-960a9103e06a', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'port_id': '38c4908b-9fec-42c1-921e-960a9103e06a', 'mac_address': 'fa:16:3e:c6:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:09:48.317297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.338038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c4908b-9fec-42c1-921e-960a9103e06a {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:48.359244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=38c4908b-9fec-42c1-921e-960a9103e06a,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:48.363330 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:48.433889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:48.641138 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['38c4908b-9fec-42c1-921e-960a9103e06a'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:48.917432 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe027d-04a2-426e-9d97-b99e688bfb7d req-1231eba9-8c28-47b9-9a81-b945dc02aad3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:48.918796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fbe027d-04a2-426e-9d97-b99e688bfb7d req-1231eba9-8c28-47b9-9a81-b945dc02aad3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 945 time: 0.0829020 Feb 16 13:09:48.964031 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0fbe027d-04a2-426e-9d97-b99e688bfb7d req-5b8278ce-1b44-4ed4-a1f3-d3517c1230ec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 Feb 16 13:09:50.105758 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 38c4908b-9fec-42c1-921e-960a9103e06a up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:50.151268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703847a3-a95a-4e32-8fde-a879d82392e2 req-612fc4df-3bb8-4674-a3aa-47ccf06a2585 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.152755 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-703847a3-a95a-4e32-8fde-a879d82392e2 req-612fc4df-3bb8-4674-a3aa-47ccf06a2585 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 945 time: 0.0808096 Feb 16 13:09:50.174431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 38c4908b-9fec-42c1-921e-960a9103e06a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:50.179328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 38c4908b-9fec-42c1-921e-960a9103e06a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:50.179770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.199898 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-703847a3-a95a-4e32-8fde-a879d82392e2 req-41de05fa-3796-430f-9ce7-8b4bced7afa4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Feb 16 13:09:50.298792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.325072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:50.336560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=38c4908b-9fec-42c1-921e-960a9103e06a,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:50.341838 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:50.411229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:50.426083 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a', 'code': 200} Feb 16 13:09:50.700039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c66b96-9b08-4f4b-9f3e-efe17480602c req-0131c957-33df-4baf-b3a8-20917be130b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.701520 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07c66b96-9b08-4f4b-9f3e-efe17480602c req-0131c957-33df-4baf-b3a8-20917be130b4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.0741167 Feb 16 13:09:50.742863 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07c66b96-9b08-4f4b-9f3e-efe17480602c req-19252f31-6eb8-47bb-9d9a-aabd8a5f6bc3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343623 Feb 16 13:09:51.387855 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909109-01d2-4979-87e5-36c522902f74 req-7dcdd33d-c0a3-4b72-82cb-acc3119a4f46 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:51.389339 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61909109-01d2-4979-87e5-36c522902f74 req-7dcdd33d-c0a3-4b72-82cb-acc3119a4f46 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0837379 Feb 16 13:09:51.434249 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61909109-01d2-4979-87e5-36c522902f74 req-08769d25-00d6-4a96-bcc8-0b2c702a6b29 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Feb 16 13:09:52.234700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:52.627971 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b87c23-3f0a-4f4e-bda9-dd4764ab068b req-0a98933b-02a0-4454-9b36-5c500444ad4a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:52.629430 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-12b87c23-3f0a-4f4e-bda9-dd4764ab068b req-0a98933b-02a0-4454-9b36-5c500444ad4a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0848575 Feb 16 13:09:52.675874 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-12b87c23-3f0a-4f4e-bda9-dd4764ab068b req-3466d007-5af1-4acc-b5e4-e7db32570f41 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406485 Feb 16 13:09:52.963707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26bded-496f-4b7d-a69f-2b626e5a1dbd req-2f094b9c-300d-4b7d-9fc9-d60db7b1aea2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:52.965169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c26bded-496f-4b7d-a69f-2b626e5a1dbd req-2f094b9c-300d-4b7d-9fc9-d60db7b1aea2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.1844425 Feb 16 13:09:53.008120 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c26bded-496f-4b7d-a69f-2b626e5a1dbd req-811715b0-47d7-4d47-bcfc-58b70b0ae530 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365689 Feb 16 13:09:53.030207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:53.099843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609bf6b4-5cdd-4456-a5ab-c5b168a24a6c tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:53.101381 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-609bf6b4-5cdd-4456-a5ab-c5b168a24a6c tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1094 time: 0.0701847 Feb 16 13:09:53.104199 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 35950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:53.109008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '38c4908b-9fec-42c1-921e-960a9103e06a', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:53.115066 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:53.118888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:floatingip and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:53.121734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:53.127471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:53.137660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.272860 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.410644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.106 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/be535dae-8a86-412e-ba6a-0dccef99e908) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:53.559026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.590204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:53.653261 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:53.655948 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:53.663849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:53.699926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=be535dae-8a86-412e-ba6a-0dccef99e908,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:54.171229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.242070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.446916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.451614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.555287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=be535dae-8a86-412e-ba6a-0dccef99e908,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:54.571504 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:54.740986 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP f3bc3f43-049b-4aa0-96e3-72382a171a04 associated. External IP: 172.26.4.106, port: 38c4908b-9fec-42c1-921e-960a9103e06a. Feb 16 13:09:55.089095 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 939e7c4c-c30d-43ec-8637-aa57223d3d49 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:09:55.266875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:09:55.276208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Sync routers for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:09:55.287093 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:55.287777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:55.293204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.349438 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c3d217a-2fcf-4d96-874f-075aa0cad360 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2440588 Feb 16 13:09:55.349865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:55.398128 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a', 'status': 'completed', 'code': 200} Feb 16 13:09:55.473181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:55.533181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def8d25-0ca8-4ea4-ac39-d1df7965d1ec req-67f87ffb-4266-45f6-a81e-19c78113f900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.535641 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0def8d25-0ca8-4ea4-ac39-d1df7965d1ec req-67f87ffb-4266-45f6-a81e-19c78113f900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0895817 Feb 16 13:09:55.588673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0def8d25-0ca8-4ea4-ac39-d1df7965d1ec req-4e3be934-f7c9-4c49-b723-54b5e7e52dcc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469828 Feb 16 13:09:55.612464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:55.666419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-4e695455-0619-4d38-ae63-61cd5c09e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.667906 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-4e695455-0619-4d38-ae63-61cd5c09e937 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.2273197 Feb 16 13:09:55.734455 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63dc31ef-5e75-4905-8afb-6786f4363677 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f3bc3f43-049b-4aa0-96e3-72382a171a04 HTTP/1.1" status: 200 len: 992 time: 0.1208150 Feb 16 13:09:55.804016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-e96252e3-163b-4bb2-883d-2b0712b46393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.805476 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-e96252e3-163b-4bb2-883d-2b0712b46393 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.1312456 Feb 16 13:09:55.822578 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b6bc415a-3e8e-4b55-a1bb-c241d833f442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:55.891973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f3bc3f43-049b-4aa0-96e3-72382a171a04', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'port_id': '38c4908b-9fec-42c1-921e-960a9103e06a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'mac_address': 'fa:16:3e:c6:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:09:54Z', 'updated_at': '2022-02-16T13:09:54Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:55.896593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Checking router: 939e7c4c-c30d-43ec-8637-aa57223d3d49 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:09:55.904929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:09:55.905534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:09:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:55.913842 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-df7aa8af-45c2-4acb-b071-4551574e443e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 1000 time: 0.1024523 Feb 16 13:09:55.976774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-d77e98aa-a255-4e39-8f3b-a44deefef1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.978222 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-d77e98aa-a255-4e39-8f3b-a44deefef1a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0588171 Feb 16 13:09:56.054615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-5d7bb5c5-86fe-461f-ad6d-403f013922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:56.056126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-5d7bb5c5-86fe-461f-ad6d-403f013922fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717282 Feb 16 13:09:56.083287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:09:56.188348 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-93f2571a-accf-4658-ac43-121e031fbed1 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256471 Feb 16 13:09:56.320693 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9cb6e52e-affe-490c-8268-b13abd76d67f req-b72bb525-f129-49b1-8f0e-3973e532c5cb service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267471 Feb 16 13:09:56.432471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f3bc3f43-049b-4aa0-96e3-72382a171a04', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'port_id': '38c4908b-9fec-42c1-921e-960a9103e06a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'mac_address': 'fa:16:3e:c6:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:09:54Z', 'updated_at': '2022-02-16T13:09:54Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:56.436368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da68e52-23c9-4ac2-a97e-229417a53a2d None None] The sync data for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv is: [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f3bc3f43-049b-4aa0-96e3-72382a171a04', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'port_id': '38c4908b-9fec-42c1-921e-960a9103e06a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'mac_address': 'fa:16:3e:c6:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:09:54Z', 'updated_at': '2022-02-16T13:09:54Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:09:56.621940 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6eb99-8b8a-49a6-9e17-13b9ae020ba1 None None] New status for floating IP f3bc3f43-049b-4aa0-96e3-72382a171a04: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:09:56.737667 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:56.841264 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-02183289-12c7-424c-966b-3323d1577b6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f3bc3f43-049b-4aa0-96e3-72382a171a04 HTTP/1.1" status: 200 len: 992 time: 0.1024351 Feb 16 13:09:57.171568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-5dba5160-e6a2-4c27-b634-a87b8f39fdcc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712287 Feb 16 13:09:57.319256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-4d79d34f-a8b8-40c1-980a-f3d9776f1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.320731 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-4d79d34f-a8b8-40c1-980a-f3d9776f1be6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.0692072 Feb 16 13:09:57.463513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-5a645936-a434-47ab-b489-b6c32d2bfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.465059 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-5a645936-a434-47ab-b489-b6c32d2bfef9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.1257055 Feb 16 13:09:57.569709 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-c3cd6eba-a254-41d5-9e12-c35c4e98e3d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 1002 time: 0.0984962 Feb 16 13:09:57.636895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-75ec2888-a82f-43c0-9496-f4ad2f0da439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.637982 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-75ec2888-a82f-43c0-9496-f4ad2f0da439 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0627587 Feb 16 13:09:57.712851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-d2956da1-9992-4ce8-b22c-b92ecea715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:57.714355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-d2956da1-9992-4ce8-b22c-b92ecea715cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705562 Feb 16 13:09:57.845839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 35966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:57.857520 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-e12c5f4f-4488-40b3-bf58-9ae62c6f9003 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336670 Feb 16 13:09:57.954037 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67815ef6-daba-41c9-aea9-a588dbfb34d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f3bc3f43-049b-4aa0-96e3-72382a171a04 HTTP/1.1" status: 200 len: 994 time: 0.1069171 Feb 16 13:09:57.980432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b7182635-d292-40b1-a2db-9ad81cf81841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:58.037943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e805b3d-6d67-488e-b0aa-8b54a8824b93 req-06a72493-0782-4084-b3ba-edfa10846368 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742301 Feb 16 13:09:59.105208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:59.216871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:00.558972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:15.931271 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:22.252783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.860552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-7aa72cbc-60a7-4b5b-9c5e-c34807c76be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:24.861930 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-7aa72cbc-60a7-4b5b-9c5e-c34807c76be8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.0710747 Feb 16 13:10:24.876871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1d4fe-f853-4dd0-8842-e12baca1f8d6 req-5c50d8ec-7404-4ce2-afe1-b042709fa36d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:24.878344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-27b1d4fe-f853-4dd0-8842-e12baca1f8d6 req-5c50d8ec-7404-4ce2-afe1-b042709fa36d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0817518 Feb 16 13:10:24.925321 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-27b1d4fe-f853-4dd0-8842-e12baca1f8d6 req-eca49837-ff71-4ce1-891d-56b77bad5674 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Feb 16 13:10:25.090598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-6a3cab58-60eb-4422-bb1d-179304c8b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.092051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-6a3cab58-60eb-4422-bb1d-179304c8b571 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.2239676 Feb 16 13:10:25.190874 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-55c5cd4f-7298-45ce-bb46-486f712d0cbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 1002 time: 0.0920997 Feb 16 13:10:25.256228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-94da7bdf-9cf6-4d1c-bdcb-fc229ab78028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.257516 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-94da7bdf-9cf6-4d1c-bdcb-fc229ab78028 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0596757 Feb 16 13:10:25.332911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-d59df938-2135-4b12-a435-7b52ca68a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.334355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-d59df938-2135-4b12-a435-7b52ca68a0f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705409 Feb 16 13:10:25.465845 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-867e47a1-3ff6-4f2b-a56e-325e14865a2f service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238832 Feb 16 13:10:25.599085 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6687c5bd-9416-41f7-9419-0bc246dabd3d req-b02e551c-5faa-4362-b482-552c1bea7986 service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276476 Feb 16 13:10:25.781332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d3d69abc-c7e1-4316-96db-805c313e00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:26.117419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa7d9-9d8b-4506-ab7f-f5b151319d9b req-bfd976ab-81f2-4586-bb23-94e912e6e682 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:26.119086 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-14afa7d9-9d8b-4506-ab7f-f5b151319d9b req-bfd976ab-81f2-4586-bb23-94e912e6e682 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0838735 Feb 16 13:10:26.168246 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-14afa7d9-9d8b-4506-ab7f-f5b151319d9b req-b74aa577-7a97-4517-8ee4-3bcdf2f35477 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Feb 16 13:10:27.370070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8c00-6a7d-481f-b724-ef1da1da1677 req-80cc9319-ea55-4ee1-bea9-52c483dd973d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:27.371660 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c90c8c00-6a7d-481f-b724-ef1da1da1677 req-80cc9319-ea55-4ee1-bea9-52c483dd973d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0837901 Feb 16 13:10:27.427194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c90c8c00-6a7d-481f-b724-ef1da1da1677 req-e4c6d654-2cd5-4a43-811d-523e7cfe60c2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494382 Feb 16 13:10:27.973096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-226c0d95-28e6-430b-b660-79b4feed6bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.615048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0ef7-8211-41e7-82ba-667a62b9ac58 req-423f2cef-d014-4a57-b44c-123c400db915 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:28.616509 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e0cc0ef7-8211-41e7-82ba-667a62b9ac58 req-423f2cef-d014-4a57-b44c-123c400db915 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0829356 Feb 16 13:10:28.659728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e0cc0ef7-8211-41e7-82ba-667a62b9ac58 req-6e475491-d5ba-4398-a546-0ae5ce861e34 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Feb 16 13:10:29.108551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.218286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.842267 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71201c-f3a2-4ae6-9df7-52315568cbf8 req-22f8a562-348e-4ce9-abba-8f486d44c5b2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:29.843732 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a71201c-f3a2-4ae6-9df7-52315568cbf8 req-22f8a562-348e-4ce9-abba-8f486d44c5b2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0789595 Feb 16 13:10:29.890723 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a71201c-f3a2-4ae6-9df7-52315568cbf8 req-eae7b993-ac28-4d1f-b4f0-5f6e860af8bf tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Feb 16 13:10:30.559740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.074529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f713fd-08f3-44d7-8150-d154506c9e68 req-adfe1700-4b61-4cf9-a42b-30d7111af6c8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.075987 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a6f713fd-08f3-44d7-8150-d154506c9e68 req-adfe1700-4b61-4cf9-a42b-30d7111af6c8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0779779 Feb 16 13:10:31.120670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a6f713fd-08f3-44d7-8150-d154506c9e68 req-1c8d9faa-6980-4bf4-9e69-0dcd8c8d034a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381315 Feb 16 13:10:32.315577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c009e-9ba3-4813-84eb-fc24260d1249 req-988acd21-7d16-4fbf-8297-26604b63a602 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.317026 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b55c009e-9ba3-4813-84eb-fc24260d1249 req-988acd21-7d16-4fbf-8297-26604b63a602 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0849304 Feb 16 13:10:32.361892 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b55c009e-9ba3-4813-84eb-fc24260d1249 req-b9405e26-49a1-412b-b494-c085353a8cf0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392659 Feb 16 13:10:33.557148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58cd22-f3a6-46ba-8cff-02f4e3e7d968 req-da3393d0-1eb7-462f-beb7-d08ce855cae4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:33.558518 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc58cd22-f3a6-46ba-8cff-02f4e3e7d968 req-da3393d0-1eb7-462f-beb7-d08ce855cae4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0813973 Feb 16 13:10:33.604296 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc58cd22-f3a6-46ba-8cff-02f4e3e7d968 req-dded640d-10dc-467e-bfea-215276178e85 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Feb 16 13:10:34.794751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9c91-b74f-404b-8a2d-a878d2e06b42 req-6a632069-4b8a-4c1f-8a95-5b74c1f5e34c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.796192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e34b9c91-b74f-404b-8a2d-a878d2e06b42 req-6a632069-4b8a-4c1f-8a95-5b74c1f5e34c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0841801 Feb 16 13:10:34.841578 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e34b9c91-b74f-404b-8a2d-a878d2e06b42 req-3c463e4a-291e-4d5a-8d5f-b0d7a3cf8016 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Feb 16 13:10:36.026074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6330d5-890d-4281-a89c-786a0a80448d req-4d019938-68a4-48a4-a889-047117feaf33 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:36.027549 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e6330d5-890d-4281-a89c-786a0a80448d req-4d019938-68a4-48a4-a889-047117feaf33 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0801618 Feb 16 13:10:36.077028 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e6330d5-890d-4281-a89c-786a0a80448d req-dcdd9340-2b46-433c-a687-50f3c107b4ab tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Feb 16 13:10:37.269749 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fad05-8d2a-44d7-a857-89014b16fce2 req-9e242029-ff68-4f58-a255-67f2b51ca714 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:37.271187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c46fad05-8d2a-44d7-a857-89014b16fce2 req-9e242029-ff68-4f58-a255-67f2b51ca714 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0836163 Feb 16 13:10:37.315562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c46fad05-8d2a-44d7-a857-89014b16fce2 req-cc8615c5-dc84-4968-8e16-0669e4e5d1f9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 Feb 16 13:10:37.338786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36002) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:10:37.546728 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94371d28-b9bc-4944-9f21-8277683ef156 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f3bc3f43-049b-4aa0-96e3-72382a171a04 HTTP/1.1" status: 200 len: 994 time: 0.2066798 Feb 16 13:10:52.255550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:52.930331 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:55.778850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-819eca64-0603-4ee4-92cd-9a658fa22089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:57.975212 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8f4caf60-5bab-46b6-b0e3-2fa352349dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:59.111619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:59.220060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:00.103876 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-c2a2c7db-a038-4412-9bbb-032b46c222c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738900 Feb 16 13:11:00.268842 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-8b03f16f-ba79-47ed-b6a6-1ef2454bc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.270393 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-8b03f16f-ba79-47ed-b6a6-1ef2454bc29c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.0739813 Feb 16 13:11:00.417484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-9b61033a-50c3-4883-b6e2-9da25c9b83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.418841 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-9b61033a-50c3-4883-b6e2-9da25c9b83aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.1292078 Feb 16 13:11:00.522650 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-f78cc1b2-fa7c-4caf-ad59-0ff310ed38af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 1002 time: 0.0976403 Feb 16 13:11:00.567565 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:00.587212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-3c42ca00-b30f-4c52-827a-3fe46adfc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.588677 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-3c42ca00-b30f-4c52-827a-3fe46adfc23f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0597594 Feb 16 13:11:00.667154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-7d2f1037-a505-43dc-bc2b-adea9692dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.668720 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-7d2f1037-a505-43dc-bc2b-adea9692dc66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740545 Feb 16 13:11:00.800030 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-d6f09880-cd6a-42fc-b1c9-a308cbc2cffc service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247733 Feb 16 13:11:00.933695 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15d1f70a-86a4-4669-91a9-950daf4de522 req-424cda63-38a6-4fea-8622-d64b45e1ea4e service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272960 Feb 16 13:11:08.004119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:08.238798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port be535dae-8a86-412e-ba6a-0dccef99e908 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:08.239257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.409173 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.409381 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.529696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for be535dae-8a86-412e-ba6a-0dccef99e908 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:08.695614 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.742419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=be535dae-8a86-412e-ba6a-0dccef99e908,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:08.776713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.777060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.777399 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.777733 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.778064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.778397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.778722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.779049 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.779371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.779691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.780042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.780374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:08.855205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:08.855827 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP f3bc3f43-049b-4aa0-96e3-72382a171a04 disassociated (deleted). External IP: 172.26.4.106, port: 38c4908b-9fec-42c1-921e-960a9103e06a. Feb 16 13:11:09.248908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 939e7c4c-c30d-43ec-8637-aa57223d3d49 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:09.557767 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:09.568712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Sync routers for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:09.577531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:09.579036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:09.579649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:09.636621 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df9a0f8f-9ae3-46f5-8fdf-3a5fc1250945 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/floatingips/f3bc3f43-049b-4aa0-96e3-72382a171a04 HTTP/1.1" status: 204 len: 168 time: 1.6313851 Feb 16 13:11:09.637304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:09.684973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a', 'status': 'completed', 'code': 200} Feb 16 13:11:09.778096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:09.805940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-a1f8911a-2cec-4157-a0d8-5444ccfccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:09.807409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-a1f8911a-2cec-4157-a0d8-5444ccfccb44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 1099 time: 0.0744898 Feb 16 13:11:10.043830 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cf251-f053-4aa0-b8f3-1d93a6c7a153 req-56bcdc06-27ef-47aa-8f34-99d2008cae27 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.044969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-768cf251-f053-4aa0-b8f3-1d93a6c7a153 req-56bcdc06-27ef-47aa-8f34-99d2008cae27 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:10.062043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-768cf251-f053-4aa0-b8f3-1d93a6c7a153 req-56bcdc06-27ef-47aa-8f34-99d2008cae27 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:10.063604 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-768cf251-f053-4aa0-b8f3-1d93a6c7a153 req-56bcdc06-27ef-47aa-8f34-99d2008cae27 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.1123054 Feb 16 13:11:10.071696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-403ef457-91bd-433b-9f8c-c2f0f9394a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.074168 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-403ef457-91bd-433b-9f8c-c2f0f9394a2e service neutron] 10.222.0.81 "GET /v2.0/networks?id=cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 200 len: 898 time: 0.2609577 Feb 16 13:11:10.121182 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-768cf251-f053-4aa0-b8f3-1d93a6c7a153 req-77aa1d7d-0ba6-4e64-a66a-06c28b1b3296 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510886 Feb 16 13:11:10.153757 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-80aefd41-0689-4166-823c-13eec3c5ac60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 200 len: 217 time: 0.0723534 Feb 16 13:11:10.206887 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.211437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Checking router: 939e7c4c-c30d-43ec-8637-aa57223d3d49 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:10.218456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-9fc64ba7-aeb8-4c25-87b3-332b55db1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.219896 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-9fc64ba7-aeb8-4c25-87b3-332b55db1168 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 200 len: 835 time: 0.0604227 Feb 16 13:11:10.220404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:10.221001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.312748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-1ebc2fc6-25dc-4e6e-8e97-c40f98b7eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.314206 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-1ebc2fc6-25dc-4e6e-8e97-c40f98b7eac5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cdbe4e00-49eb-4f61-a800-8daa38c0785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881131 Feb 16 13:11:10.412271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:10.471110 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-5d1acbd1-a052-477a-a15f-9109833866ba service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488080 Feb 16 13:11:10.626237 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-277793c3-09a3-4298-ad54-9f751bc7b453 req-30f02881-3854-42c8-9946-f614f64db33f service neutron] 10.222.0.81 "GET /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486144 Feb 16 13:11:10.779119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:10.783957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b98c86-4a68-411a-9045-8f60c1a606f5 None None] The sync data for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv is: [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:40Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ec393cf3-b2dd-4722-888f-d5deb77505c0', 'name': '', 'network_id': 'cdbe4e00-49eb-4f61-a800-8daa38c0785e', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:35:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:39Z', 'updated_at': '2022-02-16T13:09:45Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '7112cce4-c852-445b-8e4e-35b42a1df863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:10.985398 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db576bb-2227-4e44-873a-00e02366341e None None] New status for floating IP f3bc3f43-049b-4aa0-96e3-72382a171a04: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:11:11.323563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae4f1-6d2a-422d-bda1-4779c5657335 req-82915abb-dd79-411a-a93f-fa7585bb6eeb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:11.325031 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd8ae4f1-6d2a-422d-bda1-4779c5657335 req-82915abb-dd79-411a-a93f-fa7585bb6eeb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0846934 Feb 16 13:11:11.369024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bd8ae4f1-6d2a-422d-bda1-4779c5657335 req-949183f4-04e4-47a9-9744-bbd797d2cbc8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=8e755a5a-4f06-47bc-9b93-456a772cb552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Feb 16 13:11:11.606950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-2f22a36e-e1c0-47ad-aae5-5ea1c0c7c4ac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:11.607660 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-2f22a36e-e1c0-47ad-aae5-5ea1c0c7c4ac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:11.620265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-2f22a36e-e1c0-47ad-aae5-5ea1c0c7c4ac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:11.621298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-2f22a36e-e1c0-47ad-aae5-5ea1c0c7c4ac tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 946 time: 0.0915196 Feb 16 13:11:11.692708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 38c4908b-9fec-42c1-921e-960a9103e06a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:11.693039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.943068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 38c4908b-9fec-42c1-921e-960a9103e06a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=38c4908b-9fec-42c1-921e-960a9103e06a,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:11.943323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.069049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 38c4908b-9fec-42c1-921e-960a9103e06a owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:12.221539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.273169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=38c4908b-9fec-42c1-921e-960a9103e06a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.338364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.338706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.339049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.339382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.339717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.340068 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.340396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.340719 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.341044 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.341365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.341688 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.342032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:12.358480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port 38c4908b-9fec-42c1-921e-960a9103e06a on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:12.361189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:12.363702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'name': 'network-vif-deleted', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:12.379448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9fddfa2-1438-4549-abc0-f72f4865ff9a req-1bd21330-89df-4fb2-9840-46b04986aa10 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "DELETE /v2.0/ports/38c4908b-9fec-42c1-921e-960a9103e06a HTTP/1.1" status: 204 len: 173 time: 0.7531905 Feb 16 13:11:12.409539 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf5d7d-fc44-4302-9398-36a484cd2d6b', 'name': 'network-vif-deleted', 'tag': '38c4908b-9fec-42c1-921e-960a9103e06a', 'status': 'completed', 'code': 200} Feb 16 13:11:12.532200 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1296f72-da0f-4de4-900d-59d12089721c req-9b5abcad-3e2e-44e8-93e4-b7777f43e538 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfdf5d7d-fc44-4302-9398-36a484cd2d6b HTTP/1.1" status: 200 len: 210 time: 0.0424609 Feb 16 13:11:13.627908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36040) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:14.178139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.494620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 38c4908b-9fec-42c1-921e-960a9103e06a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:14.524806 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port ec393cf3-b2dd-4722-888f-d5deb77505c0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:14.525146 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.528380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 38c4908b-9fec-42c1-921e-960a9103e06a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:11:14.528726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 38c4908b-9fec-42c1-921e-960a9103e06a not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:11:14.841611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port ec393cf3-b2dd-4722-888f-d5deb77505c0, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ec393cf3-b2dd-4722-888f-d5deb77505c0,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:14.842180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:14.964407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for ec393cf3-b2dd-4722-888f-d5deb77505c0 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:15.156766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.205808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=ec393cf3-b2dd-4722-888f-d5deb77505c0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:15.486164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:15.864572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 939e7c4c-c30d-43ec-8637-aa57223d3d49 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:16.053347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:16.063207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Sync routers for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:16.068571 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aa876d11-2932-4c0b-b46a-509dfb780d0d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/939e7c4c-c30d-43ec-8637-aa57223d3d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4395740 Feb 16 13:11:16.071743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:16.073454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:16.074358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:16.149378 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting subnet 7112cce4-c852-445b-8e4e-35b42a1df863 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:11:16.152531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.217833 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.263443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:16.427800 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.508657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.553914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Subnet': ['ID=7112cce4-c852-445b-8e4e-35b42a1df863,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:16.558255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:16.566200 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-90739828-440e-4077-920a-03afa598799c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/subnets/7112cce4-c852-445b-8e4e-35b42a1df863 HTTP/1.1" status: 204 len: 168 time: 0.4929538 Feb 16 13:11:16.568945 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36048) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:16.579812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb22075-6143-4f7f-b2d9-0ab09bf4d281 None None] Network cdbe4e00-49eb-4f61-a800-8daa38c0785e requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:11:16.660418 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:16.683632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Checking router: 939e7c4c-c30d-43ec-8637-aa57223d3d49 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:16.747739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Routers {'939e7c4c-c30d-43ec-8637-aa57223d3d49'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:16.748412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['939e7c4c-c30d-43ec-8637-aa57223d3d49'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:16.867747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.031702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] Set router 939e7c4c-c30d-43ec-8637-aa57223d3d49 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:17.065542 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.077950 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 9f604bc8-0fd8-4022-a5d2-770f70439918 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:17.078347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.221073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] DHCP port deletion for cdbe4e00-49eb-4f61-a800-8daa38c0785e request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:11:17.237248 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Deleting port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:17.237620 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.268841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 9f604bc8-0fd8-4022-a5d2-770f70439918, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9f604bc8-0fd8-4022-a5d2-770f70439918,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:17.269246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.350994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 61f64a0a-8689-4bd6-afaf-7896f7dc89fa no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:17.404525 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 9f604bc8-0fd8-4022-a5d2-770f70439918 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:17.614928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:17.615320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.638106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.712412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.757781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=9f604bc8-0fd8-4022-a5d2-770f70439918,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.759392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Calling delete_port for 61f64a0a-8689-4bd6-afaf-7896f7dc89fa owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:17.797733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:17.811984 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e23c3-ca95-4fc5-8133-8367f050aceb None None] The sync data for ids ['939e7c4c-c30d-43ec-8637-aa57223d3d49'] in dv-neutron-829435-1-hyperv is: [{'id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807375448', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:11:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9f604bc8-0fd8-4022-a5d2-770f70439918', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e7c4c-c30d-43ec-8637-aa57223d3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:09:35Z', 'updated_at': '2022-02-16T13:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:17.835228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:17.840471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.859838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.912253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:11:17.912609 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:11:17.923210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:17.930408 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.930757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.931097 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.931432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.931762 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.932119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.932449 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.932776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.933100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.933423 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.933745 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:17.934061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.039823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.042031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.064529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.065045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Fanout notify agent at l3_agent the message router_deleted on router 939e7c4c-c30d-43ec-8637-aa57223d3d49 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:11:18.080655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.081729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89c645b4-89d3-4aaa-a4b0-42da9581d22a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/routers/939e7c4c-c30d-43ec-8637-aa57223d3d49 HTTP/1.1" status: 204 len: 168 time: 1.5117080 Feb 16 13:11:18.084388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:18.310700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.321037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:18.321362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.414131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Deleting port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:18.414131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.549241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:18.549603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.628165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] For port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,segment=NetworkSegment(21581960-a194-4bc6-a440-9252a0dbbc5a),segment_id=21581960-a194-4bc6-a440-9252a0dbbc5a)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:18.628553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.679449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 61f64a0a-8689-4bd6-afaf-7896f7dc89fa owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:18.760368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.809472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Calling delete_port for 61f64a0a-8689-4bd6-afaf-7896f7dc89fa owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:18.813224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=61f64a0a-8689-4bd6-afaf-7896f7dc89fa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:18.820741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:11:18.883197 dv-neutron-829435-1-hyperv neutron-server[87700]: util.warn( Feb 16 13:11:18.888689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:11:18.889590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:11:18.945726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.970678 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbe4e00-49eb-4f61-a800-8daa38c0785e']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:18.982263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21581960-a194-4bc6-a440-9252a0dbbc5a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:18.982552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21581960-a194-4bc6-a440-9252a0dbbc5a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:18.994041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.009952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.015846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:11:19.016241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:11:19.030156 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:11:19.110217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.127186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.139806 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Network': ['ID=cdbe4e00-49eb-4f61-a800-8daa38c0785e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:19.152478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a1221e9-deb5-4105-bc7b-9901a0012d6e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/networks/cdbe4e00-49eb-4f61-a800-8daa38c0785e HTTP/1.1" status: 204 len: 168 time: 1.0671000 Feb 16 13:11:19.155096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:19.222924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.251905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.323172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.324382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec393cf3-b2dd-4722-888f-d5deb77505c0 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:19.344487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e755a5a-4f06-47bc-9b93-456a772cb552,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:19.357277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.358412 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2289e5e-ce2b-41d2-aa25-262a86bb7787 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e755a5a-4f06-47bc-9b93-456a772cb552 HTTP/1.1" status: 204 len: 168 time: 0.2017400 Feb 16 13:11:19.365832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ec393cf3-b2dd-4722-888f-d5deb77505c0 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:11:19.366172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ec393cf3-b2dd-4722-888f-d5deb77505c0 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:11:19.366986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9f604bc8-0fd8-4022-a5d2-770f70439918 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:19.404861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 9f604bc8-0fd8-4022-a5d2-770f70439918 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:11:19.405193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9f604bc8-0fd8-4022-a5d2-770f70439918 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:11:19.662804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Deleting port 61f64a0a-8689-4bd6-afaf-7896f7dc89fa {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:19.663384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.675411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36064) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:19.681476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074523958', 'description': 'tempest-secgroup-smoke-2074523958 description', 'project_id': '7579c8c41ce844dd98805cc22bb6895e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:19.687740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:19.691788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:19.694602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:19.700315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:19.711494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.731436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:19.733191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-bd327cec-18a8-4132-947c-4d559a18587c None None] The port '61f64a0a-8689-4bd6-afaf-7896f7dc89fa' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:11:19.736244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:19.739455 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:19.746565 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:19.815446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.818952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.866797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0655e2d0-26b1-4bdf-9738-c73c04288535,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:19.869850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.871061 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1df77bf4-337a-465b-a3c2-f8156932d666 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1938560 Feb 16 13:11:19.874914 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:19.881980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:19.887954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:19.892098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:19.894958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:19.901111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:19.916963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.976151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.980133 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.003655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb8a39f-6763-443e-836b-ab87520cfce5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.012751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.013904 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-147efcd1-18d7-4dc0-86a1-ffcdbd9fbebe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369181 Feb 16 13:11:20.016723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.021730 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.027680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.032952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.036405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.041884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.058450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.118739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.122369 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.146164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5261005e-776d-4652-9eb0-414e6da24271,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.154344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.156277 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0256265f-63a9-492d-b419-d6c45cc9ade8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384778 Feb 16 13:11:20.158737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.163754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.170362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.174737 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.177754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.183271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.203692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.265951 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.269615 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.293147 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5235c142-c53b-418b-b069-6e10d1489a55,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.301167 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.302376 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-40e25c47-940e-4469-8325-16e30b123f8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427293 Feb 16 13:11:20.305104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.310298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.316456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.320138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.322941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.329008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.345159 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.406793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.410261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.434441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a13ad9-e735-4b1c-9634-b4a02030080a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.443672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.444848 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b614397-8d58-4388-bd54-5c795c3aad66 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388245 Feb 16 13:11:20.447519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36084) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.452768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.458307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.462292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.465104 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.471436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.481410 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:11:20.488535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.555631 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.559274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.582314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6243fe-cd93-4c11-9025-26482a0f2a6f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.591578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.592882 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c521cd3-0aa3-4c9c-a691-7a48d93abe4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443455 Feb 16 13:11:20.596278 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.601397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': '0655e2d0-26b1-4bdf-9738-c73c04288535', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.607277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.611262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.614149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.619796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.629858 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:11:20.636368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.700922 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.705120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.734682 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df20d44f-ccc3-4ed8-b5e0-1671232a545b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.744885 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.746249 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed0fe2b3-c305-46c1-bd73-e4e7764b8c6a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489606 Feb 16 13:11:20.749560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.755335 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'network': {'name': 'tempest-network-smoke--1815367037', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:20.760287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:20.764301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:network and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:20.767919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:20.773475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:20.786211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:20.789639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.816831 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:11:20.826210 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.826537 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Added segment d664fc2b-e3b1-438f-9140-667f93999046 of type vlan for network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 Feb 16 13:11:20.853399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.883138 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.888738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:20.889376 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.993184 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426164 Feb 16 13:11:20.995983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.999581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed428b5e-4dce-4624-9fd5-14315e9cb15a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Network': ['ID=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.002739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'admin_state_up': True, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:21.009513 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:11:21.010946 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:21.015438 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:router and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:21.018327 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:21.024784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:21.034247 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.035371 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.053777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.320149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.623152 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.652145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.787691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.231 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/48c21745-ca92-4ce6-8386-1ad374054cae) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:22.029276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.059342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.116911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:22.119522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:22.127810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:22.164129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=48c21745-ca92-4ce6-8386-1ad374054cae,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:22.277024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.540994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.897651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.100114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:11:23.277250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:23.287472 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Sync routers for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:23.296571 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:23.297169 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:23.304933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.306194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7c483f97-a88a-4d58-b70b-db1bc9fda588 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3091273 Feb 16 13:11:23.309337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:23.470229 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ed59029e-1847-4610-a058-bf92904a90b7 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7579c8c41ce844dd98805cc22bb6895e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1597764 Feb 16 13:11:23.472751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:23.478663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:23.605254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac3ab2-a439-4623-a13d-c4961d5d8e38 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:23.606712 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0aac3ab2-a439-4623-a13d-c4961d5d8e38 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330755 Feb 16 13:11:23.609772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:23.648891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3161f267-b8bf-4a18-aa90-1766fba6d3eb tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380557 Feb 16 13:11:23.651258 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:23.656954 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855834276', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:23.754124 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:23.757911 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Checking router: ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:23.758231 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Updating router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 port 48c21745-ca92-4ce6-8386-1ad374054cae binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:23.765516 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:23.769288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:subnet and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:23.772092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:23.777982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:23.788244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:23.791932 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.812784 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.011605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.088331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Subnet': ['ID=5c3b851f-6e0d-4aea-b863-f54bf28c5128,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.098515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Checking segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:24.098888 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network hostable DHCP agents. Network: ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:11:24.119015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:11:24.130311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:24.134297 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:24.134882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.141678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373ccac-3108-4f97-bfdb-7cf0b279dabf None None] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:11:24.159371 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-22e25dcc-49e3-40b5-98b2-0b5f94cf8866 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5046246 Feb 16 13:11:24.159737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:24.175621 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.189767 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Transition to ACTIVE for port object 48c21745-ca92-4ce6-8386-1ad374054cae will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:24.197213 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.275903 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Attempting to bind port 48c21745-ca92-4ce6-8386-1ad374054cae on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:24.276201 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Attempting to bind port 48c21745-ca92-4ce6-8386-1ad374054cae by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:24.276555 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Attempting to bind port 48c21745-ca92-4ce6-8386-1ad374054cae on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:24.283220 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Pushing event updated for resources: {'Port': ['ID=48c21745-ca92-4ce6-8386-1ad374054cae,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.290660 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:24.291307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:24.291393 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.291758 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:24.292224 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Bound port: 48c21745-ca92-4ce6-8386-1ad374054cae, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:24.292589 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.321507 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.321856 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.322178 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.322501 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.322825 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.323145 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.323461 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.323775 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.324117 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.324428 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.324744 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.325053 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:24.368890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:11:24.369742 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.378363 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] For port 48c21745-ca92-4ce6-8386-1ad374054cae, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:24.381595 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] For port 48c21745-ca92-4ce6-8386-1ad374054cae, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48c21745-ca92-4ce6-8386-1ad374054cae,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:24.388763 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.465831 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:24.466438 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:24.535382 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Allocated IP 172.20.0.2 (ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67/5c3b851f-6e0d-4aea-b863-f54bf28c5128/7356e8d0-4f47-42f3-a946-1ce6c8e41cdc) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:24.536488 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f3133-3135-4df9-9db2-c688997887a8 None None] Pushing event updated for resources: {'Port': ['ID=48c21745-ca92-4ce6-8386-1ad374054cae,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.666266 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:24.751811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.762186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Transition to ACTIVE for port object 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:24.781291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Transition to ACTIVE for port object 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:24.787286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.847386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:24.850061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:24.853768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:24.900115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Pushing event updated for resources: {'Port': ['ID=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.960911 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Attempting to bind port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:24.961553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Attempting to bind port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:24.961904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Attempting to bind port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc on network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:24.964437 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:24.967356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:24.967878 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Checking segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:24.968448 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52a922-4c4a-4e11-a429-8a0ad6365c00 None None] The sync data for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv is: [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:24.968598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.968964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Bound using segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:24.969430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Bound port: 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:24.969803 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.048661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.063652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] For port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:25.067092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] For port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:25.071814 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.157238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c1837-f10e-4453-b778-fd845db2b8be None None] Pushing event updated for resources: {'Port': ['ID=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:25.381107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48c21745-ca92-4ce6-8386-1ad374054cae up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:25.476477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 48c21745-ca92-4ce6-8386-1ad374054cae completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:25.483033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 48c21745-ca92-4ce6-8386-1ad374054cae triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:25.483482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.578944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.1 (ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67/5c3b851f-6e0d-4aea-b863-f54bf28c5128/f154d9a6-57f2-409b-88e7-7ab4a91bbb54) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:25.679722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.698509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 48c21745-ca92-4ce6-8386-1ad374054cae, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48c21745-ca92-4ce6-8386-1ad374054cae,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:25.702997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.772569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.790068 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0fefae7e-7c2d-4ca1-a6ff-7eb4ece56718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.793107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object f154d9a6-57f2-409b-88e7-7ab4a91bbb54 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:25.793528 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=48c21745-ca92-4ce6-8386-1ad374054cae,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:25.819646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.888339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:25.896652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:25.901098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:25.936422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:25.965684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.254014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabfa49-bc78-494e-9dd7-40afb7ee596e None None] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:11:26.363547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-caa745b9-18e5-401e-9b8a-ebc84bc22459 None None] Provisioning for port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:26.410209 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.713795 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-64bd33a5-bc07-47fe-af9e-4ef5436266f1 None None] Provisioning for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:26.718818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-64bd33a5-bc07-47fe-af9e-4ef5436266f1 None None] Provisioning complete for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:26.719255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64bd33a5-bc07-47fe-af9e-4ef5436266f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.779367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-64bd33a5-bc07-47fe-af9e-4ef5436266f1 None None] Port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:26.848826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.853603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.898680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7d9ca74c-b9ed-45cc-bfd6-1777b74d1903 None None] Provisioning complete for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:26.898968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca74c-b9ed-45cc-bfd6-1777b74d1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.952255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ca74c-b9ed-45cc-bfd6-1777b74d1903 None None] Port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:26.971315 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.974621 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:27.107096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:27.108332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:27.302313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:27.375277 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c1589bc3-35a8-4d9b-be91-14d3bd86d02b None None] Provisioning complete for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.375856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c1589bc3-35a8-4d9b-be91-14d3bd86d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.407590 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48c21745-ca92-4ce6-8386-1ad374054cae up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:27.482166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c1589bc3-35a8-4d9b-be91-14d3bd86d02b None None] Port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:27.487248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:27.498548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Sync routers for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:27.502160 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7df1221c-692d-4335-8b79-731a4967f124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3413200 Feb 16 13:11:27.507227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 48c21745-ca92-4ce6-8386-1ad374054cae triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.507596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.547401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:27.548027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:10:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:27.663764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-b083bf8f-ae93-4319-bb77-f8006527c1f1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074523958&fields=id&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 267 time: 0.0399134 Feb 16 13:11:27.787700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:27.815702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-21b48f3b-7eb8-435f-8801-efd29f294d45 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:27.817171 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-21b48f3b-7eb8-435f-8801-efd29f294d45 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 797 time: 0.1468165 Feb 16 13:11:27.832281 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-7edfb36c-ec46-4da1-bef7-dcb42bc7cedd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/quotas/7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 375 time: 0.0095072 Feb 16 13:11:27.837074 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:27.917793 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-7197f12f-0004-4dfb-bb5b-f725e6e2e655 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:27.934897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-7197f12f-0004-4dfb-bb5b-f725e6e2e655 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:27.936302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-7197f12f-0004-4dfb-bb5b-f725e6e2e655 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986848 Feb 16 13:11:27.952991 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-dc29a2c5-1b8f-4596-b20c-10b93348240b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:11:27.953915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-dc29a2c5-1b8f-4596-b20c-10b93348240b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052948 Feb 16 13:11:28.019121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-22167ba4-d699-49ae-9069-0a755502ab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.077410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:28.088800 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-47660f67-8610-42e0-b98a-6daccad2be04 service neutron] 10.222.0.65 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289661 Feb 16 13:11:28.090583 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:28.090952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.223035 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-1906ee2c-78c5-4557-b072-738af58ba804 service neutron] 10.222.0.65 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282854 Feb 16 13:11:28.324278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.342288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 2, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:28.352832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Checking router: ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:28.353272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Updating router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:28.401705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:28.411777 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.425491 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3959194f-8ca2-45d7-8c0d-a2c9cfb6fbf3 req-a03b3a8d-03bf-4b31-8c90-8dd190c6e28b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 210 time: 0.0470183 Feb 16 13:11:28.458392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.538492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:28.833479 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.845933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Transition to ACTIVE for port object f154d9a6-57f2-409b-88e7-7ab4a91bbb54 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:28.852588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.052389 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218790-0b10-45d9-940c-d19e740b0510 None None] Pushing event updated for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:29.083935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Attempting to bind port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:29.084341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Attempting to bind port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:29.084700 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Attempting to bind port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 on network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:29.090217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:29.090630 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Checking segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:29.090964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.091348 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Bound using segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:29.091804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Bound port: f154d9a6-57f2-409b-88e7-7ab4a91bbb54, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:29.092252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.161156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.201455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] For port f154d9a6-57f2-409b-88e7-7ab4a91bbb54, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:29.204873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] For port f154d9a6-57f2-409b-88e7-7ab4a91bbb54, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:29.216050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.268264 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.307319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:29.307319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:11:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:29.360914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:29.401394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218790-0b10-45d9-940c-d19e740b0510 None None] Pushing event updated for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:29.557616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:29.628314 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9d9d6cd-ec7d-4ef3-841f-02681fb784b2 req-c29858c6-4f5c-45ad-906e-885dfee29fbf tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 210 time: 0.0677257 Feb 16 13:11:29.660610 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:29.660980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.678050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-13199148-e7a5-445d-9317-49b4d5fe3bf4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:29.678817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-13199148-e7a5-445d-9317-49b4d5fe3bf4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:29.696325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-13199148-e7a5-445d-9317-49b4d5fe3bf4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:29.697566 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-13199148-e7a5-445d-9317-49b4d5fe3bf4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 797 time: 0.2527554 Feb 16 13:11:29.756888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-2226acba-2403-4769-9eec-3e6d20af3cd5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:29.775540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-2226acba-2403-4769-9eec-3e6d20af3cd5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:29.776802 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-2226acba-2403-4769-9eec-3e6d20af3cd5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 380 time: 0.0604005 Feb 16 13:11:29.785301 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'port': {'device_id': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'admin_state_up': True, 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'security_groups': ['0655e2d0-26b1-4bdf-9738-c73c04288535']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:29.929712 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:11:30.050091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:30.060944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:30.072341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:30.075867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.088572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:30.092399 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd895a22-a818-4d39-a746-292da509ae36 None None] The sync data for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv is: [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:30.257248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.3 (ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67/5c3b851f-6e0d-4aea-b863-f54bf28c5128/103dfe6c-763c-4179-99bf-e57dcf0a60a1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:30.460588 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.477805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 103dfe6c-763c-4179-99bf-e57dcf0a60a1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:30.502251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.568091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:30.569471 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.575946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:30.580749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:30.615356 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:30.664139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:30.664952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.697923 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-e63b9472-56d6-4369-b555-2f98b2f2b3c6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162362 Feb 16 13:11:30.715019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Request body: {'port': {'device_id': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:30.826614 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3f7a660e-d0f3-4911-a871-6f27dde52ced None None] Provisioning for port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:30.834171 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.834677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3f7a660e-d0f3-4911-a871-6f27dde52ced None None] Provisioning complete for port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:30.835127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3f7a660e-d0f3-4911-a871-6f27dde52ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:30.880943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1e15-7d92-4888-8851-67a4fa08217b req-793747cd-ff79-433b-b4c8-a7f399a59117 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:30.883348 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca4b1e15-7d92-4888-8851-67a4fa08217b req-793747cd-ff79-433b-b4c8-a7f399a59117 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 931 time: 0.1193743 Feb 16 13:11:30.930090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a660e-d0f3-4911-a871-6f27dde52ced None None] Port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:30.934287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca4b1e15-7d92-4888-8851-67a4fa08217b req-31cc7c8e-0880-458c-96c0-0a43ef1ce922 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446594 Feb 16 13:11:31.208256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103dfe6c-763c-4179-99bf-e57dcf0a60a1 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:31.215649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.229439 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Transition to ACTIVE for port object 103dfe6c-763c-4179-99bf-e57dcf0a60a1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:31.232937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.363394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f154d9a6-57f2-409b-88e7-7ab4a91bbb54 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:31.387440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:31.437370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:31.442530 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:31.443376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.472642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Attempting to bind port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:31.472974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Attempting to bind port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:31.473361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Attempting to bind port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 on network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:31.478221 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 on network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:11:31.478679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Attempting to bind port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 on network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:31.484317 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:31.484654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Checking segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:31.485037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Bound using segment: {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:31.485460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Bound port: 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd664fc2b-e3b1-438f-9140-667f93999046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:31.485965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.583034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:31.585170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.587121 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:31.591905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.623273 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port f154d9a6-57f2-409b-88e7-7ab4a91bbb54, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:31.628979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.651173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:31.651835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.653243 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] 10.222.0.81 "PUT /v2.0/ports/103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 1093 time: 0.9428861 Feb 16 13:11:31.653826 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:31.703777 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a269bd-3b61-47bc-9ba0-12058a2224f3 service neutron] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:31.727186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:31.740825 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'status': 'completed', 'code': 200} Feb 16 13:11:31.786472 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-9d97d070-3cfc-4946-8b41-ac057a5db799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:31.787969 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-9d97d070-3cfc-4946-8b41-ac057a5db799 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1096 time: 0.0810332 Feb 16 13:11:31.971120 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-6394f91c-7eff-4673-8916-68b929d3af8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 217 time: 0.1698658 Feb 16 13:11:32.032027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-ee3db106-6075-456f-b7bb-56742019620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.033484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-ee3db106-6075-456f-b7bb-56742019620d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0568113 Feb 16 13:11:32.110468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-4b8b718f-1bbb-4f4a-9b62-f63266e3a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.111927 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-4b8b718f-1bbb-4f4a-9b62-f63266e3a4b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730171 Feb 16 13:11:32.125959 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126d821-81a0-4d2e-a9e6-a3bbc486e722 req-3b2ce819-29ee-4ff9-b8c7-c5a58d554a8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.127486 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e126d821-81a0-4d2e-a9e6-a3bbc486e722 req-3b2ce819-29ee-4ff9-b8c7-c5a58d554a8c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.0838079 Feb 16 13:11:32.174923 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e126d821-81a0-4d2e-a9e6-a3bbc486e722 req-d9922ff4-e7e1-4a9b-8504-69f13fb7843e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Feb 16 13:11:32.247497 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-cfb10d13-0849-4c33-8f4e-80340004d550 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292558 Feb 16 13:11:32.384216 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6ee28ba9-6e9f-4cde-98ed-0de65bef2d8a req-3880032b-98c1-4c81-9d79-57ae6b48d7dd service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305778 Feb 16 13:11:32.535602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-66ae2226-4b44-4da1-b9da-c52b18bbe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.537091 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-66ae2226-4b44-4da1-b9da-c52b18bbe116 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1096 time: 0.0697370 Feb 16 13:11:32.667798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-8eb21879-cab7-44f6-ad15-bb931d585528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.669257 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-8eb21879-cab7-44f6-ad15-bb931d585528 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1248264 Feb 16 13:11:32.739478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-51f026d0-3cbd-4696-a1f1-bf0e08d6a50e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 217 time: 0.0642188 Feb 16 13:11:32.800976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-55099a3f-43be-43a1-a6c6-6fabe717a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.802298 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-55099a3f-43be-43a1-a6c6-6fabe717a1a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0558810 Feb 16 13:11:32.895604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-576ac444-8b71-45e0-9b3f-2cf5066a5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.897086 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-576ac444-8b71-45e0-9b3f-2cf5066a5316 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844963 Feb 16 13:11:33.033409 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-f2e05db9-fec0-4d1f-b056-40d3ffa19df7 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247261 Feb 16 13:11:33.161345 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dd7c792f-eab8-4d00-8693-c3c724c946c3 req-aea2a5ff-70c4-452f-a6e0-7e712d2580cd service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214991 Feb 16 13:11:33.332386 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f154d9a6-57f2-409b-88e7-7ab4a91bbb54 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:33.360059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c655ef4-b290-44e1-8205-f052c275e561 req-06ea93aa-97c8-4da1-a271-b6bc14d5cbfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:33.361516 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1c655ef4-b290-44e1-8205-f052c275e561 req-06ea93aa-97c8-4da1-a271-b6bc14d5cbfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.0808849 Feb 16 13:11:33.402709 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:33.402987 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.406394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1c655ef4-b290-44e1-8205-f052c275e561 req-27cc568d-32e1-4123-acb6-b2ecd36d0b0f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389233 Feb 16 13:11:34.594546 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:11:34.699188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6d1f4-5eb9-4591-85c1-34f54c462845 req-1cae02fd-66c1-4201-9ef2-d68db4f28b01 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.700590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34f6d1f4-5eb9-4591-85c1-34f54c462845 req-1cae02fd-66c1-4201-9ef2-d68db4f28b01 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.1869488 Feb 16 13:11:34.741049 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:34.749451 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34f6d1f4-5eb9-4591-85c1-34f54c462845 req-4ba022dc-5ea1-405c-b881-aca7657115a2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Feb 16 13:11:34.755896 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'mac_address': 'fa:16:3e:a8:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:11:34.814189 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.830976 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103dfe6c-763c-4179-99bf-e57dcf0a60a1 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:34.846751 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:34.851607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.925615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:35.128747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['103dfe6c-763c-4179-99bf-e57dcf0a60a1'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:35.943015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491814-3aa6-4bf7-a5a5-60c0eb3cc866 req-5750d0f2-dc5c-47fc-b55f-fdaf5249e32d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.944404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-48491814-3aa6-4bf7-a5a5-60c0eb3cc866 req-5750d0f2-dc5c-47fc-b55f-fdaf5249e32d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 944 time: 0.0783327 Feb 16 13:11:35.990399 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-48491814-3aa6-4bf7-a5a5-60c0eb3cc866 req-c1f8775d-6f11-4cb5-8ae9-91af089b17d6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Feb 16 13:11:36.602085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:36.671666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:36.676249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:36.676617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.791968 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.817714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:36.828401 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:36.832726 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:36.868920 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'code': 200} Feb 16 13:11:36.904127 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:37.122717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c357586-d2cb-49d7-a6d2-8696c8279275 req-28238e5e-c201-4957-8599-79172ce88957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:37.125117 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4c357586-d2cb-49d7-a6d2-8696c8279275 req-28238e5e-c201-4957-8599-79172ce88957 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0702715 Feb 16 13:11:37.164892 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4c357586-d2cb-49d7-a6d2-8696c8279275 req-6fbca5dc-468f-4e09-a648-2a1cfe56559b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343757 Feb 16 13:11:37.174367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c3972-17be-4a2c-95fc-2ad01005eab2 req-44b67001-8083-4bb7-8568-9ecd190c6458 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:37.175790 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd3c3972-17be-4a2c-95fc-2ad01005eab2 req-44b67001-8083-4bb7-8568-9ecd190c6458 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0800247 Feb 16 13:11:37.219412 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd3c3972-17be-4a2c-95fc-2ad01005eab2 req-d7fc088a-f5b2-4462-85d1-0231a66fe2a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Feb 16 13:11:38.415619 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fbca-6a5e-4aba-aa17-32e3f4f933c3 req-7067a575-53e8-4b0d-8175-73ddca99cf8d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:38.417147 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d36fbca-6a5e-4aba-aa17-32e3f4f933c3 req-7067a575-53e8-4b0d-8175-73ddca99cf8d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0892181 Feb 16 13:11:38.462003 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d36fbca-6a5e-4aba-aa17-32e3f4f933c3 req-215fe518-6b1c-4ca9-a41d-8960b65df07b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Feb 16 13:11:38.643601 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf77c4-e91d-4b85-9351-6be91805a9ae req-434b7a9f-873f-424c-b3ea-336d8fb7262e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:38.645068 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efaf77c4-e91d-4b85-9351-6be91805a9ae req-434b7a9f-873f-424c-b3ea-336d8fb7262e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0804603 Feb 16 13:11:38.688699 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efaf77c4-e91d-4b85-9351-6be91805a9ae req-f4463168-9f18-457e-85b7-71112111b122 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Feb 16 13:11:38.711118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:38.783074 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ff617-6a9c-4d45-ac22-7740ad56fdd9 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:38.784495 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f08ff617-6a9c-4d45-ac22-7740ad56fdd9 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1093 time: 0.0720472 Feb 16 13:11:38.787310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:38.792183 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:38.798119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:38.801769 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:floatingip and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:38.804536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:38.809972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:38.819663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:38.954555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.091722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.144 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/65d46aff-8b6c-4843-b4fd-f079481e2cbc) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:39.245470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.274818 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.341980 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:39.345205 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:39.349638 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:39.373858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=65d46aff-8b6c-4843-b4fd-f079481e2cbc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:39.759180 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.831231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.138879 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.143927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.247464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=65d46aff-8b6c-4843-b4fd-f079481e2cbc,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:40.263504 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:40.439621 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP 64ea8395-f06b-465b-a62c-45cfa846a4e8 associated. External IP: 172.26.4.144, port: 103dfe6c-763c-4179-99bf-e57dcf0a60a1. Feb 16 13:11:40.805385 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:40.989182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:40.999854 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Sync routers for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:41.015297 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:41.015987 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:11:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:41.016841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:41.073734 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff783a4e-3658-434e-9357-3295085acaef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2851899 Feb 16 13:11:41.074098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:41.154976 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'status': 'completed', 'code': 200} Feb 16 13:11:41.241523 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:41.281158 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-7bbb0e32-da58-434e-b7fe-3f1cfc4cbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.283082 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-7bbb0e32-da58-434e-b7fe-3f1cfc4cbb73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0841632 Feb 16 13:11:41.320335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e35f3a-19c9-4637-a42e-874b5f317e54 req-d6d96d3d-7a56-4952-9998-61835405188e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.321868 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6e35f3a-19c9-4637-a42e-874b5f317e54 req-d6d96d3d-7a56-4952-9998-61835405188e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.1297259 Feb 16 13:11:41.380121 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6e35f3a-19c9-4637-a42e-874b5f317e54 req-9781c364-f15f-4b35-9dcd-9074fcf6a12f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513983 Feb 16 13:11:41.404455 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:41.432480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-d78bb373-b859-4b03-b261-ace5bdbc492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.434258 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-d78bb373-b859-4b03-b261-ace5bdbc492e service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1429195 Feb 16 13:11:41.512361 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-932a4b89-ef92-47e1-95bf-37562f84d5a7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/64ea8395-f06b-465b-a62c-45cfa846a4e8 HTTP/1.1" status: 200 len: 991 time: 0.1054921 Feb 16 13:11:41.537707 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-3b07d2f1-c238-4ea1-9f48-3c088c1dead7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 999 time: 0.0965877 Feb 16 13:11:41.602861 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '64ea8395-f06b-465b-a62c-45cfa846a4e8', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'mac_address': 'fa:16:3e:a8:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:39Z', 'updated_at': '2022-02-16T13:11:39Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:41.607009 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Checking router: ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:41.615914 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:41.616565 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:11:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:41.716102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-6d396569-8b63-4ba5-9344-444b64a83983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.717551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-6d396569-8b63-4ba5-9344-444b64a83983 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.1746511 Feb 16 13:11:41.792972 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-b8b379d4-d6f6-49f1-a398-1d909dcedb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:41.794569 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-b8b379d4-d6f6-49f1-a398-1d909dcedb97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716097 Feb 16 13:11:41.826404 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:41.925308 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-6baa9948-660a-48d1-bdb1-bc4b0c9aad2f service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245944 Feb 16 13:11:42.057642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ddbdc6c1-4140-4a48-87d1-587cbacb73dd req-2306f5aa-03b2-48e8-9a86-ad38a266a9ac service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262829 Feb 16 13:11:42.167226 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '64ea8395-f06b-465b-a62c-45cfa846a4e8', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'mac_address': 'fa:16:3e:a8:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:39Z', 'updated_at': '2022-02-16T13:11:39Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:42.171725 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a881d5-2efd-4b21-8fd5-f6fdab4de0fd None None] The sync data for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv is: [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '64ea8395-f06b-465b-a62c-45cfa846a4e8', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'mac_address': 'fa:16:3e:a8:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:39Z', 'updated_at': '2022-02-16T13:11:39Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:42.351281 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a74c310-4166-40b4-9d1e-07b392dde5b4 None None] New status for floating IP 64ea8395-f06b-465b-a62c-45cfa846a4e8: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:11:42.514711 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36186) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:42.737415 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96b5a7ad-00fd-4f57-9b3b-983be641290b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/64ea8395-f06b-465b-a62c-45cfa846a4e8 HTTP/1.1" status: 200 len: 991 time: 0.2215593 Feb 16 13:11:43.741039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36190) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:43.845313 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e6027363-345b-4b6c-93ef-620c537d5463 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/64ea8395-f06b-465b-a62c-45cfa846a4e8 HTTP/1.1" status: 200 len: 993 time: 0.1029594 Feb 16 13:11:52.275589 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:55.773027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c2d53d3a-596d-4d80-9c3f-7029dd3e243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:57.983272 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cc1a1c5d-427d-4051-b3c9-edcf6bfb2393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.112981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.171717 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-e6f76f50-c762-402d-b8bf-1ad83c914260 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733826 Feb 16 13:11:59.225342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:59.330444 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-9fc8bcff-0f8d-4e83-b008-2cc2d0c9e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:59.331887 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-9fc8bcff-0f8d-4e83-b008-2cc2d0c9e09e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0699718 Feb 16 13:11:59.481269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-24c051e7-c12e-45b4-aae2-ff2a45827a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:59.482716 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-24c051e7-c12e-45b4-aae2-ff2a45827a2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1278400 Feb 16 13:11:59.595938 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-10e05c66-d5cd-45c5-bbfc-6c27729d084c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 1001 time: 0.1009123 Feb 16 13:11:59.661999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-cb66d393-c15c-40cc-a4f8-855ab8bf1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:59.663431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-cb66d393-c15c-40cc-a4f8-855ab8bf1d90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0612135 Feb 16 13:11:59.739812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-d3601f46-591a-4605-b763-61d72ea5923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:59.741226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-d3601f46-591a-4605-b763-61d72ea5923e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719454 Feb 16 13:11:59.878531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-46612a78-d440-449b-9169-bda4f313800c service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259229 Feb 16 13:12:00.012055 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2dee89fc-2112-4391-bc31-d58d79c7d2ad req-e081f694-bfe3-4d71-a2ee-84261a73483a service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273301 Feb 16 13:12:00.570746 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.929196 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:15.501040 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:15.531511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cead7e0-150e-402c-ad5f-d1aaa056c3c1 req-f7d64db4-0863-41e1-b283-82309e724372 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.532979 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9cead7e0-150e-402c-ad5f-d1aaa056c3c1 req-f7d64db4-0863-41e1-b283-82309e724372 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0921156 Feb 16 13:12:15.633135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9cead7e0-150e-402c-ad5f-d1aaa056c3c1 req-107475c5-d4fc-412d-b2a7-161b9c81038d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869138 Feb 16 13:12:15.654418 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-68516b53-7cdf-4bd4-b418-1e756afd4744 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1523244 Feb 16 13:12:16.825493 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638708-1af1-485b-acc7-591038288393 req-e8fde370-e358-4069-b1ed-019579d7cf60 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:16.826936 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7638708-1af1-485b-acc7-591038288393 req-e8fde370-e358-4069-b1ed-019579d7cf60 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0828757 Feb 16 13:12:16.872320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c7638708-1af1-485b-acc7-591038288393 req-2e43609d-1af4-428b-ba2e-f8b18aaa0acb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Feb 16 13:12:16.909741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-dab2a403-ed36-454f-bf02-726b674e5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:16.911335 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-dab2a403-ed36-454f-bf02-726b674e5135 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0732841 Feb 16 13:12:17.038034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-6bd04372-d12e-406f-a45e-633a75234091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.039448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-6bd04372-d12e-406f-a45e-633a75234091 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1227736 Feb 16 13:12:17.136039 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-f57a5d1e-c15f-41f3-8564-61ab542a018b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 1001 time: 0.0911236 Feb 16 13:12:17.200282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-a79e30fd-74b6-4731-a4a1-d7a550f06716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.201694 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-a79e30fd-74b6-4731-a4a1-d7a550f06716 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0605950 Feb 16 13:12:17.273880 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-9c3bf9f4-101a-4b8e-bad5-89706ad1b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.275316 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-9c3bf9f4-101a-4b8e-bad5-89706ad1b2e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684316 Feb 16 13:12:17.505835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-2ed2c81e-237e-490a-bb74-340d701fb56f service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237175 Feb 16 13:12:17.635919 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-91542bce-d29b-45ef-afee-7d5dc81d6648 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246507 Feb 16 13:12:18.060435 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d620d-1272-4e77-be1b-ad559eb33539 req-e7ff6d57-bbdd-4ec3-9087-305eca11fe40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:18.061873 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d33d620d-1272-4e77-be1b-ad559eb33539 req-e7ff6d57-bbdd-4ec3-9087-305eca11fe40 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0837574 Feb 16 13:12:18.106938 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d33d620d-1272-4e77-be1b-ad559eb33539 req-6477d127-dd09-46c2-be84-61b1f4f39ca6 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Feb 16 13:12:19.304408 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adfe07-1edd-49c2-9a0a-563b24d4b234 req-840d72d9-4af1-4835-8a7d-5367a80a115a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:19.305893 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1adfe07-1edd-49c2-9a0a-563b24d4b234 req-840d72d9-4af1-4835-8a7d-5367a80a115a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0876265 Feb 16 13:12:19.366255 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1adfe07-1edd-49c2-9a0a-563b24d4b234 req-569bbf33-b8c8-4580-aa08-ff9a0189e0f1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546820 Feb 16 13:12:20.551427 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca2b2-6860-4e51-a924-38f37c2b0821 req-8bb9e67c-7d82-4f30-a4af-6d48d605fdbe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:20.553178 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f2ca2b2-6860-4e51-a924-38f37c2b0821 req-8bb9e67c-7d82-4f30-a4af-6d48d605fdbe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0829194 Feb 16 13:12:20.595946 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f2ca2b2-6860-4e51-a924-38f37c2b0821 req-b7992338-218d-4b85-9041-ac3eea9a031f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Feb 16 13:12:21.782567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63379e3-4e55-4000-b45a-7ebad2270c83 req-88e855f7-8bd1-4ead-9b0c-bcf4371cce53 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:21.784044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d63379e3-4e55-4000-b45a-7ebad2270c83 req-88e855f7-8bd1-4ead-9b0c-bcf4371cce53 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0810506 Feb 16 13:12:21.832754 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d63379e3-4e55-4000-b45a-7ebad2270c83 req-5d151026-9251-41b3-b10b-927890422a3c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Feb 16 13:12:22.265110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:23.022851 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d96b82-62d4-4347-a738-9150f3e0321e req-5f12692f-94dc-4b81-b5be-073e314c11a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:23.024316 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d96b82-62d4-4347-a738-9150f3e0321e req-5f12692f-94dc-4b81-b5be-073e314c11a1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0818839 Feb 16 13:12:23.068375 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d96b82-62d4-4347-a738-9150f3e0321e req-d9597543-2bde-428c-9539-51b5d8a64e35 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384922 Feb 16 13:12:24.264336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce12a19-2c3e-405b-89a3-c406e4225ad5 req-256e68cd-3d82-4f90-93a1-ad51588fcb3d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.265769 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ce12a19-2c3e-405b-89a3-c406e4225ad5 req-256e68cd-3d82-4f90-93a1-ad51588fcb3d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0855131 Feb 16 13:12:24.314601 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ce12a19-2c3e-405b-89a3-c406e4225ad5 req-c40c00e3-6d8e-46bd-a4a2-c858f02b490f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Feb 16 13:12:25.501182 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0244-33a0-41df-b145-41a59a1fa425 req-c5aeb3bc-8863-4574-a465-488b5871a0c7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:25.502754 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a8b0244-33a0-41df-b145-41a59a1fa425 req-c5aeb3bc-8863-4574-a465-488b5871a0c7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0805340 Feb 16 13:12:25.548045 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a8b0244-33a0-41df-b145-41a59a1fa425 req-e7313f9a-0906-44a1-875f-a3afa8102651 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388594 Feb 16 13:12:25.775232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f57425b9-6021-4a9a-b6f5-d6723398455e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.747805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebe822-3325-4392-8bdc-545543f36c7e req-17922c6b-5173-465e-8395-6c201bf741ec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.749304 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5ebe822-3325-4392-8bdc-545543f36c7e req-17922c6b-5173-465e-8395-6c201bf741ec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0945835 Feb 16 13:12:26.800036 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5ebe822-3325-4392-8bdc-545543f36c7e req-f50be6ed-91cc-4ad7-96d5-327dd455bb09 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449631 Feb 16 13:12:27.978807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-639be39d-4b73-4c38-8b63-047844a5f28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:27.991680 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b25b-3f74-43e6-b1c9-e55f968c4cd7 req-1288812c-76a1-49c8-8281-f0de2f2f3ffb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.993295 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1c31b25b-3f74-43e6-b1c9-e55f968c4cd7 req-1288812c-76a1-49c8-8281-f0de2f2f3ffb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0807924 Feb 16 13:12:28.038928 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1c31b25b-3f74-43e6-b1c9-e55f968c4cd7 req-d1d152cb-c6a8-44ab-afc2-379dc3a189ea tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Feb 16 13:12:29.120834 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:29.228689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:29.230529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b2ef-494c-48ca-aca3-b452c0b1fc31 req-0c3c5916-1f48-4e60-9745-cd65c09001c3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:29.232055 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eed9b2ef-494c-48ca-aca3-b452c0b1fc31 req-0c3c5916-1f48-4e60-9745-cd65c09001c3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0867879 Feb 16 13:12:29.276958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eed9b2ef-494c-48ca-aca3-b452c0b1fc31 req-610cfbee-243d-470e-98b5-5de665023ecc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Feb 16 13:12:30.474109 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba506f5-87fd-4296-a03b-da12cbc05c04 req-ac4618ab-adaa-43d2-b886-1effedf4e84e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:30.476401 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7ba506f5-87fd-4296-a03b-da12cbc05c04 req-ac4618ab-adaa-43d2-b886-1effedf4e84e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0878398 Feb 16 13:12:30.528328 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7ba506f5-87fd-4296-a03b-da12cbc05c04 req-c7c42d2e-d470-4c8e-9156-87b07621a5b7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445335 Feb 16 13:12:30.575463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:31.727966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fec762-8874-450a-aaca-037e4afc61e2 req-5845a300-6ccd-441d-b2d5-e0938039061c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:31.729649 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7fec762-8874-450a-aaca-037e4afc61e2 req-5845a300-6ccd-441d-b2d5-e0938039061c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0913427 Feb 16 13:12:31.773979 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7fec762-8874-450a-aaca-037e4afc61e2 req-61cae194-0d4b-4764-ada0-f648737d9e5c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Feb 16 13:12:32.985839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770fd63-3bf4-476d-92b6-0ed9a9427175 req-ece1923e-1865-4e90-a4d8-cd99f854d974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:32.987356 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e770fd63-3bf4-476d-92b6-0ed9a9427175 req-ece1923e-1865-4e90-a4d8-cd99f854d974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0889304 Feb 16 13:12:33.036497 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e770fd63-3bf4-476d-92b6-0ed9a9427175 req-3573ef81-cd37-489a-8d2d-5f7271a0fb2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Feb 16 13:12:34.219746 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0110300-7803-4ff1-b13f-93e0169579d7 req-ff587e75-3b11-4c63-b359-353344e07ef3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:34.221222 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a0110300-7803-4ff1-b13f-93e0169579d7 req-ff587e75-3b11-4c63-b359-353344e07ef3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0789616 Feb 16 13:12:34.365663 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a0110300-7803-4ff1-b13f-93e0169579d7 req-f925a6fe-5836-469a-8cef-7597c6dcaaf9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385617 Feb 16 13:12:34.537561 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-ede9fea8-f8d8-4ccb-b0bf-421d175c09e4 service neutron] 10.222.0.81 "GET /v2.0/ports/103dfe6c-763c-4179-99bf-e57dcf0a60a1/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0786309 Feb 16 13:12:34.811640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-0ca56e91-132e-42bd-b632-68ea9fc9837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:34.813472 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-0ca56e91-132e-42bd-b632-68ea9fc9837a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 1098 time: 0.0709126 Feb 16 13:12:34.929389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-0a43e130-3ecc-47c0-9ae3-0e6f43ebbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:34.931701 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-0a43e130-3ecc-47c0-9ae3-0e6f43ebbf82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0846105 Feb 16 13:12:35.066772 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-a03e6667-7ffc-4985-ab3e-de3a8c8e9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.068496 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-a03e6667-7ffc-4985-ab3e-de3a8c8e9f0d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1307912 Feb 16 13:12:35.177224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-4621d104-b3a0-4cf6-9f2f-499ac25278b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 1001 time: 0.1027133 Feb 16 13:12:35.241458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-99ef17b8-a542-441a-91aa-0415f839982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.242957 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-99ef17b8-a542-441a-91aa-0415f839982c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0602179 Feb 16 13:12:35.317938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-15279565-dcf5-4ceb-accb-aa5c3efdb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.319470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-15279565-dcf5-4ceb-accb-aa5c3efdb2e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706208 Feb 16 13:12:35.451122 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-50b1d807-4c39-40fe-96e8-c34bf86a7278 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252007 Feb 16 13:12:35.554271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e332a7e-992b-49c5-9c11-5e49c6c504d4 req-bdb9dfbd-eaef-44fb-ae15-140c3f2cd420 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.555759 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e332a7e-992b-49c5-9c11-5e49c6c504d4 req-bdb9dfbd-eaef-44fb-ae15-140c3f2cd420 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0821254 Feb 16 13:12:35.589052 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6d9bd12f-2209-4100-9e94-4810c66d8f8f req-19b81f84-f6a3-4a95-9328-42a3c43294b8 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325421 Feb 16 13:12:35.612494 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e332a7e-992b-49c5-9c11-5e49c6c504d4 req-0f55e8fd-c97c-439a-ac45-52d9468988a7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Feb 16 13:12:36.798382 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a4725-78b6-4eb0-9761-a38f6a0d3d7f req-0afc8e03-112c-476d-a24c-2ec7fab2e58d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.799809 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a72a4725-78b6-4eb0-9761-a38f6a0d3d7f req-0afc8e03-112c-476d-a24c-2ec7fab2e58d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0805044 Feb 16 13:12:36.821437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:36.849640 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a72a4725-78b6-4eb0-9761-a38f6a0d3d7f req-cdee189e-16f3-4602-9dd4-e99d05cb9e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Feb 16 13:12:36.938702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:36.967429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:36.977998 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:36.982058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:37.029763 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'code': 200} Feb 16 13:12:37.050358 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:37.058410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.058766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.059111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.059445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.059775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.060135 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.060467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.060792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.061117 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.061443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.061770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:37.062088 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:38.039750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eadbb-0eb0-4ccd-a2a2-5ddc196d8b63 req-18764ac0-e6be-40cd-8e86-c1fa1f3de775 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.041237 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b3eadbb-0eb0-4ccd-a2a2-5ddc196d8b63 req-18764ac0-e6be-40cd-8e86-c1fa1f3de775 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.0811222 Feb 16 13:12:38.087460 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b3eadbb-0eb0-4ccd-a2a2-5ddc196d8b63 req-56b3097b-1722-493a-a06a-ff8ba693d062 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403333 Feb 16 13:12:38.432668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-8f27e67a-8332-4d71-b93f-62a2e710efab tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.433344 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-8f27e67a-8332-4d71-b93f-62a2e710efab tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:38.448668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-8f27e67a-8332-4d71-b93f-62a2e710efab tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:38.449761 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-8f27e67a-8332-4d71-b93f-62a2e710efab tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869&tenant_id=7579c8c41ce844dd98805cc22bb6895e&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.1074607 Feb 16 13:12:38.553664 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9366-3e45-4508-a7dc-440262bcc0f5 req-a35d2ae7-1a8b-471c-9a64-e907ec7839e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.555411 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-558e9366-3e45-4508-a7dc-440262bcc0f5 req-a35d2ae7-1a8b-471c-9a64-e907ec7839e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.0862412 Feb 16 13:12:38.606125 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-558e9366-3e45-4508-a7dc-440262bcc0f5 req-1a5572d8-e023-4715-b1f7-5e3827f5a3db tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 Feb 16 13:12:38.608817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-f91d8ea9-0ded-44ea-b0d8-4bbfc8eec15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.610274 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-f91d8ea9-0ded-44ea-b0d8-4bbfc8eec15a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1096 time: 0.0736303 Feb 16 13:12:38.745602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-69f0f80a-3406-4370-a9d4-1e23c6a62096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.747051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-69f0f80a-3406-4370-a9d4-1e23c6a62096 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1303611 Feb 16 13:12:38.798691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba802-f0df-4097-8054-bbbcc7a0d4a0 req-66184e72-9dc1-417e-8e28-b1ad66717cd5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.800164 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a9ba802-f0df-4097-8054-bbbcc7a0d4a0 req-66184e72-9dc1-417e-8e28-b1ad66717cd5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 943 time: 0.0845478 Feb 16 13:12:38.830503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:12:38.855637 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-b8140ab3-acc3-4cdc-8693-1adb44418788 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 999 time: 0.1026418 Feb 16 13:12:38.856707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3a9ba802-f0df-4097-8054-bbbcc7a0d4a0 req-20067503-fba9-4b55-8452-b0946b0279e4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500031 Feb 16 13:12:38.923882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-9eacdf89-5bf5-4202-94df-81698014bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.925350 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-9eacdf89-5bf5-4202-94df-81698014bbf9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0640767 Feb 16 13:12:38.968829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:38.983798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'port_id': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'mac_address': 'fa:16:3e:a8:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:12:39.045063 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:39.062810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103dfe6c-763c-4179-99bf-e57dcf0a60a1 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:39.078294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:39.083310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:39.110406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-83e0f585-9285-475c-a325-ebceff7f73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:39.111870 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-83e0f585-9285-475c-a325-ebceff7f73c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1802969 Feb 16 13:12:39.151268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:39.221442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['103dfe6c-763c-4179-99bf-e57dcf0a60a1'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:39.248008 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-df089004-f711-4735-a510-fa648408d47b service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 Feb 16 13:12:39.385532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff3add69-be12-4f26-81c8-b2ba6c380321 req-54ae01b1-6b2f-44e5-962b-302b299a5002 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316373 Feb 16 13:12:40.042376 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00bf8-4e77-43e7-863a-37f9083829b2 req-ab40b29e-10a4-4f17-8cfc-f35c4c9be164 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:40.044145 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95a00bf8-4e77-43e7-863a-37f9083829b2 req-ab40b29e-10a4-4f17-8cfc-f35c4c9be164 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 944 time: 0.0858831 Feb 16 13:12:40.091229 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95a00bf8-4e77-43e7-863a-37f9083829b2 req-f46ddf8b-292c-453d-ba9e-c4252b0add0c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Feb 16 13:12:40.115540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:40.226785 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08db240f-d880-4af7-812f-bc05e3385dd4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/64ea8395-f06b-465b-a62c-45cfa846a4e8 HTTP/1.1" status: 200 len: 992 time: 0.1094973 Feb 16 13:12:40.831081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:40.903444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:40.903747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:41.016591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:41.043702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:41.053656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:41.057859 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:41.092160 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'code': 200} Feb 16 13:12:41.127627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:43.931689 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:52.278569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:55.777883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-37801a71-6231-4a75-ba86-5be8dfd1b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:57.981942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-24651dd5-9207-4466-a18d-87df608d78ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.112191 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:59.230557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:00.581476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.142443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-70b59099-95da-4f1e-8491-604a800661b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743392 Feb 16 13:13:01.296612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-01b1520c-928b-4155-9d65-350863656bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.298048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-01b1520c-928b-4155-9d65-350863656bd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0725565 Feb 16 13:13:01.436925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-044f714d-a10d-4bfd-8e2c-6516fbd44408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.438248 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-044f714d-a10d-4bfd-8e2c-6516fbd44408 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1224897 Feb 16 13:13:01.539792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-3b6b3e28-2417-46ff-bc66-33fc415ac992 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 1001 time: 0.0948255 Feb 16 13:13:01.601778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-210b38c8-4156-404a-8aff-2e401ffd1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.603195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-210b38c8-4156-404a-8aff-2e401ffd1ac0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.0574162 Feb 16 13:13:01.675699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-4c6153de-338a-4b76-934e-f37bbcd0f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.677173 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-4c6153de-338a-4b76-934e-f37bbcd0f201 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680079 Feb 16 13:13:01.806449 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-9bb8d22b-8e46-45db-992b-ecf0fba42b36 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226125 Feb 16 13:13:01.946835 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12d8ddc2-015b-4cd1-b66d-41a10874227b req-0fd616d6-8dfa-4139-b269-aeb378a8a9c6 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329191 Feb 16 13:13:08.811701 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:09.014663 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 65d46aff-8b6c-4843-b4fd-f079481e2cbc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:09.015009 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.185334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.185657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.305321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 65d46aff-8b6c-4843-b4fd-f079481e2cbc owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:09.454794 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.501175 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=65d46aff-8b6c-4843-b4fd-f079481e2cbc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:09.538188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.538555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.538896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.539238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.539577 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.539913 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.540280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.540612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.540940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.541273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.541603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.541933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:09.604770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:09.604770 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP 64ea8395-f06b-465b-a62c-45cfa846a4e8 disassociated (deleted). External IP: 172.26.4.144, port: 103dfe6c-763c-4179-99bf-e57dcf0a60a1. Feb 16 13:13:10.068239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:10.248684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:10.258819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Sync routers for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:10.267910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:10.268612 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.268796 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.325937 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-611aafad-2582-4cbe-9e0c-e0db1a615871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/floatingips/64ea8395-f06b-465b-a62c-45cfa846a4e8 HTTP/1.1" status: 204 len: 168 time: 1.5128562 Feb 16 13:13:10.326273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:10.471771 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:10.492201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'status': 'completed', 'code': 200} Feb 16 13:13:10.638741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254a18-31ab-49bd-ae25-22d0346c083a req-41b84c3e-757b-4d89-a5dc-936420aa8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:10.640228 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-41b84c3e-757b-4d89-a5dc-936420aa8bce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 1098 time: 0.0970418 Feb 16 13:13:10.800873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254a18-31ab-49bd-ae25-22d0346c083a req-d9a25712-1508-4e6d-8df9-f9c49cb8e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:10.802470 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-d9a25712-1508-4e6d-8df9-f9c49cb8e402 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 200 len: 898 time: 0.1391959 Feb 16 13:13:10.811404 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.815320 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Checking router: ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:10.825566 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:10.826274 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:10.830593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0bccf-cc4c-459e-878b-337b1be3e5e8 req-f71a224a-8ce3-423b-a58a-e40756a4e40d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:10.831280 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9eb0bccf-cc4c-459e-878b-337b1be3e5e8 req-f71a224a-8ce3-423b-a58a-e40756a4e40d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:10.847758 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9eb0bccf-cc4c-459e-878b-337b1be3e5e8 req-f71a224a-8ce3-423b-a58a-e40756a4e40d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:10.849357 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9eb0bccf-cc4c-459e-878b-337b1be3e5e8 req-f71a224a-8ce3-423b-a58a-e40756a4e40d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.1563561 Feb 16 13:13:10.870095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-a6bbee8c-6605-430d-9ea5-82aa4cae81dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 200 len: 217 time: 0.0600429 Feb 16 13:13:10.908208 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9eb0bccf-cc4c-459e-878b-337b1be3e5e8 req-28b459c4-abe2-4382-9f36-350e55134783 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518432 Feb 16 13:13:11.013843 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:11.047785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254a18-31ab-49bd-ae25-22d0346c083a req-09a69ff2-321e-4ed5-b1ed-e0c8a0a0803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.049326 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-09a69ff2-321e-4ed5-b1ed-e0c8a0a0803e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 200 len: 834 time: 0.1730342 Feb 16 13:13:11.123870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254a18-31ab-49bd-ae25-22d0346c083a req-5ab2f3fc-0f86-4e6b-82aa-72299b0970f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.125273 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-5ab2f3fc-0f86-4e6b-82aa-72299b0970f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697000 Feb 16 13:13:11.260012 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-74978926-eaf9-49fb-8f47-d48064c0b34a service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276383 Feb 16 13:13:11.354371 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:11.358414 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df323-23c8-4deb-ae33-4ff831b7514c None None] The sync data for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv is: [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'f154d9a6-57f2-409b-88e7-7ab4a91bbb54', 'name': '', 'network_id': 'ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:2a:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '5c3b851f-6e0d-4aea-b863-f54bf28c5128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:11.401332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56254a18-31ab-49bd-ae25-22d0346c083a req-bc1bfefc-470a-4947-8794-b56307f09592 service neutron] 10.222.0.81 "GET /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344101 Feb 16 13:13:11.573057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fe821-fdea-4814-95e1-8366a2d39fae None None] New status for floating IP 64ea8395-f06b-465b-a62c-45cfa846a4e8: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:12.137497 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a847-db4a-467e-a13e-5cd872b535c8 req-7c6c1a04-cc77-41a9-958a-23103a977413 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.138931 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a504a847-db4a-467e-a13e-5cd872b535c8 req-7c6c1a04-cc77-41a9-958a-23103a977413 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.1281879 Feb 16 13:13:12.186561 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a504a847-db4a-467e-a13e-5cd872b535c8 req-b48a5436-6d07-427b-9496-e60b8cd6b704 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=0655e2d0-26b1-4bdf-9738-c73c04288535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Feb 16 13:13:12.579647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-8841b583-65a0-4d85-8dfb-60d1c6f91da1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.581086 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-8841b583-65a0-4d85-8dfb-60d1c6f91da1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 945 time: 0.0835693 Feb 16 13:13:12.650484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:12.650821 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.897868 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 103dfe6c-763c-4179-99bf-e57dcf0a60a1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=103dfe6c-763c-4179-99bf-e57dcf0a60a1,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:12.898141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.026802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 103dfe6c-763c-4179-99bf-e57dcf0a60a1 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:13.200260 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.262305 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=103dfe6c-763c-4179-99bf-e57dcf0a60a1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:13.334279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.335476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.335476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.335924 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.336408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.336926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.337615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.338109 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.338547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.339038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.339457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.339876 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:13.352856 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dd60b2e0-bc45-43a9-9c29-1c2df708c9ae req-a62eddd3-b5d5-4b7a-8b79-4b7dfc88ddf0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdac3e8-9f98-4452-b01f-ade53d4d6869 HTTP/1.1" status: 200 len: 210 time: 0.0457132 Feb 16 13:13:13.359366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port 103dfe6c-763c-4179-99bf-e57dcf0a60a1 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:13.362707 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:13.365118 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-deleted', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:13.384947 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-917dc8f3-c5a2-4d56-80bb-3985e60e0d2f req-3a0eb0d5-c6ff-45a4-9eb6-01d0adac9f2a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "DELETE /v2.0/ports/103dfe6c-763c-4179-99bf-e57dcf0a60a1 HTTP/1.1" status: 204 len: 173 time: 0.7982540 Feb 16 13:13:13.416148 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdac3e8-9f98-4452-b01f-ade53d4d6869', 'name': 'network-vif-deleted', 'tag': '103dfe6c-763c-4179-99bf-e57dcf0a60a1', 'status': 'completed', 'code': 200} Feb 16 13:13:14.453286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:15.006939 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:15.020080 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.041931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 103dfe6c-763c-4179-99bf-e57dcf0a60a1 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:15.042278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 103dfe6c-763c-4179-99bf-e57dcf0a60a1 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:15.510318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port f154d9a6-57f2-409b-88e7-7ab4a91bbb54 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:15.510893 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.725786 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port f154d9a6-57f2-409b-88e7-7ab4a91bbb54, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:15.726206 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:15.857234 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for f154d9a6-57f2-409b-88e7-7ab4a91bbb54 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:16.070348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:16.127271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=f154d9a6-57f2-409b-88e7-7ab4a91bbb54,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:16.431929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:16.902214 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:17.079506 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:17.091920 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Sync routers for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:17.092449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ad5c222-83e3-42e5-86fe-fad3eb91bd52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380270 Feb 16 13:13:17.095093 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36340) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:17.101750 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:17.102340 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:17.163136 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting subnet 5c3b851f-6e0d-4aea-b863-f54bf28c5128 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:13:17.166099 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.219020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.278616 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:17.301155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.384665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.423617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3b851f-6e0d-4aea-b863-f54bf28c5128,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:17.427661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.435183 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4795fab3-6d83-40bc-8974-455225d92ba1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/subnets/5c3b851f-6e0d-4aea-b863-f54bf28c5128 HTTP/1.1" status: 204 len: 168 time: 0.3391349 Feb 16 13:13:17.437820 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:17.439910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba238bd4-7dd0-4121-921b-6e86078b1ed3 None None] Network ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:17.560300 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:13:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:17.564721 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Checking router: ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:17.574711 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Routers {'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:17.575385 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:17.639290 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.700215 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] DHCP port deletion for ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:13:17.704640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Deleting port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:17.704640 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.757457 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] Set router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:17.822379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.832041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 48c21745-ca92-4ce6-8386-1ad374054cae {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:17.832361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.910421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] For port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,segment=NetworkSegment(d664fc2b-e3b1-438f-9140-667f93999046),segment_id=d664fc2b-e3b1-438f-9140-667f93999046)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:17.910808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.017134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 48c21745-ca92-4ce6-8386-1ad374054cae, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=48c21745-ca92-4ce6-8386-1ad374054cae,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:18.018058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.043637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Calling delete_port for 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:18.061794 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:13:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:18.065613 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0323-a5df-4524-870b-f74e094e5a72 None None] The sync data for ids ['ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6'] in dv-neutron-829435-1-hyperv is: [{'id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323255410', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:13:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '48c21745-ca92-4ce6-8386-1ad374054cae', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:21Z', 'updated_at': '2022-02-16T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:18.133323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.143151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 48c21745-ca92-4ce6-8386-1ad374054cae owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:18.180269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] Pushing event deleted for resources: {'Port': ['ID=7356e8d0-4f47-42f3-a946-1ce6c8e41cdc,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:18.182323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c85f72-8b9d-4942-8971-0bde0d761903 None None] No DVR routers for this DVR port 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:18.426356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.504960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=48c21745-ca92-4ce6-8386-1ad374054cae,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:18.576273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.757361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.759505 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.780443 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.780982 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Fanout notify agent at l3_agent the message router_deleted on router ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:13:18.797356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.798302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8227fd1f-3914-4d71-a094-e7a9134cf38c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/routers/ac0d6bba-7c5b-4b26-8795-20c7b6fc12c6 HTTP/1.1" status: 204 len: 168 time: 1.3595850 Feb 16 13:13:18.801066 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36348) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:18.922356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.054321 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.083202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:19.095773 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd664fc2b-e3b1-438f-9140-667f93999046') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:19.096092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd664fc2b-e3b1-438f-9140-667f93999046') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:19.107624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31298339'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.123103 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.128860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:13:19.129231 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32709719'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: timer() Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: self._notify() Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: event.method(event) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:13:19.142971 dv-neutron-829435-1-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:13:19.222593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.245697 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.257071 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Network': ['ID=ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:19.265274 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb5cca49-71eb-423f-8454-ef3088566e44 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/networks/ecc99e1c-fe90-44fb-98e6-8b8b5ea95a67 HTTP/1.1" status: 204 len: 168 time: 0.4629953 Feb 16 13:13:19.267839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36352) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:19.335591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.366868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.386929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48c21745-ca92-4ce6-8386-1ad374054cae no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:19.423285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 48c21745-ca92-4ce6-8386-1ad374054cae {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:19.423627 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 48c21745-ca92-4ce6-8386-1ad374054cae not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:19.424075 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:19.438673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.456783 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655e2d0-26b1-4bdf-9738-c73c04288535,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:19.457230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:19.457574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7356e8d0-4f47-42f3-a946-1ce6c8e41cdc not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:19.459597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f154d9a6-57f2-409b-88e7-7ab4a91bbb54 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:19.470969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:19.472110 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0b649559-0f68-4096-b2d7-7f92ab00165c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/security-groups/0655e2d0-26b1-4bdf-9738-c73c04288535 HTTP/1.1" status: 204 len: 168 time: 0.2033031 Feb 16 13:13:19.507933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: f154d9a6-57f2-409b-88e7-7ab4a91bbb54 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:19.508414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device f154d9a6-57f2-409b-88e7-7ab4a91bbb54 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:19.975350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36360) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:19.981534 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352551577', 'description': 'tempest-secgroup-smoke-1352551577 description', 'project_id': '7579c8c41ce844dd98805cc22bb6895e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:19.987647 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:19.992108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:19.994900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.001895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.013123 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.033229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.037843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.040634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.046414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.113827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.117358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.170124 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5443e10-acfc-4e5d-8f0f-e272dea40840,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.173373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.175284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31aedc8d-dd00-4224-ad91-e362bdddd050 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1983616 Feb 16 13:13:20.178084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.185384 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.191342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.195987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.198874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.204549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.220851 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.279365 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.282898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.305529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debb11a7-71aa-4012-b548-4b8715c529c3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.313554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.314779 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5702840a-47c8-44c0-8ba8-db5a777f3729 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354516 Feb 16 13:13:20.318155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.323244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.329042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.332765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.336413 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.342177 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.358069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.417332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.420862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.446500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07846189-5fd7-4f4e-8948-ffc4678b03ff,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.455239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.456341 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2d661ea-6026-44a3-b021-dc913bc594b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370480 Feb 16 13:13:20.459041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.464334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.470025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.474737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.476724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.482313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.499337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.561314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.565089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.588449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a45f65-96cf-451c-9aa9-b278e9c23d13,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.597669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.598985 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e22d1b4-541c-4ab4-9982-8e08f71e334a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389043 Feb 16 13:13:20.601652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.606585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.612359 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.616890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.619709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.625272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.641849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.703872 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.707684 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.731151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e78eb58-7a7c-4357-9210-f16f11d09ffc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.738339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.740136 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-74d4097f-a925-4493-8e8f-e635576aa9a3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370344 Feb 16 13:13:20.742829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.747741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.753461 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.758155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.761134 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.766610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.776457 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:13:20.782644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.846399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.850653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.875918 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06e4151-a679-4f4c-a3fa-864b5acfb2cc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:20.885039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.886320 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3cd8f005-891b-4a4e-8961-ba10daee2d4b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426010 Feb 16 13:13:20.889024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:20.893843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'c5443e10-acfc-4e5d-8f0f-e272dea40840', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:20.899747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:20.903465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:20.906756 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:20.912810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:20.923933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:13:20.930504 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:13:20.931390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.995055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:20.998657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.020978 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3c46a7-65b2-4578-9f6b-8c129853c6b0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:21.029458 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.030615 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-960dd1df-aa81-4ae7-b2c2-a541d9529900 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407008 Feb 16 13:13:21.033471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:21.039448 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'network': {'name': 'tempest-network-smoke--1582379780', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:21.044281 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:21.048252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:network and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:21.051156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:21.057753 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:21.067730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:21.071173 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.102279 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:13:21.111002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.111516 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Added segment 8445d0d3-ef0a-4a23-8090-a089b0a8510d of type vlan for network 613c0355-de88-48e8-8f70-fae2606c80e9 Feb 16 13:13:21.139920 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.169298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.174712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:21.175277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.281629 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2470126 Feb 16 13:13:21.282513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c51625-cbcd-4108-a693-cc3fc2274d2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Network': ['ID=613c0355-de88-48e8-8f70-fae2606c80e9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:21.284349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:21.291123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'admin_state_up': True, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:21.294850 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 613c0355-de88-48e8-8f70-fae2606c80e9 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:13:21.298655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:21.302579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:router and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:21.305858 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:21.312126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:21.321461 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.322441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.342220 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:21.604846 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.024500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.054583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.195671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.220 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/9bbd7712-bfbe-44cf-8161-069bef52df57) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:22.297349 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.355414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.386291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.448192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:22.450915 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:22.459407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:22.493367 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=9bbd7712-bfbe-44cf-8161-069bef52df57,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:22.864138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.315334 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.517872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4655070a-a375-4fb0-972b-239d2e51d6c1 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:13:23.700659 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:23.710139 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Sync routers for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:23.719180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:23.719869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:23.727191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.728456 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-368dbc2b-9d3f-411f-8237-958d50cb5c11 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4426839 Feb 16 13:13:23.731594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36396) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:23.771106 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-feb10262-3ac8-41f4-9899-dbd2383453de tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7579c8c41ce844dd98805cc22bb6895e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383525 Feb 16 13:13:23.773751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36400) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:23.897735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:23.902550 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b298c28-5d6b-4a12-b180-f1a02073bbda tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:23.903983 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b298c28-5d6b-4a12-b180-f1a02073bbda tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293676 Feb 16 13:13:23.906882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36404) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:23.946342 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8dab0916-60ad-4729-b16e-65f1a54941fa tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384159 Feb 16 13:13:23.948935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:23.993908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989088620', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:24.106473 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:24.110292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:subnet and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:24.113054 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:24.118777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:24.128193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:24.132151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.221716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:24.225847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Checking router: 4655070a-a375-4fb0-972b-239d2e51d6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:24.226179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Updating router 4655070a-a375-4fb0-972b-239d2e51d6c1 port 9bbd7712-bfbe-44cf-8161-069bef52df57 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:24.280112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.368927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.459114 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Subnet': ['ID=0be94bb4-0973-40b2-a96b-10f574adcd42,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.466013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Checking segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:24.466013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network hostable DHCP agents. Network: 613c0355-de88-48e8-8f70-fae2606c80e9, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:13:24.484748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 613c0355-de88-48e8-8f70-fae2606c80e9 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:13:24.494398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 613c0355-de88-48e8-8f70-fae2606c80e9) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:24.498886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.499840 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.508118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819128fc-d1cf-4a9d-99b9-a2a9a07003de None None] Network 613c0355-de88-48e8-8f70-fae2606c80e9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:24.523324 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7652d0ba-5898-4d8b-b566-e2d094ef5167 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5733585 Feb 16 13:13:24.526478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36414) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:24.703538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.718933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Transition to ACTIVE for port object 9bbd7712-bfbe-44cf-8161-069bef52df57 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:24.735569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.848039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Attempting to bind port 9bbd7712-bfbe-44cf-8161-069bef52df57 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:24.848393 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Attempting to bind port 9bbd7712-bfbe-44cf-8161-069bef52df57 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:24.849482 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Attempting to bind port 9bbd7712-bfbe-44cf-8161-069bef52df57 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:24.863005 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62731-211b-4a84-bce0-3c4ce663b220 None None] Pushing event updated for resources: {'Port': ['ID=9bbd7712-bfbe-44cf-8161-069bef52df57,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.869688 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:24.870120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:24.870511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.870889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:24.871405 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Bound port: 9bbd7712-bfbe-44cf-8161-069bef52df57, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:24.871774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.960536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-613c0355-de88-48e8-8f70-fae2606c80e9', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:13:24.961342 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.034087 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] For port 9bbd7712-bfbe-44cf-8161-069bef52df57, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:25.054372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] For port 9bbd7712-bfbe-44cf-8161-069bef52df57, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9bbd7712-bfbe-44cf-8161-069bef52df57,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:25.060169 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.194417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:25.195036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:25.273350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62731-211b-4a84-bce0-3c4ce663b220 None None] Pushing event updated for resources: {'Port': ['ID=9bbd7712-bfbe-44cf-8161-069bef52df57,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:25.291687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Allocated IP 172.20.0.2 (613c0355-de88-48e8-8f70-fae2606c80e9/0be94bb4-0973-40b2-a96b-10f574adcd42/b4a29b07-2faf-4455-b8f3-bbc697a17e2c) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:25.356396 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.482216 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:25.842104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-35e840c2-c1a5-4681-8231-392e5ef4078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.882294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.895107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Transition to ACTIVE for port object b4a29b07-2faf-4455-b8f3-bbc697a17e2c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:25.916804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Transition to ACTIVE for port object b4a29b07-2faf-4455-b8f3-bbc697a17e2c will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:25.929227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:25.993226 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.1 (613c0355-de88-48e8-8f70-fae2606c80e9/0be94bb4-0973-40b2-a96b-10f574adcd42/4bbceb0d-9706-458b-ba04-b58088723f01) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:25.999783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:26.002822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Network 613c0355-de88-48e8-8f70-fae2606c80e9 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:26.011002 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:26.017872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:26.020031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Pushing event updated for resources: {'Port': ['ID=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:26.022732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510242e8-3bce-467f-a7d7-67cd66d104b9 None None] The sync data for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv is: [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:22Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:26.155639 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Attempting to bind port b4a29b07-2faf-4455-b8f3-bbc697a17e2c on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:26.156267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Attempting to bind port b4a29b07-2faf-4455-b8f3-bbc697a17e2c by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:26.156846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Attempting to bind port b4a29b07-2faf-4455-b8f3-bbc697a17e2c on network 613c0355-de88-48e8-8f70-fae2606c80e9 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:26.166316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:26.166316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Checking segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:26.166926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.167537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Bound using segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:26.168302 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Bound port: b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:26.168893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.241150 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.288952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 4bbceb0d-9706-458b-ba04-b58088723f01 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:26.316639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.328689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:26.331592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:26.339802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.384551 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 613c0355-de88-48e8-8f70-fae2606c80e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:26.392154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:26.398005 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:26.424279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec26e-20fa-4228-98bf-349be7a1d2e1 None None] Pushing event updated for resources: {'Port': ['ID=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:26.435942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:26.470008 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:26.748474 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.173802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.179077 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.293499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:27.295982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.345329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec656001-46b8-4728-a205-2ecd9951522a None None] Network 613c0355-de88-48e8-8f70-fae2606c80e9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:13:27.444888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 613c0355-de88-48e8-8f70-fae2606c80e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:27.447004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:27.454356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4df425df-1130-4a95-8b0b-1679ab22fdb9 None None] Provisioning for port b4a29b07-2faf-4455-b8f3-bbc697a17e2c completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:27.485591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b4a29b07-2faf-4455-b8f3-bbc697a17e2c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:27.636959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port b4a29b07-2faf-4455-b8f3-bbc697a17e2c completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:27.643993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b4a29b07-2faf-4455-b8f3-bbc697a17e2c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:27.644376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.650740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4655070a-a375-4fb0-972b-239d2e51d6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:27.780165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.815633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:27.822047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.822959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9bbd7712-bfbe-44cf-8161-069bef52df57 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:27.847195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:27.865646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bc5af16f-e101-4e0d-bd63-9f8416e7e62f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/4655070a-a375-4fb0-972b-239d2e51d6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3337555 Feb 16 13:13:27.906152 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Sync routers for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:27.921924 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:27.922781 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:12:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:27.965016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:27.994666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-715f1bd5-e09b-4e54-a4be-8e1fa7913794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:27.998018 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 9bbd7712-bfbe-44cf-8161-069bef52df57 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:28.009895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9bbd7712-bfbe-44cf-8161-069bef52df57 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:28.010294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.044587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Provisioning for port 4bbceb0d-9706-458b-ba04-b58088723f01 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:28.059680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Provisioning complete for port 4bbceb0d-9706-458b-ba04-b58088723f01 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:28.060090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.084603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-8ef44a41-3869-4aa1-8172-24cecf266c15 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:28.102843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-8ef44a41-3869-4aa1-8172-24cecf266c15 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:28.104485 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-8ef44a41-3869-4aa1-8172-24cecf266c15 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352551577&fields=id&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 267 time: 0.0775774 Feb 16 13:13:28.135600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Port 4bbceb0d-9706-458b-ba04-b58088723f01 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:28.169003 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:28.200073 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.220269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Provisioning complete for port b4a29b07-2faf-4455-b8f3-bbc697a17e2c triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:28.220644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0598f391-fe8a-4059-acf4-ebe2901f56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.257414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 9bbd7712-bfbe-44cf-8161-069bef52df57, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9bbd7712-bfbe-44cf-8161-069bef52df57,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:28.265361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.275517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-f7fdb61c-2dab-4eb8-9fe0-d8ca747d2525 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:28.276318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-f7fdb61c-2dab-4eb8-9fe0-d8ca747d2525 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:28.295600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-f7fdb61c-2dab-4eb8-9fe0-d8ca747d2525 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:28.304897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-f7fdb61c-2dab-4eb8-9fe0-d8ca747d2525 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 797 time: 0.1929991 Feb 16 13:13:28.323106 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-771a0a46-91c9-4aaf-86b5-19499855e033 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/quotas/7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 375 time: 0.0169919 Feb 16 13:13:28.352774 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=9bbd7712-bfbe-44cf-8161-069bef52df57,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.437352 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3e764038-db7e-4865-aed0-69493d4c787b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:28.458301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3e764038-db7e-4865-aed0-69493d4c787b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:28.462010 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3e764038-db7e-4865-aed0-69493d4c787b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382000 Feb 16 13:13:28.479169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3669641c-6a0c-4b12-a26f-47f5f8b36897 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:13:28.480169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3669641c-6a0c-4b12-a26f-47f5f8b36897 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063188 Feb 16 13:13:28.564818 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:27Z', 'revision_number': 2, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:28.569429 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Checking router: 4655070a-a375-4fb0-972b-239d2e51d6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:28.569775 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Updating router 4655070a-a375-4fb0-972b-239d2e51d6c1 port 4bbceb0d-9706-458b-ba04-b58088723f01 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:13:28.612366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-37dd4179-d2d7-4f1f-bf56-a21339314349 None None] Provisioning complete for port 4bbceb0d-9706-458b-ba04-b58088723f01 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:28.612830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-37dd4179-d2d7-4f1f-bf56-a21339314349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.630409 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.667961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-37dd4179-d2d7-4f1f-bf56-a21339314349 None None] Port 4bbceb0d-9706-458b-ba04-b58088723f01 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:28.737198 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-1f95c6b2-bc56-4138-95b0-1df61cd52801 service neutron] 10.222.0.65 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499290 Feb 16 13:13:28.873460 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a0d39dce-16e7-4206-84b4-16a57d52a0ec service neutron] 10.222.0.65 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298056 Feb 16 13:13:29.001443 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.018496 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Transition to ACTIVE for port object 4bbceb0d-9706-458b-ba04-b58088723f01 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:29.027937 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.099696 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad97894c-1829-474b-b135-06369c25612a req-555efc9a-1a7c-4456-ac36-67c685713586 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 210 time: 0.0659456 Feb 16 13:13:29.129913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.182157 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Pushing event updated for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:29.236596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.259046 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.259396 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.259735 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.260091 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.260425 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.260751 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.261076 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.261401 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.261726 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.262050 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.262362 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.262858 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:29.289531 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Attempting to bind port 4bbceb0d-9706-458b-ba04-b58088723f01 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:29.290012 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Attempting to bind port 4bbceb0d-9706-458b-ba04-b58088723f01 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:29.290436 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Attempting to bind port 4bbceb0d-9706-458b-ba04-b58088723f01 on network 613c0355-de88-48e8-8f70-fae2606c80e9 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:29.296348 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:29.296950 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Checking segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:29.297417 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.297868 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Bound using segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:29.298395 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Bound port: 4bbceb0d-9706-458b-ba04-b58088723f01, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:29.298830 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.394925 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] For port 4bbceb0d-9706-458b-ba04-b58088723f01, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:29.399274 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] For port 4bbceb0d-9706-458b-ba04-b58088723f01, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4bbceb0d-9706-458b-ba04-b58088723f01,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:29.404493 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.417327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b4a29b07-2faf-4455-b8f3-bbc697a17e2c up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:29.485145 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:29.485753 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:13:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:29.495693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b4a29b07-2faf-4455-b8f3-bbc697a17e2c triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:29.496364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.558869 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ceba-c95e-4fe4-9af7-ac51568388ec None None] Pushing event updated for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:29.643164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9bbd7712-bfbe-44cf-8161-069bef52df57 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:29.729544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 9bbd7712-bfbe-44cf-8161-069bef52df57 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:29.729916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:29.760562 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:30.077023 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:30.080822 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c2d43-8cdc-4fef-b04e-66cc67aab10d None None] The sync data for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv is: [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:30.277868 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cca9f118-2793-4401-ab06-c21647ef4e9c req-a0603b35-17b3-48c2-b66d-b0a04569f66a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 210 time: 0.0644548 Feb 16 13:13:30.330256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-d4d16d40-1a9e-4aaa-af7a-f8c161e05a35 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:30.330850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-d4d16d40-1a9e-4aaa-af7a-f8c161e05a35 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:30.344029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-d4d16d40-1a9e-4aaa-af7a-f8c161e05a35 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:30.345525 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-d4d16d40-1a9e-4aaa-af7a-f8c161e05a35 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 797 time: 0.2059648 Feb 16 13:13:30.404431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-fb888661-8d49-4267-8578-450c7fc28612 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:30.417554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-fb888661-8d49-4267-8578-450c7fc28612 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:30.418696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-fb888661-8d49-4267-8578-450c7fc28612 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 380 time: 0.0598233 Feb 16 13:13:30.428284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'port': {'device_id': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'admin_state_up': True, 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'security_groups': ['c5443e10-acfc-4e5d-8f0f-e272dea40840']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:30.587332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.692995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:30.703363 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:30.714715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:30.718443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.890506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.8 (613c0355-de88-48e8-8f70-fae2606c80e9/0be94bb4-0973-40b2-a96b-10f574adcd42/5862df60-428e-4f47-b689-6cae26e7d425) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:31.121582 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.139905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object 5862df60-428e-4f47-b689-6cae26e7d425 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:31.165967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.239395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 613c0355-de88-48e8-8f70-fae2606c80e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:31.247531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:31.252436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:31.284801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.327805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:31.328498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.374553 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-435470e4-625c-4038-8a6a-0701f169c2e8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507914 Feb 16 13:13:31.394080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Request body: {'port': {'device_id': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:31.429101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4bbceb0d-9706-458b-ba04-b58088723f01 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:31.505815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906b069-8f4c-437e-9bdb-47ae74bec9eb req-dd6df0ad-ba48-42d2-8dfd-489458670bdc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:31.507449 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c906b069-8f4c-437e-9bdb-47ae74bec9eb req-dd6df0ad-ba48-42d2-8dfd-489458670bdc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 931 time: 0.1083198 Feb 16 13:13:31.529349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.547749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 4bbceb0d-9706-458b-ba04-b58088723f01 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:31.558259 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6085788a-837d-4513-94ba-c43760b288cc None None] Provisioning for port 5862df60-428e-4f47-b689-6cae26e7d425 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:31.565370 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4bbceb0d-9706-458b-ba04-b58088723f01 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:31.566473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.569042 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c906b069-8f4c-437e-9bdb-47ae74bec9eb req-669596bf-a3dd-498c-bd1c-8cab6035a516 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540893 Feb 16 13:13:31.609274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6085788a-837d-4513-94ba-c43760b288cc None None] Provisioning complete for port 5862df60-428e-4f47-b689-6cae26e7d425 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:31.610105 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6085788a-837d-4513-94ba-c43760b288cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.688964 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6085788a-837d-4513-94ba-c43760b288cc None None] Port 5862df60-428e-4f47-b689-6cae26e7d425 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:31.760697 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.799384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 4bbceb0d-9706-458b-ba04-b58088723f01, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4bbceb0d-9706-458b-ba04-b58088723f01,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:31.804671 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.879723 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:31.935750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5862df60-428e-4f47-b689-6cae26e7d425 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:31.943626 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:31.957247 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Transition to ACTIVE for port object 5862df60-428e-4f47-b689-6cae26e7d425 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:31.961202 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.091328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Pushing event updated for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:32.205002 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Attempting to bind port 5862df60-428e-4f47-b689-6cae26e7d425 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:32.205351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Attempting to bind port 5862df60-428e-4f47-b689-6cae26e7d425 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:32.205679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Attempting to bind port 5862df60-428e-4f47-b689-6cae26e7d425 on network 613c0355-de88-48e8-8f70-fae2606c80e9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:32.211294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Port 5862df60-428e-4f47-b689-6cae26e7d425 on network 613c0355-de88-48e8-8f70-fae2606c80e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:13:32.211593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Attempting to bind port 5862df60-428e-4f47-b689-6cae26e7d425 on network 613c0355-de88-48e8-8f70-fae2606c80e9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:32.217654 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:32.217910 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Checking segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:32.218242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Bound using segment: {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:32.218669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Bound port: 5862df60-428e-4f47-b689-6cae26e7d425, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8445d0d3-ef0a-4a23-8090-a089b0a8510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:32.219004 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.318220 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:32.321012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5862df60-428e-4f47-b689-6cae26e7d425,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:32.325510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.379496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.381242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.382908 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] 10.222.0.81 "PUT /v2.0/ports/5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 1093 time: 0.9949269 Feb 16 13:13:32.383730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:32.408698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b5f20-09bb-43e0-bab1-ed5559ecac2f service neutron] Pushing event updated for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:32.472158 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425', 'status': 'completed', 'code': 200} Feb 16 13:13:32.518641 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3fa59f3f-e11e-4ae2-844c-d2169d92f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.520177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-3fa59f3f-e11e-4ae2-844c-d2169d92f509 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1096 time: 0.0804434 Feb 16 13:13:32.594009 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-d1f3d8f0-94bf-4ec4-89f5-16d12c9e35cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 217 time: 0.0610399 Feb 16 13:13:32.758901 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-372416cc-1e54-497c-a053-bc66015a1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.760546 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-372416cc-1e54-497c-a053-bc66015a1963 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.1610539 Feb 16 13:13:32.780608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227a1b5-5fc3-4f1a-bd13-fce916301a51 req-75f0e6a9-6ff9-4470-b4e5-7ab71b8a2256 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.782052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6227a1b5-5fc3-4f1a-bd13-fce916301a51 req-75f0e6a9-6ff9-4470-b4e5-7ab71b8a2256 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 943 time: 0.0838027 Feb 16 13:13:32.827342 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6227a1b5-5fc3-4f1a-bd13-fce916301a51 req-2d64609e-4b06-49db-9245-ca8f84aaa974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Feb 16 13:13:32.837316 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-91e371b8-a767-4cea-89d2-594c3a398487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.839232 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-91e371b8-a767-4cea-89d2-594c3a398487 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730338 Feb 16 13:13:32.969377 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-c0f80a5a-ea2f-4a94-8540-9a666ad19946 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241095 Feb 16 13:13:33.096403 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-85d2415b-91f2-44ad-89c5-ffd6f9c93306 req-5c89ca1f-1cde-475e-aeab-9271c6ed6cb5 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210043 Feb 16 13:13:33.262186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-315b01b0-725d-404f-9801-dd41cc54f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:33.263551 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-315b01b0-725d-404f-9801-dd41cc54f151 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1096 time: 0.0746682 Feb 16 13:13:33.395000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4bbceb0d-9706-458b-ba04-b58088723f01 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:33.396408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-bfdd22e3-f8a0-4f82-a921-012006b67474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:33.397903 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-bfdd22e3-f8a0-4f82-a921-012006b67474 service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1279943 Feb 16 13:13:33.464727 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-cd55b2e6-a3a1-4888-946a-635c481b123b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 217 time: 0.0594356 Feb 16 13:13:33.465657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 4bbceb0d-9706-458b-ba04-b58088723f01 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:33.466031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.529859 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-e3c20ba7-a7e9-4bc9-8013-eeb130669a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:33.531269 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-e3c20ba7-a7e9-4bc9-8013-eeb130669a28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0599451 Feb 16 13:13:33.607679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-37f1786d-e0a2-499c-8ddc-bfea57a731c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:33.609178 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-37f1786d-e0a2-499c-8ddc-bfea57a731c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715158 Feb 16 13:13:33.740559 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-761ef9b6-02b0-4d28-9bc6-2116a0c15c18 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248128 Feb 16 13:13:33.869151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41cc16a4-c0d6-4bd3-a085-f773eb0714d1 req-dc38196e-c5c5-4e30-9abb-67f211ceae0f service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224878 Feb 16 13:13:34.012590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9ce9-6ebb-4a58-aa97-838460dcad05 req-c0ab01a6-bd5a-4938-947a-562a5c392478 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:34.014029 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d56c9ce9-6ebb-4a58-aa97-838460dcad05 req-c0ab01a6-bd5a-4938-947a-562a5c392478 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 943 time: 0.0802412 Feb 16 13:13:34.062046 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d56c9ce9-6ebb-4a58-aa97-838460dcad05 req-c51f5bdd-8baf-4b8f-8a19-10f7482105bc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Feb 16 13:13:35.247264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cf3a0-7fe3-4036-ae79-c6a188b98c1c req-b3ec1e8e-7655-4444-a77f-36a5dce8ddc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:35.249667 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-be8cf3a0-7fe3-4036-ae79-c6a188b98c1c req-b3ec1e8e-7655-4444-a77f-36a5dce8ddc7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 943 time: 0.0801294 Feb 16 13:13:35.294142 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-be8cf3a0-7fe3-4036-ae79-c6a188b98c1c req-82348c3a-7966-4330-be03-2d1166414871 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384831 Feb 16 13:13:36.486468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a847b7-ca29-414a-8e15-c4d08441fac4 req-d31d0691-d9a9-4558-8d57-ac298c9fa439 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.487889 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99a847b7-ca29-414a-8e15-c4d08441fac4 req-d31d0691-d9a9-4558-8d57-ac298c9fa439 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 943 time: 0.0832746 Feb 16 13:13:36.532024 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-99a847b7-ca29-414a-8e15-c4d08441fac4 req-4e8e70c1-1f43-4b3f-819b-f66e1720ae2e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Feb 16 13:13:37.053417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5862df60-428e-4f47-b689-6cae26e7d425 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:13:37.185365 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5862df60-428e-4f47-b689-6cae26e7d425,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:37.199202 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '5862df60-428e-4f47-b689-6cae26e7d425', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'port_id': '5862df60-428e-4f47-b689-6cae26e7d425', 'mac_address': 'fa:16:3e:16:2e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:13:37.252862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.269739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5862df60-428e-4f47-b689-6cae26e7d425 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:37.285267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5862df60-428e-4f47-b689-6cae26e7d425,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:37.289828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.358994 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:37.366414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.366761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.367109 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.367434 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.367765 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.368124 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.368452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.368776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.369102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.369422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.369741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.370059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:37.588368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['5862df60-428e-4f47-b689-6cae26e7d425'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:13:37.725928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d353-32c3-4ddd-9180-9d00431c8fe6 req-c4fa07be-24b1-421d-869a-56fe63c576a0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:37.727393 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-91a5d353-32c3-4ddd-9180-9d00431c8fe6 req-c4fa07be-24b1-421d-869a-56fe63c576a0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 944 time: 0.0809550 Feb 16 13:13:37.771942 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-91a5d353-32c3-4ddd-9180-9d00431c8fe6 req-20b175e1-50f3-4d86-85b8-e9aec3a261df tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Feb 16 13:13:38.956339 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456eb4e-d756-462c-ac84-51ee48cfffa5 req-8c752de9-b987-4a5d-8f79-e7f310c64691 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:38.958417 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0456eb4e-d756-462c-ac84-51ee48cfffa5 req-8c752de9-b987-4a5d-8f79-e7f310c64691 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 944 time: 0.0831201 Feb 16 13:13:39.001494 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0456eb4e-d756-462c-ac84-51ee48cfffa5 req-e3a63eed-ad84-46bb-a150-2294d1d1b778 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Feb 16 13:13:39.085654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5862df60-428e-4f47-b689-6cae26e7d425 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:39.151869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 5862df60-428e-4f47-b689-6cae26e7d425 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:39.156555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 5862df60-428e-4f47-b689-6cae26e7d425 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:39.157043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.304938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.330737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:39.343315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5862df60-428e-4f47-b689-6cae26e7d425,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:39.347170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:39.385147 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425', 'code': 200} Feb 16 13:13:39.417632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:39.678153 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0207b-a4e5-4058-b913-8850c4995270 req-2f58bf6d-7abf-4d9f-a77d-5c222089763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:39.679623 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-47f0207b-a4e5-4058-b913-8850c4995270 req-2f58bf6d-7abf-4d9f-a77d-5c222089763e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.1136498 Feb 16 13:13:39.720296 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-47f0207b-a4e5-4058-b913-8850c4995270 req-83d25bc2-0852-4a8f-bc70-d1e2ceff48e3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Feb 16 13:13:40.189821 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31186-2966-4e1b-af02-f2fba89480af req-45f7d1f5-0728-4e7f-8a6d-0fb9d96f56ca tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:40.191707 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02b31186-2966-4e1b-af02-f2fba89480af req-45f7d1f5-0728-4e7f-8a6d-0fb9d96f56ca tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0842116 Feb 16 13:13:40.246225 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02b31186-2966-4e1b-af02-f2fba89480af req-410d9302-9c40-42bc-9797-a002644ae915 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Feb 16 13:13:41.434265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310011f1-d864-41e1-adee-cc77ce14ff42 req-1ad7ab0f-79d8-4e8f-871d-78fc0d45f73a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.435702 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-310011f1-d864-41e1-adee-cc77ce14ff42 req-1ad7ab0f-79d8-4e8f-871d-78fc0d45f73a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0821762 Feb 16 13:13:41.480670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-310011f1-d864-41e1-adee-cc77ce14ff42 req-d5c3c77d-c105-4582-ad90-16b10338cfa0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Feb 16 13:13:41.674375 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea4b04-eaec-455c-b3f8-2b0db53df90f req-772baa7a-ec44-493f-b86f-e159fe400383 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.675814 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-47ea4b04-eaec-455c-b3f8-2b0db53df90f req-772baa7a-ec44-493f-b86f-e159fe400383 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0825098 Feb 16 13:13:41.720276 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-47ea4b04-eaec-455c-b3f8-2b0db53df90f req-a4e82f07-8d04-4549-98bb-50a6f1a87c8a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Feb 16 13:13:41.742908 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:41.854673 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e56b3-b369-48d5-aba5-2fc52b1badc2 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.856068 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-768e56b3-b369-48d5-aba5-2fc52b1badc2 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1093 time: 0.1121395 Feb 16 13:13:41.858871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36480) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:41.863805 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '5862df60-428e-4f47-b689-6cae26e7d425', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:41.870457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:41.874572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:floatingip and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:13:41.877509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:13:41.883824 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:41.898346 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.031526 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.170282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.104 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/271baa96-548c-4dac-b1e3-4460ab3ced60) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:42.322928 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.353723 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:42.425941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:42.429390 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:42.432722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:42.476437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=271baa96-548c-4dac-b1e3-4460ab3ced60,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:42.959842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.034126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.245759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.250394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.354079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=271baa96-548c-4dac-b1e3-4460ab3ced60,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:43.373273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:43.545817 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP f089eb08-65fc-4b6f-b642-b5f24e02f641 associated. External IP: 172.26.4.104, port: 5862df60-428e-4f47-b689-6cae26e7d425. Feb 16 13:13:43.891388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4655070a-a375-4fb0-972b-239d2e51d6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:44.069976 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:44.080070 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Sync routers for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:44.089558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:44.090241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:13:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:44.094417 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:44.151738 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-645993ee-e350-4a0b-9d78-cba942bbf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2917285 Feb 16 13:13:44.152251 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:44.210475 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425', 'status': 'completed', 'code': 200} Feb 16 13:13:44.274568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:44.341518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e185c-acc4-4d90-97ab-933035a8c076 req-f2b67b15-1846-4ddc-809a-c658239dd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.343487 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-f2b67b15-1846-4ddc-809a-c658239dd509 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.0791721 Feb 16 13:13:44.478315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d490a-134a-42e4-81ba-d67c35787405 req-76d31b93-9390-4e1f-ab1a-24e5dc45adec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.483972 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-128d490a-134a-42e4-81ba-d67c35787405 req-76d31b93-9390-4e1f-ab1a-24e5dc45adec tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.2259541 Feb 16 13:13:44.487295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e185c-acc4-4d90-97ab-933035a8c076 req-1c3f0948-a33e-4711-889f-267000dabca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.488750 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-1c3f0948-a33e-4711-889f-267000dabca1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1389236 Feb 16 13:13:44.531060 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-128d490a-134a-42e4-81ba-d67c35787405 req-2df01103-ff4c-4846-bb50-d06f8ba921df tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Feb 16 13:13:44.556338 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36488) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:44.602567 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-f0408786-702f-4e15-8814-5a8c8393d268 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 999 time: 0.1075962 Feb 16 13:13:44.655865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f089eb08-65fc-4b6f-b642-b5f24e02f641', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'port_id': '5862df60-428e-4f47-b689-6cae26e7d425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'mac_address': 'fa:16:3e:16:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:42Z', 'updated_at': '2022-02-16T13:13:42Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:44.659898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Checking router: 4655070a-a375-4fb0-972b-239d2e51d6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:44.667174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e185c-acc4-4d90-97ab-933035a8c076 req-c03ad2d7-0dbb-457f-abd0-2cc56a62a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.668739 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-c03ad2d7-0dbb-457f-abd0-2cc56a62a864 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0588043 Feb 16 13:13:44.669305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:44.669923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:13:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:44.689396 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-840ab0b9-59cf-47c5-b66e-2450f94a1ee2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f089eb08-65fc-4b6f-b642-b5f24e02f641 HTTP/1.1" status: 200 len: 991 time: 0.1318941 Feb 16 13:13:44.846145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e185c-acc4-4d90-97ab-933035a8c076 req-460be726-6ba2-4c12-8600-86db448476b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:44.847523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-460be726-6ba2-4c12-8600-86db448476b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733470 Feb 16 13:13:44.857825 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:44.980611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-b1e7bc90-7cd8-4423-9c12-e7f5e4448b19 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271226 Feb 16 13:13:45.114571 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-125e185c-acc4-4d90-97ab-933035a8c076 req-c28dba15-bb48-4b42-a7b5-10283c7ab9c5 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275659 Feb 16 13:13:45.224356 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f089eb08-65fc-4b6f-b642-b5f24e02f641', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'port_id': '5862df60-428e-4f47-b689-6cae26e7d425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'mac_address': 'fa:16:3e:16:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:42Z', 'updated_at': '2022-02-16T13:13:42Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:45.228515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f968d-a8d1-493a-8c1b-ee0f6fce4ff7 None None] The sync data for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv is: [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'f089eb08-65fc-4b6f-b642-b5f24e02f641', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.104', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'port_id': '5862df60-428e-4f47-b689-6cae26e7d425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'mac_address': 'fa:16:3e:16:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:13:42Z', 'updated_at': '2022-02-16T13:13:42Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:45.411806 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0cf65a-9738-4e32-badb-f3a71e222dd2 None None] New status for floating IP f089eb08-65fc-4b6f-b642-b5f24e02f641: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:45.693679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:45.798517 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-65c3cd55-9dc9-46fd-9b6e-05c24cbb82b0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f089eb08-65fc-4b6f-b642-b5f24e02f641 HTTP/1.1" status: 200 len: 993 time: 0.1037610 Feb 16 13:13:52.299913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:55.784821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d2ac33be-53f3-429f-83d0-f8d97f08acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:57.929736 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:13:57.989036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0925fbdf-cf6e-4c9d-8b11-7236b2bac900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:59.112698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:59.237744 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:00.592978 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:02.149926 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-aef3c01d-aeee-4dca-ad0d-ae44e302b755 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695286 Feb 16 13:14:02.314076 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-b2b51de9-c2ac-41bb-8a4d-3c0757cfb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:02.318434 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-b2b51de9-c2ac-41bb-8a4d-3c0757cfb27f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.0756440 Feb 16 13:14:02.465352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-5b7c8001-455f-42a4-ab7e-4367cf19391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:02.467169 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-5b7c8001-455f-42a4-ab7e-4367cf19391a service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1317270 Feb 16 13:14:02.581984 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-9c555f32-edba-4741-bb63-e0f97f41c91c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 1001 time: 0.1087229 Feb 16 13:14:02.645385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-88d24cc7-c2e9-454f-93ff-bdc33276c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:02.647388 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-88d24cc7-c2e9-454f-93ff-bdc33276c23d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0588505 Feb 16 13:14:02.732117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-550ddba7-6ba5-4dfe-b950-c9cb1e23d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:02.733512 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-550ddba7-6ba5-4dfe-b950-c9cb1e23d608 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797396 Feb 16 13:14:02.870039 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-62dfeb89-ec20-4204-a14b-aa8c5101f30f service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304319 Feb 16 13:14:03.004442 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5db5b507-0062-4c8f-802b-127ab38f55f3 req-3535d0e8-2923-479a-8166-fbb8ae58e668 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275985 Feb 16 13:14:17.435836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5114e0-3a21-4f90-b007-ccdf33468319 req-6ab2c96f-fe08-4094-82a3-64d8507dfb07 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:17.437212 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce5114e0-3a21-4f90-b007-ccdf33468319 req-6ab2c96f-fe08-4094-82a3-64d8507dfb07 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0866787 Feb 16 13:14:17.483563 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce5114e0-3a21-4f90-b007-ccdf33468319 req-c4483949-98ed-47ae-833f-3cf0f1312f1f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Feb 16 13:14:18.681966 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4ea3-01f4-49ce-be96-a97e2e1c562f req-f98797f9-6d28-4974-9f62-be5c479bd991 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:18.683392 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b2b4ea3-01f4-49ce-be96-a97e2e1c562f req-f98797f9-6d28-4974-9f62-be5c479bd991 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0825105 Feb 16 13:14:18.728505 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b2b4ea3-01f4-49ce-be96-a97e2e1c562f req-f20a364f-985b-425e-8cb5-80f4800c963d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392997 Feb 16 13:14:19.915679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d42d3-e11b-4c25-b1c1-dd9ab910098e req-e7319174-977e-4962-9fba-147c6fd0bd70 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:19.917126 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-363d42d3-e11b-4c25-b1c1-dd9ab910098e req-e7319174-977e-4962-9fba-147c6fd0bd70 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0791883 Feb 16 13:14:19.968907 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-363d42d3-e11b-4c25-b1c1-dd9ab910098e req-1f5f4bdd-1666-43a6-9c59-bd4693a7bb3a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462072 Feb 16 13:14:21.154224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8671b0-90e6-4994-b0ee-3e3294bf0275 req-43f01612-d008-4bd5-bfb6-810f44d95e8e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:21.155671 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce8671b0-90e6-4994-b0ee-3e3294bf0275 req-43f01612-d008-4bd5-bfb6-810f44d95e8e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0794194 Feb 16 13:14:21.198791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce8671b0-90e6-4994-b0ee-3e3294bf0275 req-f8f10ae6-995e-4c09-abe7-73afa21f855f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Feb 16 13:14:22.310865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:22.392213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b978277-3aaa-4d07-99a9-4063f8f01f78 req-51d6f3bd-b962-45f4-b75c-7e598da20d76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:22.393652 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b978277-3aaa-4d07-99a9-4063f8f01f78 req-51d6f3bd-b962-45f4-b75c-7e598da20d76 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0901978 Feb 16 13:14:22.437085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b978277-3aaa-4d07-99a9-4063f8f01f78 req-917deb0b-71cb-4244-ac15-b09c06287e83 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377200 Feb 16 13:14:23.627743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9fada-fbbb-4916-a313-34852d06c12b req-0d8bae51-18ad-4fe7-9679-f7038d6e32ff tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:23.629155 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4c9fada-fbbb-4916-a313-34852d06c12b req-0d8bae51-18ad-4fe7-9679-f7038d6e32ff tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0790699 Feb 16 13:14:23.672740 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d4c9fada-fbbb-4916-a313-34852d06c12b req-ff9eac08-df22-41ec-90cb-da033f321779 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374179 Feb 16 13:14:24.859905 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da055320-83d5-43e3-8e9e-30000806207d req-aee67466-cba1-43fe-b11d-b870df9cceb4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.861273 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da055320-83d5-43e3-8e9e-30000806207d req-aee67466-cba1-43fe-b11d-b870df9cceb4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0819874 Feb 16 13:14:24.907632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da055320-83d5-43e3-8e9e-30000806207d req-a87051b5-0966-452a-a973-e642460a515f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Feb 16 13:14:25.787947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f16ae08-5ba7-480c-b303-54fbcf968fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:26.094611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fcacb-552e-4a4f-90b4-0fd1b7d42025 req-346ce78c-8244-4415-ad03-0762b12f14c1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.095867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-360fcacb-552e-4a4f-90b4-0fd1b7d42025 req-346ce78c-8244-4415-ad03-0762b12f14c1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0789523 Feb 16 13:14:26.143005 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-360fcacb-552e-4a4f-90b4-0fd1b7d42025 req-ca474eb8-3f38-41d5-915c-fbcfe66c3a23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Feb 16 13:14:27.332972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe29536-fe78-452f-aaf8-1d7c7a5f9541 req-6536ec10-3e69-4032-9f1d-806a04651887 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:27.334382 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abe29536-fe78-452f-aaf8-1d7c7a5f9541 req-6536ec10-3e69-4032-9f1d-806a04651887 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0773001 Feb 16 13:14:27.378985 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abe29536-fe78-452f-aaf8-1d7c7a5f9541 req-3c1cac1e-648d-48bd-9393-9c9b9230667e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 Feb 16 13:14:27.990262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05f2abdc-e504-4e22-88a7-2f9a77623dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.568304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d51ee-877a-424f-9bd2-e83b92ce20b1 req-01527b43-ed7e-4db8-808a-9d033196e2f8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.569760 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da3d51ee-877a-424f-9bd2-e83b92ce20b1 req-01527b43-ed7e-4db8-808a-9d033196e2f8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0832405 Feb 16 13:14:28.616691 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da3d51ee-877a-424f-9bd2-e83b92ce20b1 req-d272cd55-8b99-4d98-aa46-57d0cfaac9b9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Feb 16 13:14:29.117245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.240636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:29.967831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324eda-a90c-49c5-be6d-35d86c9c922d req-8c5108f8-c072-4ec1-aabc-046e56d555db tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:29.969342 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34324eda-a90c-49c5-be6d-35d86c9c922d req-8c5108f8-c072-4ec1-aabc-046e56d555db tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0889316 Feb 16 13:14:30.015653 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-34324eda-a90c-49c5-be6d-35d86c9c922d req-036280da-9f27-42aa-a7c1-553a88ac0130 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Feb 16 13:14:30.591316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.201930 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3936d2-be43-4120-86b1-05ea63fafd19 req-fd1aac74-a8c7-4ef9-820b-62b57bc21d30 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:31.203383 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e3936d2-be43-4120-86b1-05ea63fafd19 req-fd1aac74-a8c7-4ef9-820b-62b57bc21d30 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0820599 Feb 16 13:14:31.248446 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6e3936d2-be43-4120-86b1-05ea63fafd19 req-5bdefcf4-4dff-407e-b330-20fc2ae41358 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Feb 16 13:14:32.435083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba6bf-0958-4cb1-8af9-2ed52d20f6e4 req-f3b109f9-5067-488f-a7ef-319553e5257c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.436553 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b8ba6bf-0958-4cb1-8af9-2ed52d20f6e4 req-f3b109f9-5067-488f-a7ef-319553e5257c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0798061 Feb 16 13:14:32.483822 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5b8ba6bf-0958-4cb1-8af9-2ed52d20f6e4 req-755fdb16-5c52-40af-803d-1b8c7102ad56 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 Feb 16 13:14:33.666637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d5b7a-df2a-4125-a586-29e8bc3f547c req-6c5deccb-4de9-493f-a277-012d13a41d57 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:33.667986 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c93d5b7a-df2a-4125-a586-29e8bc3f547c req-6c5deccb-4de9-493f-a277-012d13a41d57 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0785651 Feb 16 13:14:33.713120 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c93d5b7a-df2a-4125-a586-29e8bc3f547c req-43907136-f726-49d8-9330-3a4152ad5d52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Feb 16 13:14:33.735938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:14:33.935777 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a088c928-2099-4f82-8318-79419af04a9f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f089eb08-65fc-4b6f-b642-b5f24e02f641 HTTP/1.1" status: 200 len: 993 time: 0.1986129 Feb 16 13:14:34.933806 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:14:35.425314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe31ae-0ded-4c75-b2eb-02a8c362ed2f req-b16a970f-fce6-4af4-88b0-a129beee7a4d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:35.426747 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cfe31ae-0ded-4c75-b2eb-02a8c362ed2f req-b16a970f-fce6-4af4-88b0-a129beee7a4d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0828481 Feb 16 13:14:35.471095 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cfe31ae-0ded-4c75-b2eb-02a8c362ed2f req-81ff4f9c-c55b-4800-936a-d739cecf37dc tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Feb 16 13:14:35.498088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dce25-172f-4fe9-9335-f643ee10db9d req-f8e639f6-1ea0-45af-91a4-9101fd0f898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:35.499584 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-f8e639f6-1ea0-45af-91a4-9101fd0f898c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.0789557 Feb 16 13:14:35.631039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dce25-172f-4fe9-9335-f643ee10db9d req-3ef2d7be-b280-4bc6-9996-dac4d6f50880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:35.632529 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-3ef2d7be-b280-4bc6-9996-dac4d6f50880 service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1271167 Feb 16 13:14:35.738370 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-e7defc8e-5fee-4988-ab01-8e149d444cc3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 1001 time: 0.0999060 Feb 16 13:14:35.803480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dce25-172f-4fe9-9335-f643ee10db9d req-228b1479-c099-45a9-ae47-b59f610840cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:35.805000 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-228b1479-c099-45a9-ae47-b59f610840cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0603259 Feb 16 13:14:35.986434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dce25-172f-4fe9-9335-f643ee10db9d req-a654e2da-5174-47ec-a7ae-e5d9af297a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:35.987912 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-a654e2da-5174-47ec-a7ae-e5d9af297a68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1771591 Feb 16 13:14:36.116655 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-449d4c11-6d24-480a-a857-8f9f27a8d69d service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220586 Feb 16 13:14:36.246800 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-332dce25-172f-4fe9-9335-f643ee10db9d req-bfb48566-30aa-464e-b675-bc58c93886a5 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242273 Feb 16 13:14:36.658633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b681b-71a4-4335-a214-571a7d173910 req-1693214b-309d-417a-a3af-965c59b4b6f9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:36.660176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9e5b681b-71a4-4335-a214-571a7d173910 req-1693214b-309d-417a-a3af-965c59b4b6f9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0803976 Feb 16 13:14:36.706721 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9e5b681b-71a4-4335-a214-571a7d173910 req-48d7ea9f-92ef-4028-bd23-ef72922d1aa7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388496 Feb 16 13:14:37.898026 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf616e4-a02f-4d7d-8563-1b926ecd717e req-c255a955-0b61-47b9-a8f6-0119cb38c49f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:37.899464 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cf616e4-a02f-4d7d-8563-1b926ecd717e req-c255a955-0b61-47b9-a8f6-0119cb38c49f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0811663 Feb 16 13:14:37.944166 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2cf616e4-a02f-4d7d-8563-1b926ecd717e req-0cb624e3-a8da-43a1-931d-01d5225d7460 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Feb 16 13:14:37.967949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:14:38.072348 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28768499-4b1e-4535-8a7f-d9733df9e318 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/f089eb08-65fc-4b6f-b642-b5f24e02f641 HTTP/1.1" status: 200 len: 993 time: 0.1024446 Feb 16 13:14:52.326220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:55.793551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2af0-8a97-461a-98b4-3af37dcbce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:57.994020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1c5900c7-cfb0-4b47-af9b-1aa77b8f351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:59.121059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:59.242038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:00.593926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:04.170982 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-eb814ceb-f1e2-4dc6-a13c-02879bbaf9df service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664613 Feb 16 13:15:04.327762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-1b76895f-04db-4d9d-887c-fcc9069d9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:04.329217 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-1b76895f-04db-4d9d-887c-fcc9069d9c71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.0728428 Feb 16 13:15:04.473110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-e8d54165-7e8f-43d3-93c6-dd892b3d86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:04.474544 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-e8d54165-7e8f-43d3-93c6-dd892b3d86b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1264739 Feb 16 13:15:04.575521 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-49431e5f-f52c-4013-a74a-740d2cccbd0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 1001 time: 0.0937924 Feb 16 13:15:04.639993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-0c9e27b7-ac9b-457c-96c7-cd66b1a16722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:04.641427 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-0c9e27b7-ac9b-457c-96c7-cd66b1a16722 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0566518 Feb 16 13:15:04.719176 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-b853026c-0376-403f-a766-0d4719d9cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:04.720652 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-b853026c-0376-403f-a766-0d4719d9cbc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724814 Feb 16 13:15:04.852716 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-57f8bf44-6048-4cf8-a6e6-6923100d6214 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234081 Feb 16 13:15:04.986907 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53bb3287-8b86-4f26-900f-2738ba546f0f req-7974377d-a619-40ef-b943-1ade57757daa service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278701 Feb 16 13:15:08.592745 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:08.794249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 271baa96-548c-4dac-b1e3-4460ab3ced60 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:08.794602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:08.963458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:08.964064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:09.085111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 271baa96-548c-4dac-b1e3-4460ab3ced60 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:09.237937 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:09.284406 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=271baa96-548c-4dac-b1e3-4460ab3ced60,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:09.326150 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.326498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.326849 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.327187 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.327521 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.327850 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.328210 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.328536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.328862 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.329188 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.329515 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.329839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:09.390414 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:09.390743 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP f089eb08-65fc-4b6f-b642-b5f24e02f641 disassociated (deleted). External IP: 172.26.4.104, port: 5862df60-428e-4f47-b689-6cae26e7d425. Feb 16 13:15:09.845326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4655070a-a375-4fb0-972b-239d2e51d6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:10.026351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:10.036585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Sync routers for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:10.043331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:10.046196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:10.046805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:10.101102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92c2f998-534e-4149-80e9-cc1b98bcf916 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/floatingips/f089eb08-65fc-4b6f-b642-b5f24e02f641 HTTP/1.1" status: 204 len: 168 time: 1.5071986 Feb 16 13:15:10.102226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:10.150799 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425', 'status': 'completed', 'code': 200} Feb 16 13:15:10.229855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:10.266031 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855134e-7289-4880-923b-750634468f45 req-ee20f9aa-b24a-4a18-a353-e50eed24b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.267501 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-ee20f9aa-b24a-4a18-a353-e50eed24b2c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 1098 time: 0.0738757 Feb 16 13:15:10.409252 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855134e-7289-4880-923b-750634468f45 req-3811a68b-0609-482d-b45b-b861f2f54908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.410709 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-3811a68b-0609-482d-b45b-b861f2f54908 service neutron] 10.222.0.81 "GET /v2.0/networks?id=613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 200 len: 898 time: 0.1377234 Feb 16 13:15:10.482142 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-bba3e510-ba53-4191-bb39-86b86da821df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 200 len: 217 time: 0.0646095 Feb 16 13:15:10.497377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cda4f-dc25-4989-9bdc-a1b2639d518e req-f422662e-014f-46f9-a3af-18b9a2e0c124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.498100 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2c2cda4f-dc25-4989-9bdc-a1b2639d518e req-f422662e-014f-46f9-a3af-18b9a2e0c124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:10.514011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2c2cda4f-dc25-4989-9bdc-a1b2639d518e req-f422662e-014f-46f9-a3af-18b9a2e0c124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:10.517153 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2c2cda4f-dc25-4989-9bdc-a1b2639d518e req-f422662e-014f-46f9-a3af-18b9a2e0c124 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.1099687 Feb 16 13:15:10.556804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855134e-7289-4880-923b-750634468f45 req-1e12f4bb-dade-42b3-8742-2da5ad89ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.557800 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:10.558318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-1e12f4bb-dade-42b3-8742-2da5ad89ee9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 200 len: 834 time: 0.0702071 Feb 16 13:15:10.562220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Checking router: 4655070a-a375-4fb0-972b-239d2e51d6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:10.571296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:10.571905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:10.575392 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2c2cda4f-dc25-4989-9bdc-a1b2639d518e req-324b9d37-b31e-48ea-85e8-d30c58f1671c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522056 Feb 16 13:15:10.637431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855134e-7289-4880-923b-750634468f45 req-b09b8ef3-c2d8-4bea-aa29-85effd7fdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.638972 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-b09b8ef3-c2d8-4bea-aa29-85effd7fdfec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=613c0355-de88-48e8-8f70-fae2606c80e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742958 Feb 16 13:15:10.772450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:10.929066 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-59deb8ea-e481-4af6-836f-89881e4b849f service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836781 Feb 16 13:15:11.072119 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f855134e-7289-4880-923b-750634468f45 req-f3a6921f-4cc2-4c59-ba03-8d0aaeef4268 service neutron] 10.222.0.81 "GET /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349323 Feb 16 13:15:11.114904 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:11.119045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a106a-753a-478f-89f5-8ed08d33e6c9 None None] The sync data for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv is: [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:13:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '4bbceb0d-9706-458b-ba04-b58088723f01', 'name': '', 'network_id': '613c0355-de88-48e8-8f70-fae2606c80e9', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:c4:51:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:25Z', 'updated_at': '2022-02-16T13:13:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': '0be94bb4-0973-40b2-a96b-10f574adcd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:11.335515 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48caa67-0618-47bb-b273-dd16638abb0a None None] New status for floating IP f089eb08-65fc-4b6f-b642-b5f24e02f641: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:15:11.753361 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0eb67-5e39-444a-8fe1-c53fa9a738b6 req-5d864803-923a-4b4b-a11f-f0845b901de3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:11.754966 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2c0eb67-5e39-444a-8fe1-c53fa9a738b6 req-5d864803-923a-4b4b-a11f-f0845b901de3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0807626 Feb 16 13:15:11.805829 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2c0eb67-5e39-444a-8fe1-c53fa9a738b6 req-4ef9d933-0c99-4f6f-98aa-bce7a3c3cbdb tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5443e10-acfc-4e5d-8f0f-e272dea40840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Feb 16 13:15:11.933086 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:12.091164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b041f-e246-4469-b8a8-e35794982404 req-83557403-a9b4-4f05-87dd-df434762864e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:12.091846 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-df8b041f-e246-4469-b8a8-e35794982404 req-83557403-a9b4-4f05-87dd-df434762864e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:12.103314 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-df8b041f-e246-4469-b8a8-e35794982404 req-83557403-a9b4-4f05-87dd-df434762864e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:12.104410 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df8b041f-e246-4469-b8a8-e35794982404 req-83557403-a9b4-4f05-87dd-df434762864e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 945 time: 0.0915956 Feb 16 13:15:12.172054 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 5862df60-428e-4f47-b689-6cae26e7d425 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:12.172393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.415399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 5862df60-428e-4f47-b689-6cae26e7d425, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5862df60-428e-4f47-b689-6cae26e7d425,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:12.415746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.539817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 5862df60-428e-4f47-b689-6cae26e7d425 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:12.681475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.735422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=5862df60-428e-4f47-b689-6cae26e7d425,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:12.801038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.801382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.801720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.802053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.802382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.802706 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.803029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.803352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.803669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.803987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.804332 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.805298 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:12.818689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port 5862df60-428e-4f47-b689-6cae26e7d425 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:12.821518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.825146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'name': 'network-vif-deleted', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:12.842045 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df8b041f-e246-4469-b8a8-e35794982404 req-4a3f2414-8ed1-4b6a-95ee-b4358dad71b4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "DELETE /v2.0/ports/5862df60-428e-4f47-b689-6cae26e7d425 HTTP/1.1" status: 204 len: 173 time: 0.7325029 Feb 16 13:15:12.930360 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebedcdd2-f312-40eb-9447-53cccabef64a', 'name': 'network-vif-deleted', 'tag': '5862df60-428e-4f47-b689-6cae26e7d425', 'status': 'completed', 'code': 200} Feb 16 13:15:12.969098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e23254b7-ce6d-4e69-9673-45648a43ad3f req-75d24be6-cd63-46ea-8c09-c9b615e913af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=ebedcdd2-f312-40eb-9447-53cccabef64a HTTP/1.1" status: 200 len: 210 time: 0.0490482 Feb 16 13:15:14.064042 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:14.610362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:15.070912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 4bbceb0d-9706-458b-ba04-b58088723f01 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:15.071598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:15.256817 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 4bbceb0d-9706-458b-ba04-b58088723f01, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=4bbceb0d-9706-458b-ba04-b58088723f01,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:15.257162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:15.381087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 4bbceb0d-9706-458b-ba04-b58088723f01 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:15.575337 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:15.626039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=4bbceb0d-9706-458b-ba04-b58088723f01,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:15.899724 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.394541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router 4655070a-a375-4fb0-972b-239d2e51d6c1 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:16.578514 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:16.588492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Sync routers for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:16.591460 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9610c97-abb3-4172-ade4-8660885f968d tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/4655070a-a375-4fb0-972b-239d2e51d6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263429 Feb 16 13:15:16.594132 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36604) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:16.598865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:16.599497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:16.662470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting subnet 0be94bb4-0973-40b2-a96b-10f574adcd42 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:15:16.666590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.727839 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.817486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.831069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:16.893628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.937448 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Subnet': ['ID=0be94bb4-0973-40b2-a96b-10f574adcd42,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:16.941120 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:16.950349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36608) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:16.951466 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0eb65d99-deb0-42a6-ab60-ccf232f709d2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/subnets/0be94bb4-0973-40b2-a96b-10f574adcd42 HTTP/1.1" status: 204 len: 168 time: 0.3549230 Feb 16 13:15:16.952103 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f1bfd-1514-4dc4-8378-ac5db421f1b8 None None] Network 613c0355-de88-48e8-8f70-fae2606c80e9 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:17.140398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.294384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:15:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:17.309995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Checking router: 4655070a-a375-4fb0-972b-239d2e51d6c1 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:17.322656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Routers {'4655070a-a375-4fb0-972b-239d2e51d6c1'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:17.323285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['4655070a-a375-4fb0-972b-239d2e51d6c1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:17.379136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] DHCP port deletion for 613c0355-de88-48e8-8f70-fae2606c80e9 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:15:17.390552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Deleting port b4a29b07-2faf-4455-b8f3-bbc697a17e2c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:17.390829 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.457896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.472267 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 9bbd7712-bfbe-44cf-8161-069bef52df57 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:17.473055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.571974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b4a29b07-2faf-4455-b8f3-bbc697a17e2c no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:17.629280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5862df60-428e-4f47-b689-6cae26e7d425 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:17.686509 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 5862df60-428e-4f47-b689-6cae26e7d425 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:17.686849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 5862df60-428e-4f47-b689-6cae26e7d425 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:17.703674 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 9bbd7712-bfbe-44cf-8161-069bef52df57, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=9bbd7712-bfbe-44cf-8161-069bef52df57,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:17.704083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:17.740652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] Set router 4655070a-a375-4fb0-972b-239d2e51d6c1 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:17.829998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 9bbd7712-bfbe-44cf-8161-069bef52df57 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:18.040435 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:18.040769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.141338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.187481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=9bbd7712-bfbe-44cf-8161-069bef52df57,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:18.223473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Calling delete_port for b4a29b07-2faf-4455-b8f3-bbc697a17e2c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:18.275369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.280581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.384548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:18.391597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.442522 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:15:18.442900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:15:18.462070 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.464923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.477986 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:18.488234 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:15:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:18.490971 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.491128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.491397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.491498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Fanout notify agent at l3_agent the message router_deleted on router 4655070a-a375-4fb0-972b-239d2e51d6c1 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:15:18.491740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.492207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.493207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.493207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.493500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.493823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.494161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.494491 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.494818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.495131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:18.501644 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e09960-b04e-4d63-9abf-5659a2c14e95 None None] The sync data for ids ['4655070a-a375-4fb0-972b-239d2e51d6c1'] in dv-neutron-829435-1-hyperv is: [{'id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1992943601', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220'}], 'enable_snat': True}, 'gw_port_id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:13:21Z', 'updated_at': '2022-02-16T13:15:15Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '9bbd7712-bfbe-44cf-8161-069bef52df57', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4655070a-a375-4fb0-972b-239d2e51d6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:13:22Z', 'updated_at': '2022-02-16T13:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:18.507905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.509006 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9cea2174-bf4c-4f39-baf1-05bbf136ec52 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/routers/4655070a-a375-4fb0-972b-239d2e51d6c1 HTTP/1.1" status: 204 len: 168 time: 1.5574908 Feb 16 13:15:18.511676 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:18.627024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.637900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port b4a29b07-2faf-4455-b8f3-bbc697a17e2c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:18.638222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.833367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:18.833608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:18.944457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Deleting port b4a29b07-2faf-4455-b8f3-bbc697a17e2c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:18.945092 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.084798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for b4a29b07-2faf-4455-b8f3-bbc697a17e2c owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:19.160332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] For port b4a29b07-2faf-4455-b8f3-bbc697a17e2c, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,segment=NetworkSegment(8445d0d3-ef0a-4a23-8090-a089b0a8510d),segment_id=8445d0d3-ef0a-4a23-8090-a089b0a8510d)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:19.160733 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.165579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.226981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port b4a29b07-2faf-4455-b8f3-bbc697a17e2c on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:19.228817 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=b4a29b07-2faf-4455-b8f3-bbc697a17e2c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:19.292853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Calling delete_port for b4a29b07-2faf-4455-b8f3-bbc697a17e2c owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:19.357849 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.366368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:15:19.366874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:15:19.385302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613c0355-de88-48e8-8f70-fae2606c80e9']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:19.397686 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8445d0d3-ef0a-4a23-8090-a089b0a8510d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:19.397977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8445d0d3-ef0a-4a23-8090-a089b0a8510d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:19.409877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.426257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.432954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:15:19.433338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:15:19.448092 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:15:19.550106 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.558163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.608711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Network': ['ID=613c0355-de88-48e8-8f70-fae2606c80e9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:19.617594 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aaee035f-ebd9-49e3-b0db-870f930735a5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/networks/613c0355-de88-48e8-8f70-fae2606c80e9 HTTP/1.1" status: 204 len: 168 time: 1.1048093 Feb 16 13:15:19.619406 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Deleting port b4a29b07-2faf-4455-b8f3-bbc697a17e2c {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:19.619853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.620642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:19.651696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4bbceb0d-9706-458b-ba04-b58088723f01 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:19.693693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 4bbceb0d-9706-458b-ba04-b58088723f01 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:19.694028 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 4bbceb0d-9706-458b-ba04-b58088723f01 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:19.694455 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9bbd7712-bfbe-44cf-8161-069bef52df57 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:19.697696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.731013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.755218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 9bbd7712-bfbe-44cf-8161-069bef52df57 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:19.755569 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 9bbd7712-bfbe-44cf-8161-069bef52df57 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:19.762175 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e58e833d-226a-410e-86bc-bcb325979fcf None None] The port 'b4a29b07-2faf-4455-b8f3-bbc697a17e2c' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:15:19.806429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.825446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5443e10-acfc-4e5d-8f0f-e272dea40840,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:19.841286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:19.842394 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3b0b06d3-e0f5-4fe9-9703-3776d11bc933 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5443e10-acfc-4e5d-8f0f-e272dea40840 HTTP/1.1" status: 204 len: 168 time: 0.2202222 Feb 16 13:15:20.266223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.271453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866483846', 'description': 'tempest-secgroup-smoke-866483846 description', 'project_id': '7579c8c41ce844dd98805cc22bb6895e'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:20.277795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.281926 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.285035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.291586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.302273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.323649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.327570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.330506 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.337417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.414939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.419111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.465445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ef917b-6b28-4705-8e16-0856faef2100,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.469620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.471224 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6e1e9be3-bfe6-40a8-bbee-0a8a85dedbae tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2037408 Feb 16 13:15:20.474008 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.479436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:20.485480 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.489283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.492766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.498517 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.517191 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.588400 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.592632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.616329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa2a8b6-b7f1-44f4-8305-0529ca4f1b11,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.626929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.628111 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df1a802f-7d9d-4820-80f8-59564206dd23 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530993 Feb 16 13:15:20.631036 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.637254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:20.643215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.647087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.651164 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.658035 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.675203 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.742791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.746735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.772024 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46cc704-9e3d-45eb-af8c-64ede991a366,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.781771 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.783104 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05ce31f8-6c18-48a7-b45c-9adbafdb0253 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510208 Feb 16 13:15:20.786411 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.792193 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:20.798582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.803436 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.807398 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.814696 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.834218 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.901973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.905895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.930586 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adeb92ac-a8f2-4e6a-a986-2cba5355ad30,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:20.939753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:20.941048 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f8bc655b-a64c-4ad9-ad2e-ee393249bbd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537011 Feb 16 13:15:20.944727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:20.951493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:20.958428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:20.964244 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:20.967896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:20.975894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:20.999425 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.077407 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.083029 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.107224 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161421b9-63a2-4dab-a778-0a54fa627af5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:21.116896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.118726 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6b06bf1-893b-4b35-af03-b08fe6056a31 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1722310 Feb 16 13:15:21.121567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:21.127715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:21.134799 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:21.138707 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:21.141750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:21.147555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:21.163040 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:15:21.170896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.236869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.241067 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.265648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b22be27-183b-4770-bc56-9f9da000e3cb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:21.279197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.280670 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e24985ee-07e5-4be8-a2bc-2897afd62002 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578658 Feb 16 13:15:21.285695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:21.291655 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'security_group_rule': {'security_group_id': 'b0ef917b-6b28-4705-8e16-0856faef2100', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:21.297759 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:21.301715 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:security_group_rule and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:21.305354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:21.311285 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:21.322065 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Project 7579c8c41ce844dd98805cc22bb6895e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:15:21.328555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.394257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.398716 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.425571 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61901af-649a-4c7d-a2f9-dc4d7948f2bf,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:21.434886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.436146 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5bb0fa81-50a4-4faf-853e-e1628787b676 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492944 Feb 16 13:15:21.439615 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:21.444858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'network': {'name': 'tempest-network-smoke--378892608', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:21.450098 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:21.454231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:network and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:21.457039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:21.464273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:21.473970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:21.477968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.512528 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:15:21.527774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.528152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Added segment 23776c2c-9c53-4533-b203-5d3aa8c64e18 of type vlan for network 743a573f-f105-496d-8034-7b0d65ecc4e3 Feb 16 13:15:21.557496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.592114 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.597037 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:21.597604 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.698618 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2582672 Feb 16 13:15:21.701392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:21.707355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'admin_state_up': True, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:21.712436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec644e6a-ffcd-42a3-9d38-e369a18f7b0e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Network': ['ID=743a573f-f105-496d-8034-7b0d65ecc4e3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:21.716156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:21.720686 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:router and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:21.724197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:15:21.738058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:21.745444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:21.755870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.757068 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:21.776481 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.047535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.342241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.469640 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.499560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.638612 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.18 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/7f55a370-0d29-4c05-8e2b-1625b5ee571a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:22.787325 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.817354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:22.876401 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:22.879010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:22.883533 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:22.932307 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=7f55a370-0d29-4c05-8e2b-1625b5ee571a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:23.309587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.647156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:23.960344 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router e4472d9e-ca7a-44d6-84e8-5897de52ad61 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:15:24.136922 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:24.146137 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Sync routers for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:24.155907 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:24.156537 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:24.165859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.167085 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6e8bbc3e-d09f-4bdd-a257-11968dac5dfa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4646223 Feb 16 13:15:24.170224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:24.210084 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5511a5c6-ea27-4aa5-b468-d60e6bc24dab tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7579c8c41ce844dd98805cc22bb6895e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387418 Feb 16 13:15:24.214047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:24.331968 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:24.344425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9b324-56bc-47e3-81e7-0ad6174057ba tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:24.345664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7dc9b324-56bc-47e3-81e7-0ad6174057ba tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307638 Feb 16 13:15:24.348555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:24.389587 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67af32b9-c7b5-4492-b3bf-c37021bb7207 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=16c121a8-deb1-4622-8d8e-d377e47a1274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399299 Feb 16 13:15:24.392065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:24.397592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31314237', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:24.506910 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:24.511268 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:subnet and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:24.514121 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:24.522964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:24.533943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:24.537491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.647585 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:23Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:24.652755 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Checking router: e4472d9e-ca7a-44d6-84e8-5897de52ad61 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:24.653443 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Updating router e4472d9e-ca7a-44d6-84e8-5897de52ad61 port 7f55a370-0d29-4c05-8e2b-1625b5ee571a binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:24.712412 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.756153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.833131 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Subnet': ['ID=d35ecbf9-8621-453c-a6ba-b003c01355ca,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:24.841861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Checking segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:24.842213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network hostable DHCP agents. Network: 743a573f-f105-496d-8034-7b0d65ecc4e3, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:15:24.861491 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:15:24.872331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 743a573f-f105-496d-8034-7b0d65ecc4e3) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:24.876326 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:24.876912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.884764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a68851-eb59-40b3-bec4-6690215951b8 None None] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:24.903279 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d672646f-e82f-4f10-87c6-6a4c8d033e47 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5101991 Feb 16 13:15:24.903529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36676) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:25.058342 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.072307 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Transition to ACTIVE for port object 7f55a370-0d29-4c05-8e2b-1625b5ee571a will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:25.079059 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.153617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-743a573f-f105-496d-8034-7b0d65ecc4e3', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:15:25.154724 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.168922 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Attempting to bind port 7f55a370-0d29-4c05-8e2b-1625b5ee571a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:25.169510 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Attempting to bind port 7f55a370-0d29-4c05-8e2b-1625b5ee571a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:25.169611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Attempting to bind port 7f55a370-0d29-4c05-8e2b-1625b5ee571a on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:25.171783 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Pushing event updated for resources: {'Port': ['ID=7f55a370-0d29-4c05-8e2b-1625b5ee571a,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:25.179938 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.180379 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.180720 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.181047 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.181375 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.181697 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.182021 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.182338 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.182655 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.182964 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.183273 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.183592 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:25.188713 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:25.189179 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:25.189551 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.190873 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:25.190873 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Bound port: 7f55a370-0d29-4c05-8e2b-1625b5ee571a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:25.190873 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.269281 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] For port 7f55a370-0d29-4c05-8e2b-1625b5ee571a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:25.272715 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] For port 7f55a370-0d29-4c05-8e2b-1625b5ee571a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f55a370-0d29-4c05-8e2b-1625b5ee571a,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:25.280237 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.321233 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Allocated IP 172.20.0.2 (743a573f-f105-496d-8034-7b0d65ecc4e3/d35ecbf9-8621-453c-a6ba-b003c01355ca/1a297ae5-5b1b-467c-94bf-88a49b26ebc4) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:25.372515 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:25.373130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:14:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:25.437333 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729e17b-d054-4840-bcae-6b5a2384b3ae None None] Pushing event updated for resources: {'Port': ['ID=7f55a370-0d29-4c05-8e2b-1625b5ee571a,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:25.543292 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.553494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Transition to ACTIVE for port object 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:25.567863 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:25.574982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Transition to ACTIVE for port object 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:25.582260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.647739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:25.651366 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:25.653873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:25.737445 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Pushing event updated for resources: {'Port': ['ID=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:25.768938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Attempting to bind port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:25.769372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Attempting to bind port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:25.769804 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Attempting to bind port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 on network 743a573f-f105-496d-8034-7b0d65ecc4e3 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:25.771854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.783975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:25.784383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Checking segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:25.784786 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.785166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Bound using segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:25.785641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Bound port: 1a297ae5-5b1b-467c-94bf-88a49b26ebc4, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:25.786030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.804893 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-27f72c67-54a1-4436-9da0-4f1497235971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.883417 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] For port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:25.886819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] For port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:25.894186 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:25.898956 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:23Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:25.903409 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1edbb-3192-4aa5-98f0-8e7eba67e1c4 None None] The sync data for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv is: [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:23Z', 'revision_number': 3, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:25.990564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e86975-782f-4970-b3f6-fe3a303c9b45 None None] Pushing event updated for resources: {'Port': ['ID=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:26.222843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.1 (743a573f-f105-496d-8034-7b0d65ecc4e3/d35ecbf9-8621-453c-a6ba-b003c01355ca/ac4239dd-e961-421f-8569-fedc511c4674) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:26.402035 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.418649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object ac4239dd-e961-421f-8569-fedc511c4674 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:26.442198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.511909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:26.519649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:26.525030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:26.555462 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:26.589405 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.884998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.993563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a3776-e569-479f-b569-3b808797196b None None] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:27.108147 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2cdd61ff-9931-485b-a91c-b039c15c8bd5 None None] Provisioning for port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:27.436094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.443825 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.558831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f55a370-0d29-4c05-8e2b-1625b5ee571a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:27.576581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.580402 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:27.598841 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d1c4d76f-eb67-478a-8e84-f59f1ae7bbc5 None None] Provisioning for port ac4239dd-e961-421f-8569-fedc511c4674 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:27.614122 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d1c4d76f-eb67-478a-8e84-f59f1ae7bbc5 None None] Provisioning complete for port ac4239dd-e961-421f-8569-fedc511c4674 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:27.614498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d1c4d76f-eb67-478a-8e84-f59f1ae7bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.689056 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4d76f-eb67-478a-8e84-f59f1ae7bbc5 None None] Port ac4239dd-e961-421f-8569-fedc511c4674 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:27.712442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 7f55a370-0d29-4c05-8e2b-1625b5ee571a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:27.721224 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f55a370-0d29-4c05-8e2b-1625b5ee571a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:27.721875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.729627 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:27.730844 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:27.852484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.859731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9420f4e1-4262-4b20-a10a-991cca713d91 None None] Provisioning complete for port ac4239dd-e961-421f-8569-fedc511c4674 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:27.860121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9420f4e1-4262-4b20-a10a-991cca713d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.910476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 7f55a370-0d29-4c05-8e2b-1625b5ee571a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f55a370-0d29-4c05-8e2b-1625b5ee571a,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:27.916285 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:27.917048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:27.938934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router e4472d9e-ca7a-44d6-84e8-5897de52ad61 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:28.002156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9420f4e1-4262-4b20-a10a-991cca713d91 None None] Port ac4239dd-e961-421f-8569-fedc511c4674 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:28.044634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d49e2f-4861-4fa6-bdb1-cf753d453e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.058182 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=7f55a370-0d29-4c05-8e2b-1625b5ee571a,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:28.068897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:28.074288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:28.074652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.125189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:28.138190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Sync routers for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:28.140458 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0468d2f-c8c3-4e8c-9190-38cc55e47e9e tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/e4472d9e-ca7a-44d6-84e8-5897de52ad61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2349620 Feb 16 13:15:28.153339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-387e54bb-0066-436e-8337-3abdd5744ce4 None None] Provisioning complete for port ac4239dd-e961-421f-8569-fedc511c4674 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:28.153712 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-387e54bb-0066-436e-8337-3abdd5744ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.192287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:28.192952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:28.306933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-78d58937-b226-4b70-a407-c13bf5e25fbe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:28.324126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-78d58937-b226-4b70-a407-c13bf5e25fbe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:28.325363 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-78d58937-b226-4b70-a407-c13bf5e25fbe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866483846&fields=id&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 267 time: 0.0568697 Feb 16 13:15:28.353923 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-387e54bb-0066-436e-8337-3abdd5744ce4 None None] Port ac4239dd-e961-421f-8569-fedc511c4674 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:28.425696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.482145 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-5953f037-44b8-4892-842a-78df8315a725 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:28.483590 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-5953f037-44b8-4892-842a-78df8315a725 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 796 time: 0.1514747 Feb 16 13:15:28.489818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:28.492478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:28.499289 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-b5697d17-c8d0-4765-a6e7-8a2d6bb83810 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/quotas/7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 375 time: 0.0101919 Feb 16 13:15:28.533263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.584270 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-e3d116a7-02ec-4964-bf88-42c203732cf2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:28.601523 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-e3d116a7-02ec-4964-bf88-42c203732cf2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:28.602923 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-e3d116a7-02ec-4964-bf88-42c203732cf2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983083 Feb 16 13:15:28.707563 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:28.782300 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-6350c4fc-dc46-4bbe-8280-ad921747270f service neutron] 10.222.0.65 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678536 Feb 16 13:15:28.863772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 2, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:28.868538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Checking router: e4472d9e-ca7a-44d6-84e8-5897de52ad61 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:28.868894 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Updating router e4472d9e-ca7a-44d6-84e8-5897de52ad61 port ac4239dd-e961-421f-8569-fedc511c4674 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:15:28.922444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.018440 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-2cca706a-2f82-44f4-ad19-b29539a8c0f7 service neutron] 10.222.0.65 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303667 Feb 16 13:15:29.189971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.204821 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ebd1847e-5371-42b4-89ed-33bc819c9283 req-a8a84404-3cc5-49b8-b650-a09118a7ac9b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 210 time: 0.0468485 Feb 16 13:15:29.291226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.317404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.329150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Transition to ACTIVE for port object ac4239dd-e961-421f-8569-fedc511c4674 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:29.335350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.482316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dfe94-7977-4480-983c-0a6e25e0f201 None None] Pushing event updated for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:29.515581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f55a370-0d29-4c05-8e2b-1625b5ee571a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:29.625921 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Attempting to bind port ac4239dd-e961-421f-8569-fedc511c4674 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:29.626316 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Attempting to bind port ac4239dd-e961-421f-8569-fedc511c4674 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:29.626651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Attempting to bind port ac4239dd-e961-421f-8569-fedc511c4674 on network 743a573f-f105-496d-8034-7b0d65ecc4e3 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:29.635771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:29.636171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Checking segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:29.636571 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.636962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Bound using segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:29.637432 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Bound port: ac4239dd-e961-421f-8569-fedc511c4674, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:29.637900 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.706661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 7f55a370-0d29-4c05-8e2b-1625b5ee571a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:29.707039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.846753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] For port ac4239dd-e961-421f-8569-fedc511c4674, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:29.850586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] For port ac4239dd-e961-421f-8569-fedc511c4674, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ac4239dd-e961-421f-8569-fedc511c4674,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:29.856052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:29.978332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:30.018152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:30.018791 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:30.095668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dfe94-7977-4480-983c-0a6e25e0f201 None None] Pushing event updated for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:30.224258 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:30.224898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.279753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:30.389414 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9e11b744-8186-4e90-b078-b01c240754c8 req-50667a8f-c01a-4f3f-b197-73b9906525cf tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 210 time: 0.0502257 Feb 16 13:15:30.547695 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-9ebe003a-c06c-40a2-9191-a41bfb6bf348 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:30.548939 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-9ebe003a-c06c-40a2-9191-a41bfb6bf348 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:30.572145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-9ebe003a-c06c-40a2-9191-a41bfb6bf348 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:30.574338 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-9ebe003a-c06c-40a2-9191-a41bfb6bf348 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 796 time: 0.2099385 Feb 16 13:15:30.619719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:30.642411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-333c211f-9d22-4201-a5c0-9f8329497ef0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:30.655333 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-333c211f-9d22-4201-a5c0-9f8329497ef0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:30.656801 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-333c211f-9d22-4201-a5c0-9f8329497ef0 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7579c8c41ce844dd98805cc22bb6895e HTTP/1.1" status: 200 len: 379 time: 0.0672469 Feb 16 13:15:30.669702 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'port': {'device_id': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'admin_state_up': True, 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'security_groups': ['b0ef917b-6b28-4705-8e16-0856faef2100']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:30.722057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:30.728766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c81ba2-5037-4f99-a041-5a60c2a716bf None None] The sync data for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv is: [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:29Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:30.830712 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:30.843016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:30.854870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Made reservation on behalf of 7579c8c41ce844dd98805cc22bb6895e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:30.858699 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.047214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.20.0.6 (743a573f-f105-496d-8034-7b0d65ecc4e3/d35ecbf9-8621-453c-a6ba-b003c01355ca/a6ae13a8-e940-4d2f-b17c-49b38daa5c60) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:31.263947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.283436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Transition to ACTIVE for port object a6ae13a8-e940-4d2f-b17c-49b38daa5c60 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:31.313131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.383184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:31.399750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:31.407086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:31.575965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ac4239dd-e961-421f-8569-fedc511c4674 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:31.695785 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:31.722587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975650c7-c703-4c1b-b134-6332d8cba2ca req-3413f0df-313e-4715-a0c1-9d00946cf935 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:31.724239 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-975650c7-c703-4c1b-b134-6332d8cba2ca req-3413f0df-313e-4715-a0c1-9d00946cf935 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 931 time: 0.1633911 Feb 16 13:15:31.737226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port ac4239dd-e961-421f-8569-fedc511c4674 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:31.743243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ac4239dd-e961-421f-8569-fedc511c4674 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:31.743619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.753463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:31.754113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.786568 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-17224424-423b-455b-adbd-2801eac288b8 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1207232 Feb 16 13:15:31.795201 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-975650c7-c703-4c1b-b134-6332d8cba2ca req-9a04673d-7399-4911-bc39-69aeb250d5b1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617855 Feb 16 13:15:31.806681 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Request body: {'port': {'device_id': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:31.829427 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b311ca0-37ff-43c0-bea1-e5f7a8efe3da None None] Provisioning for port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:31.838411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5b311ca0-37ff-43c0-bea1-e5f7a8efe3da None None] Provisioning complete for port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:31.838784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5b311ca0-37ff-43c0-bea1-e5f7a8efe3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.925280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.936326 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-5b311ca0-37ff-43c0-bea1-e5f7a8efe3da None None] Port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:15:31.955832 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:31.989463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port ac4239dd-e961-421f-8569-fedc511c4674, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ac4239dd-e961-421f-8569-fedc511c4674,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:31.995351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.066168 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:32.288858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ae13a8-e940-4d2f-b17c-49b38daa5c60 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:32.296237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.310940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Transition to ACTIVE for port object a6ae13a8-e940-4d2f-b17c-49b38daa5c60 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:32.315616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.472953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:32.556479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Attempting to bind port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:32.557117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Attempting to bind port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:32.557563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Attempting to bind port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 on network 743a573f-f105-496d-8034-7b0d65ecc4e3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:32.562170 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 on network 743a573f-f105-496d-8034-7b0d65ecc4e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:15:32.562486 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Attempting to bind port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 on network 743a573f-f105-496d-8034-7b0d65ecc4e3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:32.567657 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:32.567987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Checking segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:32.568460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Bound using segment: {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:32.568874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Bound port: a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23776c2c-9c53-4533-b203-5d3aa8c64e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:32.569213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.661300 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:32.664347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:32.668863 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.723713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.724411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.725777 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] 10.222.0.81 "PUT /v2.0/ports/a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 1093 time: 0.9263384 Feb 16 13:15:32.726239 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:32.753471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e18d00-193b-408e-80cd-65fb0fa2ec0c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:32.783184 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'status': 'completed', 'code': 200} Feb 16 13:15:32.879563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-7102c029-b3a8-48a1-a07f-5a42ecf10bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.881517 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-7102c029-b3a8-48a1-a07f-5a42ecf10bc5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1096 time: 0.0763605 Feb 16 13:15:32.961895 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-4b5096bc-8d28-47c1-a4af-abcfcca117eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 217 time: 0.0638583 Feb 16 13:15:32.985261 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da051edf-a512-45fd-b81e-c2354dfecbf6 req-4beef47f-e0fb-4f93-827d-f4f05361a490 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.986737 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da051edf-a512-45fd-b81e-c2354dfecbf6 req-4beef47f-e0fb-4f93-827d-f4f05361a490 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 943 time: 0.0893250 Feb 16 13:15:33.032791 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da051edf-a512-45fd-b81e-c2354dfecbf6 req-6c9f5e21-5b91-4878-a817-598b8f6e4d9a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Feb 16 13:15:33.033045 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-cd4e5b04-b7e7-4fd6-80eb-5f0cae21e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.034448 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-cd4e5b04-b7e7-4fd6-80eb-5f0cae21e8c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0656767 Feb 16 13:15:33.109559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-05b6a660-fd3c-4e70-970a-f4cea3795746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.111062 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-05b6a660-fd3c-4e70-970a-f4cea3795746 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705919 Feb 16 13:15:33.245673 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-3ac82147-67f5-4d98-8279-a3a67a90f75a service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280708 Feb 16 13:15:33.380449 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bf5e7fe-4eb1-4426-b7df-149ea6a98fbb req-25fa2b91-9414-44d3-9525-0cb37d567158 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282248 Feb 16 13:15:33.455729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ac4239dd-e961-421f-8569-fedc511c4674 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:33.541997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port ac4239dd-e961-421f-8569-fedc511c4674 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:33.542579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:33.545325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-fdc7db1d-d355-4c53-a87d-f13b12faa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.547020 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-fdc7db1d-d355-4c53-a87d-f13b12faa4d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1096 time: 0.0751193 Feb 16 13:15:33.802436 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-04104549-0d57-46d4-bd50-be2d284ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.803958 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-04104549-0d57-46d4-bd50-be2d284ac2e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 897 time: 0.2505817 Feb 16 13:15:33.876708 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-1ec79275-070e-47c2-8e3a-9b46f3d4375d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 217 time: 0.0651155 Feb 16 13:15:33.946584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-8c11054c-80da-4468-b27e-d4c24b27f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.948151 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-8c11054c-80da-4468-b27e-d4c24b27f64f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0643742 Feb 16 13:15:34.026057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-0eac0209-3040-45c7-96b0-6ce4626a1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:34.027547 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-0eac0209-3040-45c7-96b0-6ce4626a1810 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725455 Feb 16 13:15:34.164807 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-705734fe-c68a-4c7e-8995-aeaf012a797e service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299667 Feb 16 13:15:34.224952 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4cc43-b806-4ed4-9b14-2f41ced26d7d req-6b5a6c3b-edd9-4f55-b8b5-3b4018326a7a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:34.227086 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5af4cc43-b806-4ed4-9b14-2f41ced26d7d req-6b5a6c3b-edd9-4f55-b8b5-3b4018326a7a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 943 time: 0.0845888 Feb 16 13:15:34.282321 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5af4cc43-b806-4ed4-9b14-2f41ced26d7d req-d8c39ff7-0bd1-4e7c-9ccc-859cf0a01c1c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Feb 16 13:15:34.306076 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c87716bc-b5b3-4d5e-b1a7-dcb07593e695 req-efd81f0c-6eb5-49a3-ac3b-a016ef519f54 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340711 Feb 16 13:15:35.487156 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4298bc4-f2d1-4766-9f45-27b9c9a10a21 req-81dd74ec-b194-4699-9f28-a0a8d6b8d78a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:35.488649 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4298bc4-f2d1-4766-9f45-27b9c9a10a21 req-81dd74ec-b194-4699-9f28-a0a8d6b8d78a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 943 time: 0.0786259 Feb 16 13:15:35.535805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4298bc4-f2d1-4766-9f45-27b9c9a10a21 req-8087bd4b-3968-4168-ad56-97b91cea8c7f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Feb 16 13:15:35.708511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a6ae13a8-e940-4d2f-b17c-49b38daa5c60 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:15:35.842764 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:35.856310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'port_id': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'mac_address': 'fa:16:3e:c3:1b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:15:35.952243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.968898 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ae13a8-e940-4d2f-b17c-49b38daa5c60 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:35.984823 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:35.988072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.057499 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:36.266016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['a6ae13a8-e940-4d2f-b17c-49b38daa5c60'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:15:36.737605 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f9733-d6c8-4ffe-a7e8-a5b9e50e689e req-b83663e6-3246-4c69-876a-d47297b1a974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:36.739036 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d73f9733-d6c8-4ffe-a7e8-a5b9e50e689e req-b83663e6-3246-4c69-876a-d47297b1a974 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 944 time: 0.0821431 Feb 16 13:15:36.781796 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d73f9733-d6c8-4ffe-a7e8-a5b9e50e689e req-a066a3fc-dafb-4b40-bbf9-9852bf8aabb1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365343 Feb 16 13:15:37.707737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a6ae13a8-e940-4d2f-b17c-49b38daa5c60 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:37.775027 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:37.779506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:37.779875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.899416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.925263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:37.935548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:37.940818 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.968303 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e6ba3-e4ce-4749-86ff-a69382afcc79 req-08bfdcd5-4ec7-4d99-9aba-c207855fd7af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:37.969790 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-db5e6ba3-e4ce-4749-86ff-a69382afcc79 req-08bfdcd5-4ec7-4d99-9aba-c207855fd7af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 944 time: 0.0827508 Feb 16 13:15:38.019182 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-db5e6ba3-e4ce-4749-86ff-a69382afcc79 req-fa863b1d-9415-4a49-875b-1e085862e773 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 Feb 16 13:15:38.021484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:38.026614 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'code': 200} Feb 16 13:15:38.285721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c75f28-ef58-4ce7-a74a-2cb8e0a850fd req-46f78b47-4158-44c4-9d28-d09797abc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:38.287209 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86c75f28-ef58-4ce7-a74a-2cb8e0a850fd req-46f78b47-4158-44c4-9d28-d09797abc026 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1098 time: 0.0688322 Feb 16 13:15:38.332527 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86c75f28-ef58-4ce7-a74a-2cb8e0a850fd req-54bb05ef-056e-4cae-8ba7-816b879f7214 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386574 Feb 16 13:15:39.212960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282778ce-7e70-4742-8d90-5b2adde3b3ac req-2e439a9e-e659-4128-8c86-3d72a6240855 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:39.214672 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-282778ce-7e70-4742-8d90-5b2adde3b3ac req-2e439a9e-e659-4128-8c86-3d72a6240855 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0840127 Feb 16 13:15:39.260610 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-282778ce-7e70-4742-8d90-5b2adde3b3ac req-017b0adc-e250-446e-9ea4-246f388d17e5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Feb 16 13:15:40.446842 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8de274-2c4a-4090-aae7-537e421ab195 req-dffab81f-1181-4d54-8847-46dbc7622eef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:40.448282 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c8de274-2c4a-4090-aae7-537e421ab195 req-dffab81f-1181-4d54-8847-46dbc7622eef tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0825751 Feb 16 13:15:40.491016 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c8de274-2c4a-4090-aae7-537e421ab195 req-2f2620bc-1867-4be5-9500-05ec16ed4f5b tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370898 Feb 16 13:15:40.672014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5189353-6c21-4dee-a053-ccb0d4725c59 req-039ea88b-820f-42b4-b11c-fd21fa39e2cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:40.673488 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5189353-6c21-4dee-a053-ccb0d4725c59 req-039ea88b-820f-42b4-b11c-fd21fa39e2cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0793371 Feb 16 13:15:40.719973 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5189353-6c21-4dee-a053-ccb0d4725c59 req-719e627c-3dbb-4c5a-93c3-35507fdb70aa tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408530 Feb 16 13:15:40.742244 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:40.813969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df55cf-5783-4b24-b82d-4731eef59042 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:40.815446 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3df55cf-5783-4b24-b82d-4731eef59042 tempest-TestNetworkAdvancedServerOps-682662706 tempest-TestNetworkAdvancedServerOps-682662706-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1093 time: 0.0720487 Feb 16 13:15:40.818199 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:40.823647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:40.829608 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:40.833389 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Usage tracker for resource:floatingip and tenant:7579c8c41ce844dd98805cc22bb6895e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:40.836237 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:40.842112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:40.852316 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:40.987296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.125233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Allocated IP 172.26.4.161 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:41.279087 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.309226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.368532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:41.371224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:41.379454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:41.415084 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:41.886647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:41.956953 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.156679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.161018 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.271211 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event updated for resources: {'Port': ['ID=0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:42.280161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.447775 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP 27435efb-38da-4d99-95f8-8ca0ead90b05 associated. External IP: 172.26.4.161, port: a6ae13a8-e940-4d2f-b17c-49b38daa5c60. Feb 16 13:15:42.791429 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router e4472d9e-ca7a-44d6-84e8-5897de52ad61 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:43.092691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:43.102930 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Sync routers for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:43.112370 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:43.112970 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:43.117642 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.171991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-288297a5-41b1-4fac-a7f3-b1c27cbd15ad tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3527789 Feb 16 13:15:43.172587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:43.224170 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'status': 'completed', 'code': 200} Feb 16 13:15:43.293663 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:43.337983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-af7091d7-92ed-4c2e-8faf-f9fc89d6b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:43.339823 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-af7091d7-92ed-4c2e-8faf-f9fc89d6b916 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1098 time: 0.0716174 Feb 16 13:15:43.352500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b7fe7-532d-4ebf-83d0-1e1e9af43dae req-a1927897-1cf5-4c82-9edf-f2b6761a1bd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:43.353899 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d74b7fe7-532d-4ebf-83d0-1e1e9af43dae req-a1927897-1cf5-4c82-9edf-f2b6761a1bd9 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0906925 Feb 16 13:15:43.400084 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d74b7fe7-532d-4ebf-83d0-1e1e9af43dae req-904286a6-30b7-4be8-a589-44ee04baa4e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395060 Feb 16 13:15:43.432863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36750) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:43.475373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-6f14b6fb-1889-4f40-af64-9f74aa390d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:43.477598 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-6f14b6fb-1889-4f40-af64-9f74aa390d1f service neutron] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 897 time: 0.1318967 Feb 16 13:15:43.545561 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a44b193-1af5-4892-8058-3875d711bf49 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 200 len: 991 time: 0.1114972 Feb 16 13:15:43.583214 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-fa87eb8a-d912-4c6a-b79d-4c8d7f32cc3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 999 time: 0.0989869 Feb 16 13:15:43.646331 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-57b7c93e-2757-42f2-a877-b6624eae0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:43.648610 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-57b7c93e-2757-42f2-a877-b6624eae0170 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0589893 Feb 16 13:15:43.651835 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '27435efb-38da-4d99-95f8-8ca0ead90b05', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'port_id': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'mac_address': 'fa:16:3e:c3:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:15:41Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:43.655665 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Checking router: e4472d9e-ca7a-44d6-84e8-5897de52ad61 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:43.664629 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:43.665226 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:43.726212 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-e10e7d99-31f4-46b9-9c2e-9b170edf5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:43.727658 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-e10e7d99-31f4-46b9-9c2e-9b170edf5ea4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739312 Feb 16 13:15:43.840263 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:43.859933 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-f255ffd4-d794-42af-89eb-02bd8fb15c76 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252060 Feb 16 13:15:43.989175 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-923a53ec-9abe-4c52-9324-22f8d48fe300 req-aec17ec1-de39-43b9-bb9e-449fafde1adc service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223371 Feb 16 13:15:44.185425 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '27435efb-38da-4d99-95f8-8ca0ead90b05', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'port_id': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'mac_address': 'fa:16:3e:c3:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:15:41Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:44.189462 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678f6cf-15b6-40a3-9361-15792ae51f84 None None] The sync data for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv is: [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '27435efb-38da-4d99-95f8-8ca0ead90b05', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'floating_ip_address': '172.26.4.161', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'port_id': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'mac_address': 'fa:16:3e:c3:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:15:41Z', 'updated_at': '2022-02-16T13:15:41Z', 'revision_number': 0, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:44.375293 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b889a0-fd6e-4f79-a9b9-45b33c8e3616 None None] New status for floating IP 27435efb-38da-4d99-95f8-8ca0ead90b05: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:15:44.547275 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:44.656448 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-81404459-242d-42c6-af25-928ab2e15d06 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 200 len: 991 time: 0.1078877 Feb 16 13:15:45.660578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:45.770442 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a313e575-4156-4e4b-aa63-2595aea88a22 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 200 len: 993 time: 0.1087947 Feb 16 13:15:48.932728 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:52.357430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:55.790229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f381a070-adfc-4bab-8920-066f03381c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:57.986698 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-00d3c2e4-edea-4f4f-88d0-30239ce3d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:59.120722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:59.247734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:00.599674 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:05.202107 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-1ae397bc-ccf6-4e83-9abf-d53892af3201 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693605 Feb 16 13:16:05.361242 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-439dbe34-cdf6-4fcb-a271-85bfd0b65cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.362686 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-439dbe34-cdf6-4fcb-a271-85bfd0b65cc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1098 time: 0.0755432 Feb 16 13:16:05.639820 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-1d169bdc-a071-4f82-9b0c-07f1513262d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.641315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-1d169bdc-a071-4f82-9b0c-07f1513262d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 897 time: 0.2602670 Feb 16 13:16:05.749367 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-7e9fa698-aa99-4f9b-ae4a-64be6eda24c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 1001 time: 0.1016119 Feb 16 13:16:05.814189 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-e8ad492b-9cd4-42f4-973c-19f1e8fb3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.815778 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-e8ad492b-9cd4-42f4-973c-19f1e8fb3c65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0606263 Feb 16 13:16:05.900101 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-354de614-e41b-415a-b29f-09f1b5f34358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.901850 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-354de614-e41b-415a-b29f-09f1b5f34358 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798616 Feb 16 13:16:06.041315 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-1a8861ec-0cbf-4dc2-bbd9-5153031a4167 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327507 Feb 16 13:16:06.177799 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30e4683d-a0a1-4fcd-a866-bfcc60eba28e req-dbe81498-c822-49b1-b683-966ada7c5a0c service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302307 Feb 16 13:16:15.110057 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0ef7e-d61b-4211-be64-612fe8f31712 req-b63655ba-9266-48ce-b017-3e793d6cf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:15.111513 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8b0ef7e-d61b-4211-be64-612fe8f31712 req-b63655ba-9266-48ce-b017-3e793d6cf910 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0855565 Feb 16 13:16:15.161931 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8b0ef7e-d61b-4211-be64-612fe8f31712 req-d1d1a3ac-3328-4c27-9df9-307bb5f45850 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433648 Feb 16 13:16:16.356391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d302-d832-458e-ad83-4ddc5b0f2068 req-873db489-0e46-4fef-b91f-2a299bb42f3f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:16.357868 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba57d302-d832-458e-ad83-4ddc5b0f2068 req-873db489-0e46-4fef-b91f-2a299bb42f3f tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0835307 Feb 16 13:16:16.405099 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba57d302-d832-458e-ad83-4ddc5b0f2068 req-386708b9-8862-4a46-a878-3744080986fe tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Feb 16 13:16:16.429498 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:16.537387 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b262f243-b882-463e-a904-5920528521cd tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 200 len: 993 time: 0.1066995 Feb 16 13:16:18.044416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293d5be-df70-4a1e-819b-3090536bb122 req-00f62099-2255-4603-bae8-a31f145a2fbf tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.046209 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5293d5be-df70-4a1e-819b-3090536bb122 req-00f62099-2255-4603-bae8-a31f145a2fbf tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0948067 Feb 16 13:16:18.065784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-0d61e0ce-24fa-42ec-8a36-d053423a1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.067247 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-0d61e0ce-24fa-42ec-8a36-d053423a1c9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1098 time: 0.0782545 Feb 16 13:16:18.095540 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5293d5be-df70-4a1e-819b-3090536bb122 req-feb16d36-453a-44a2-98aa-bd715ef95014 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Feb 16 13:16:18.216585 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-ab634cab-59af-4df6-bc6f-c6c4941c7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.218029 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-ab634cab-59af-4df6-bc6f-c6c4941c7ba5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 897 time: 0.1443939 Feb 16 13:16:18.325269 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-db564652-1ae4-4f9e-90ac-2bce58183979 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 1001 time: 0.1009150 Feb 16 13:16:18.389750 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-009a6e82-3e40-4647-9930-60a57f573adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.391246 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-009a6e82-3e40-4647-9930-60a57f573adc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0600679 Feb 16 13:16:18.468938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-d9fd0ed6-691d-484e-9b28-cc9a8dc4b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.470437 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-d9fd0ed6-691d-484e-9b28-cc9a8dc4b3ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734468 Feb 16 13:16:18.607930 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-fff66ab5-ca3e-4a18-baab-bb005735b76f service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314888 Feb 16 13:16:18.736592 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-45744575-4c94-495e-8d5b-f39d11b74a44 req-cdb24252-2032-4cba-aa42-775d7900151f service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230643 Feb 16 13:16:19.286983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c13cf-9387-4488-80df-a2f73516f7bd req-897e58ef-dcae-431a-a52d-2994fe3f0997 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:19.288991 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d30c13cf-9387-4488-80df-a2f73516f7bd req-897e58ef-dcae-431a-a52d-2994fe3f0997 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0830314 Feb 16 13:16:19.335314 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d30c13cf-9387-4488-80df-a2f73516f7bd req-8ae4177b-af32-417f-b102-a05aadf1b0e1 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Feb 16 13:16:20.521451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904155-61e0-4dbd-908d-52fa301f6cae req-9a256ccf-b78d-47b2-bc74-616a8fa395a7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:20.523291 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23904155-61e0-4dbd-908d-52fa301f6cae req-9a256ccf-b78d-47b2-bc74-616a8fa395a7 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0811827 Feb 16 13:16:20.567431 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23904155-61e0-4dbd-908d-52fa301f6cae req-93a5974c-7513-4c66-b2f0-a13b556643a2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Feb 16 13:16:20.591677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:20.797937 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34f5f9a4-416f-45ab-a8bd-b58f69364de2 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 200 len: 993 time: 0.2050936 Feb 16 13:16:21.088546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:21.282174 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:21.282507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.449800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.450120 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.570459 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:21.717438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.765854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=0dbaa1d1-424b-4eb7-b334-6c1bbdbb7582,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:21.805747 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.806088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.806422 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.806751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.807078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.807401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.807722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.808061 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.808383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.808701 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.809019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.809336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:21.867133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.867489 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Floating IP 27435efb-38da-4d99-95f8-8ca0ead90b05 disassociated (deleted). External IP: 172.26.4.161, port: a6ae13a8-e940-4d2f-b17c-49b38daa5c60. Feb 16 13:16:22.211090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router e4472d9e-ca7a-44d6-84e8-5897de52ad61 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:22.372732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.499818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:22.510230 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Sync routers for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:22.516023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.520229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:22.520481 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:22.576205 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c997c0ff-73ab-4cb0-89de-fab5c359fdc5 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/floatingips/27435efb-38da-4d99-95f8-8ca0ead90b05 HTTP/1.1" status: 204 len: 168 time: 1.4842129 Feb 16 13:16:22.576205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:22.629483 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'status': 'completed', 'code': 200} Feb 16 13:16:22.744653 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:22.754716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142006-8795-4648-bf99-14ad4b99a125 req-8041639e-e492-4495-bc68-610bc3e53d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.756721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-8041639e-e492-4495-bc68-610bc3e53d5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7579c8c41ce844dd98805cc22bb6895e&device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 1098 time: 0.0769160 Feb 16 13:16:22.899938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142006-8795-4648-bf99-14ad4b99a125 req-18b643a1-b5ba-46c5-bbbd-1056cc045917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.901414 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-18b643a1-b5ba-46c5-bbbd-1056cc045917 service neutron] 10.222.0.81 "GET /v2.0/networks?id=743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 200 len: 897 time: 0.1379201 Feb 16 13:16:22.977523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-ee13ba36-d8a9-4d96-b226-88e91e7bca54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 200 len: 217 time: 0.0685496 Feb 16 13:16:22.985876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfec41-4a5b-4df6-97a9-37f97e147101 req-e64e6709-a525-485f-8a53-9d8824658674 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:22.987344 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1edfec41-4a5b-4df6-97a9-37f97e147101 req-e64e6709-a525-485f-8a53-9d8824658674 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0881071 Feb 16 13:16:23.034764 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1edfec41-4a5b-4df6-97a9-37f97e147101 req-3ada4abf-bf1d-453d-93c9-615e9cc90780 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392334 Feb 16 13:16:23.044180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142006-8795-4648-bf99-14ad4b99a125 req-91c329a5-2740-4e44-8a93-0c79fb858457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:23.045703 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-91c329a5-2740-4e44-8a93-0c79fb858457 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 200 len: 833 time: 0.0608952 Feb 16 13:16:23.068978 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:23.073285 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Checking router: e4472d9e-ca7a-44d6-84e8-5897de52ad61 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:23.081323 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:23.081918 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:15:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:23.121980 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142006-8795-4648-bf99-14ad4b99a125 req-ee6b1f6c-0193-49c1-bef4-6914c76eff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:23.123452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-ee6b1f6c-0193-49c1-bef4-6914c76eff75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=743a573f-f105-496d-8034-7b0d65ecc4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712535 Feb 16 13:16:23.257089 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-3bc044d5-36ca-4a28-bbd7-e678fd7e5bd5 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263485 Feb 16 13:16:23.260923 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:23.390711 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f142006-8795-4648-bf99-14ad4b99a125 req-f3560f42-7a46-41e1-a695-ebd571a8e7a1 service neutron] 10.222.0.81 "GET /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269720 Feb 16 13:16:23.574357 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:23.578406 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3aeca5-0aaf-4cb3-8292-7d65c32e6e8b None None] The sync data for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv is: [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:15:26Z', 'revision_number': 4, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'ac4239dd-e961-421f-8569-fedc511c4674', 'name': '', 'network_id': '743a573f-f105-496d-8034-7b0d65ecc4e3', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'mac_address': 'fa:16:3e:b2:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:26Z', 'updated_at': '2022-02-16T13:15:31Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'subnets': [{'id': 'd35ecbf9-8621-453c-a6ba-b003c01355ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:23.783030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64448d03-358e-4b3b-8109-ca18d040056f None None] New status for floating IP 27435efb-38da-4d99-95f8-8ca0ead90b05: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:16:24.223845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65af267-b606-461f-a23b-73e57f6cc428 req-132a3fdf-b919-4991-a69e-14441ff4331c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:24.226275 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c65af267-b606-461f-a23b-73e57f6cc428 req-132a3fdf-b919-4991-a69e-14441ff4331c tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0805426 Feb 16 13:16:24.269331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c65af267-b606-461f-a23b-73e57f6cc428 req-61dd3c55-8366-4a3b-a7c9-8ee7820c5c3a tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/security-groups?id=b0ef917b-6b28-4705-8e16-0856faef2100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374861 Feb 16 13:16:24.654211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-3f6ef0c8-2452-4e35-8caa-546848f192af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:24.654897 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-3f6ef0c8-2452-4e35-8caa-546848f192af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Synchronizing usage tracker for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:24.670238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-3f6ef0c8-2452-4e35-8caa-546848f192af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Unset dirty status for tenant:7579c8c41ce844dd98805cc22bb6895e on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:24.671391 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-3f6ef0c8-2452-4e35-8caa-546848f192af tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 945 time: 0.0991647 Feb 16 13:16:24.741345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:24.741679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:24.984874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port a6ae13a8-e940-4d2f-b17c-49b38daa5c60, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:24.985223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.108993 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for a6ae13a8-e940-4d2f-b17c-49b38daa5c60 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:25.354323 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.408237 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=a6ae13a8-e940-4d2f-b17c-49b38daa5c60,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:25.434651 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d46e3a5c-b48b-40e9-a815-01d8f32bc44b req-e9b2b225-8ef7-439d-96de-67ec2b241949 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "GET /v2.0/ports?device_id=354cb106-5ac5-4638-9ea8-06aba9646f62 HTTP/1.1" status: 200 len: 210 time: 0.0525565 Feb 16 13:16:25.482446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] No DVR routers for this DVR port a6ae13a8-e940-4d2f-b17c-49b38daa5c60 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:25.484858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.487320 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'name': 'network-vif-deleted', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:25.502634 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8c35f329-076f-46e9-bdf7-fe3978d43197 req-545f4bfd-9e19-470b-a138-12a03a5a0d08 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.81 "DELETE /v2.0/ports/a6ae13a8-e940-4d2f-b17c-49b38daa5c60 HTTP/1.1" status: 204 len: 173 time: 0.8257170 Feb 16 13:16:25.532573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354cb106-5ac5-4638-9ea8-06aba9646f62', 'name': 'network-vif-deleted', 'tag': 'a6ae13a8-e940-4d2f-b17c-49b38daa5c60', 'status': 'completed', 'code': 200} Feb 16 13:16:25.792538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-19cc6c82-7b1d-4d57-a2f5-e23a49e995e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:25.932382 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:16:26.533265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:27.171598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.514186 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port ac4239dd-e961-421f-8569-fedc511c4674 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:27.514528 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.702446 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port ac4239dd-e961-421f-8569-fedc511c4674, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=ac4239dd-e961-421f-8569-fedc511c4674,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:27.703151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.824772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for ac4239dd-e961-421f-8569-fedc511c4674 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:27.989207 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e315c5a9-fc1a-4cf1-8beb-08defdf9746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.010345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.090102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=ac4239dd-e961-421f-8569-fedc511c4674,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.106949 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.107302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.107652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.108016 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.108365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.108710 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.109041 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.109374 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.109705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.110033 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.110362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.110689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.455229 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.812594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Router e4472d9e-ca7a-44d6-84e8-5897de52ad61 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:28.988105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:28.998605 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Sync routers for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:29.001038 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20ce478a-bfc4-49b3-b753-9ece8f3ec0a4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "PUT /v2.0/routers/e4472d9e-ca7a-44d6-84e8-5897de52ad61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4667215 Feb 16 13:16:29.003643 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:29.007814 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:29.008524 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:29.070911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting subnet d35ecbf9-8621-453c-a6ba-b003c01355ca {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:29.073791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.125320 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.129223 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31298328'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.185245 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:29.216979 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.254060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.298739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32709869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31393872'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.336039 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Subnet': ['ID=d35ecbf9-8621-453c-a6ba-b003c01355ca,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:29.345282 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.351642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300be02-1252-4b96-ab73-60da68d26bc7 None None] Network 743a573f-f105-496d-8034-7b0d65ecc4e3 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:29.354729 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-50ea02fa-a1de-4d2a-b543-7a2f51b825b3 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/subnets/d35ecbf9-8621-453c-a6ba-b003c01355ca HTTP/1.1" status: 204 len: 168 time: 0.3475838 Feb 16 13:16:29.354917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:29.530249 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:16:27Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:29.534805 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Checking router: e4472d9e-ca7a-44d6-84e8-5897de52ad61 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:29.545557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.553897 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Routers {'e4472d9e-ca7a-44d6-84e8-5897de52ad61'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:29.554598 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:29.689761 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] DHCP port deletion for 743a573f-f105-496d-8034-7b0d65ecc4e3 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:16:29.694771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Deleting port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:29.695373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.739599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.749384 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] Set router e4472d9e-ca7a-44d6-84e8-5897de52ad61 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:29.751022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Deleting port 7f55a370-0d29-4c05-8e2b-1625b5ee571a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:29.751468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.903669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] For port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,segment=NetworkSegment(23776c2c-9c53-4533-b203-5d3aa8c64e18),segment_id=23776c2c-9c53-4533-b203-5d3aa8c64e18)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:29.903981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.932297 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] For port 7f55a370-0d29-4c05-8e2b-1625b5ee571a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=7f55a370-0d29-4c05-8e2b-1625b5ee571a,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:29.932671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.969141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a6ae13a8-e940-4d2f-b17c-49b38daa5c60 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:30.043070 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:16:27Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:30.047881 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ce608-35a3-44c1-99c4-d49acce7cbf0 None None] The sync data for ids ['e4472d9e-ca7a-44d6-84e8-5897de52ad61'] in dv-neutron-829435-1-hyperv is: [{'id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278769623', 'tenant_id': '7579c8c41ce844dd98805cc22bb6895e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:15:21Z', 'updated_at': '2022-02-16T13:16:27Z', 'revision_number': 5, 'project_id': '7579c8c41ce844dd98805cc22bb6895e', 'gw_port': {'id': '7f55a370-0d29-4c05-8e2b-1625b5ee571a', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4472d9e-ca7a-44d6-84e8-5897de52ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:15:22Z', 'updated_at': '2022-02-16T13:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:30.057400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Calling delete_port for 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:30.061194 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Calling delete_port for 7f55a370-0d29-4c05-8e2b-1625b5ee571a owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:30.095385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: a6ae13a8-e940-4d2f-b17c-49b38daa5c60 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:30.095730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device a6ae13a8-e940-4d2f-b17c-49b38daa5c60 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:30.143974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202'] for port, after_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.202534 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Pushing event deleted for resources: {'Port': ['ID=1a297ae5-5b1b-467c-94bf-88a49b26ebc4,revision_number=None']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.207398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] No DVR routers for this DVR port 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 on host dv-neutron-829435-1-hyperv {{(pid=87700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:30.213908 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.214262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.214866 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.217882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032687f-8641-4b3c-aa60-e425902813e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:30.372644 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.419561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Port': ['ID=7f55a370-0d29-4c05-8e2b-1625b5ee571a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.604507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.630478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.797650 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.799651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.822087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.822624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Fanout notify agent at l3_agent the message router_deleted on router e4472d9e-ca7a-44d6-84e8-5897de52ad61 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:16:30.838667 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.840047 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b4f1cf1-52db-4b36-ac3f-f462f8183da4 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/routers/e4472d9e-ca7a-44d6-84e8-5897de52ad61 HTTP/1.1" status: 204 len: 168 time: 1.4838998 Feb 16 13:16:30.842669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:30.958862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.086795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.111513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a573f-f105-496d-8034-7b0d65ecc4e3']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:31.123183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23776c2c-9c53-4533-b203-5d3aa8c64e18') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:31.123479 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23776c2c-9c53-4533-b203-5d3aa8c64e18') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:31.134311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.149870 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.155569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:31.155940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:31.173783 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:31.251152 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.269351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.282122 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'Network': ['ID=743a573f-f105-496d-8034-7b0d65ecc4e3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:31.290163 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e8db05c-d0f9-4de4-a892-b4179e648c16 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/networks/743a573f-f105-496d-8034-7b0d65ecc4e3 HTTP/1.1" status: 204 len: 168 time: 0.4464462 Feb 16 13:16:31.292953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36836) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:31.363899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.393351 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.465381 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.483878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ef917b-6b28-4705-8e16-0856faef2100,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:31.486740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ac4239dd-e961-421f-8569-fedc511c4674 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:31.494896 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.496069 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31755fa8-721f-47dc-a15c-80a8b139d786 tempest-TestNetworkAdvancedServerOps-439566103 tempest-TestNetworkAdvancedServerOps-439566103-project] 10.222.0.65 "DELETE /v2.0/security-groups/b0ef917b-6b28-4705-8e16-0856faef2100 HTTP/1.1" status: 204 len: 168 time: 0.2021110 Feb 16 13:16:31.530604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: ac4239dd-e961-421f-8569-fedc511c4674 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:31.530604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device ac4239dd-e961-421f-8569-fedc511c4674 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:31.531660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:31.567535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:31.567853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 1a297ae5-5b1b-467c-94bf-88a49b26ebc4 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:31.568501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f55a370-0d29-4c05-8e2b-1625b5ee571a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:31.604933 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 7f55a370-0d29-4c05-8e2b-1625b5ee571a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:31.605274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 7f55a370-0d29-4c05-8e2b-1625b5ee571a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:31.861940 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.009994 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b37095df-3bb7-4083-8e43-f97112a54d9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7579c8c41ce844dd98805cc22bb6895e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469097 Feb 16 13:16:32.012535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.069845 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.095860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.147519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.164370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439faeee-9d0a-4ab7-bba8-abbad103b3f4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.170926 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.171846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6cd12dfa-aee3-4682-b926-f6943e4be972 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/439faeee-9d0a-4ab7-bba8-abbad103b3f4 HTTP/1.1" status: 204 len: 168 time: 0.1584034 Feb 16 13:16:32.448726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.466677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.481732 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:32.485437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Usage tracker for resource:security_group_rule and tenant:763f5478c0cf4e32bb46043c106e5fab is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:32.488163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:32.494169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:32.575875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.581514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.633235 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=763f5478c0cf4e32bb46043c106e5fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834238 Feb 16 13:16:32.634090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a2d28-422d-4edf-bab2-f2cc10b57b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04aedda-460b-45fc-8ff6-7c50de018366,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.635988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.694264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.723760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.774464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.788630 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04aedda-460b-45fc-8ff6-7c50de018366,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.795129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.796280 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1541c4ec-a50e-41da-b7de-005eb8ded2d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b04aedda-460b-45fc-8ff6-7c50de018366 HTTP/1.1" status: 204 len: 168 time: 0.1592426 Feb 16 13:16:33.551222 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:33.655837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-429326077-network', 'tenant_id': '12f286e424dc4d4587f58499918e9716'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:33.660538 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:33.664972 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Usage tracker for resource:network and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:33.667755 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:33.673301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:33.683535 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Made reservation on behalf of 12f286e424dc4d4587f58499918e9716 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:33.685787 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.697420 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.711744 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:33.715918 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:33.718693 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:33.724197 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:33.806754 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.810568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.841102 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:33.850162 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce4a362-95cc-4868-8bad-c4f95ae9baef,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:33.856204 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.856545 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Added segment d6cf42e0-2bcb-4cf6-b746-757304b8b5b1 of type vlan for network 514079f6-249b-42e1-a291-1c39e81bf42f Feb 16 13:16:33.883646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.916181 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.917161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:33.917777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.017257 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4647706 Feb 16 13:16:34.018107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c642dc-f227-45dd-81f1-3e425da61e50 admin admin] Pushing event updated for resources: {'Network': ['ID=514079f6-249b-42e1-a291-1c39e81bf42f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:34.020141 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.026078 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Request body: {'subnet': {'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-429326077-subnet', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:34.029171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 514079f6-249b-42e1-a291-1c39e81bf42f details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:34.030978 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:34.034866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Usage tracker for resource:subnet and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:34.038380 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:34.044670 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:34.055409 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Made reservation on behalf of 12f286e424dc4d4587f58499918e9716 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:34.057859 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.369500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.444901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ad70d6-f684-4374-975b-11aaca4f3f09,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:34.448984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Checking segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:34.449330 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Network hostable DHCP agents. Network: 514079f6-249b-42e1-a291-1c39e81bf42f, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:34.468973 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Network 514079f6-249b-42e1-a291-1c39e81bf42f is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:34.477633 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 514079f6-249b-42e1-a291-1c39e81bf42f) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:34.482714 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:34.483508 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.485473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3e814-93f4-46be-a296-adcfba106b13 None None] Network 514079f6-249b-42e1-a291-1c39e81bf42f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:34.503802 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99382081-4f02-441e-a027-048a9509e898 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4826634 Feb 16 13:16:34.507017 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.511911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:34.516423 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:34.520289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Usage tracker for resource:router and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:34.524302 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:34.530064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:34.541230 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.542213 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.560413 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.700592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-514079f6-249b-42e1-a291-1c39e81bf42f', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:34.701412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.828360 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.857531 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Allocated IP 172.20.0.2 (514079f6-249b-42e1-a291-1c39e81bf42f/c4ad70d6-f684-4374-975b-11aaca4f3f09/81bb5c7b-8c01-4912-b483-9452e11318fd) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:35.060734 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.071890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Transition to ACTIVE for port object 81bb5c7b-8c01-4912-b483-9452e11318fd will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:35.090472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Transition to ACTIVE for port object 81bb5c7b-8c01-4912-b483-9452e11318fd will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:35.096559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.140263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.170938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.197567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Network 514079f6-249b-42e1-a291-1c39e81bf42f is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:35.204999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:35.207966 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:35.219529 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Pushing event updated for resources: {'Port': ['ID=81bb5c7b-8c01-4912-b483-9452e11318fd,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:35.306569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Allocated IP 172.26.4.106 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/388380ae-6773-400d-b61b-9d886e05168b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:35.307492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Attempting to bind port 81bb5c7b-8c01-4912-b483-9452e11318fd on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:35.307860 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Attempting to bind port 81bb5c7b-8c01-4912-b483-9452e11318fd by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:35.308254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Attempting to bind port 81bb5c7b-8c01-4912-b483-9452e11318fd on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:35.313722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:35.314023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Checking segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:35.314414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.314798 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Bound using segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:35.315317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Bound port: 81bb5c7b-8c01-4912-b483-9452e11318fd, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:35.315617 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.404503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] For port 81bb5c7b-8c01-4912-b483-9452e11318fd, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:35.407653 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] For port 81bb5c7b-8c01-4912-b483-9452e11318fd, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=81bb5c7b-8c01-4912-b483-9452e11318fd,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:35.411729 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.456351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.486209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.494769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120315f-c47c-4a25-9c09-7bddeace72a8 None None] Pushing event updated for resources: {'Port': ['ID=81bb5c7b-8c01-4912-b483-9452e11318fd,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:35.551869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:35.555224 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:35.563865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:35.604688 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Pushing event updated for resources: {'Port': ['ID=388380ae-6773-400d-b61b-9d886e05168b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:36.108770 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.393102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ebe11-1869-4e91-86cd-0cd0e6f5ea77 None None] Network 514079f6-249b-42e1-a291-1c39e81bf42f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:36.466572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.552975 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-aa96cac8-ac7a-4bdf-9847-b99aed648721 None None] Provisioning for port 81bb5c7b-8c01-4912-b483-9452e11318fd completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:36.680107 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:16:36.861503 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:36.872318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:36.885709 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.886983 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e36e1139-cce1-49dc-af6a-0f5d3ace6d3f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3790529 Feb 16 13:16:36.887809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:36.888456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:36.889781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36902) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:37.069675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:37.358167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 3, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:37.362128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:37.362477 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Updating router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 port 388380ae-6773-400d-b61b-9d886e05168b binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:37.415559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.526846 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 81bb5c7b-8c01-4912-b483-9452e11318fd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:37.687827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.693847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 81bb5c7b-8c01-4912-b483-9452e11318fd completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:37.707637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 81bb5c7b-8c01-4912-b483-9452e11318fd triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:37.708025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.899490 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Allocated IP 172.20.0.1 (514079f6-249b-42e1-a291-1c39e81bf42f/c4ad70d6-f684-4374-975b-11aaca4f3f09/491e4b83-858a-47b2-bbbf-1b242563928b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:37.953613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.955718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.979514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Transition to ACTIVE for port object 388380ae-6773-400d-b61b-9d886e05168b will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:37.993914 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.047291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 81bb5c7b-8c01-4912-b483-9452e11318fd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=81bb5c7b-8c01-4912-b483-9452e11318fd,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:38.047525 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.064585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.065264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Transition to ACTIVE for port object 491e4b83-858a-47b2-bbbf-1b242563928b will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:38.076660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Attempting to bind port 388380ae-6773-400d-b61b-9d886e05168b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:38.077030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Attempting to bind port 388380ae-6773-400d-b61b-9d886e05168b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:38.077388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Attempting to bind port 388380ae-6773-400d-b61b-9d886e05168b on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:38.087514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:38.087882 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:38.088305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.088728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:38.089158 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Bound port: 388380ae-6773-400d-b61b-9d886e05168b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:38.089551 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.091351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.119325 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882e1a7-3bd3-4899-be04-73dce49d2c98 None None] Pushing event updated for resources: {'Port': ['ID=388380ae-6773-400d-b61b-9d886e05168b,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.151311 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Network 514079f6-249b-42e1-a291-1c39e81bf42f is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:38.153970 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:38.157296 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:38.212931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Pushing event updated for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.229217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=81bb5c7b-8c01-4912-b483-9452e11318fd,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.232086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] For port 388380ae-6773-400d-b61b-9d886e05168b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:38.235101 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.236023 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] For port 388380ae-6773-400d-b61b-9d886e05168b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=388380ae-6773-400d-b61b-9d886e05168b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:38.245635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.330242 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:38.330874 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:38.398799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882e1a7-3bd3-4899-be04-73dce49d2c98 None None] Pushing event updated for resources: {'Port': ['ID=388380ae-6773-400d-b61b-9d886e05168b,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.430564 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-39cf203d-bb8f-4aa3-887e-60d95b2edc7d None None] Provisioning for port 491e4b83-858a-47b2-bbbf-1b242563928b completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:38.484304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-39cf203d-bb8f-4aa3-887e-60d95b2edc7d None None] Provisioning complete for port 491e4b83-858a-47b2-bbbf-1b242563928b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:38.484585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-39cf203d-bb8f-4aa3-887e-60d95b2edc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.513377 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.569485 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-39cf203d-bb8f-4aa3-887e-60d95b2edc7d None None] Port 491e4b83-858a-47b2-bbbf-1b242563928b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:38.574664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:38.742722 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.747753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.852753 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.857292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Pushing event updated for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.859274 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 3, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:38.864059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05909613-1e85-405b-830e-6869fdd37dc0 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:35Z', 'revision_number': 3, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:39.135276 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Network 514079f6-249b-42e1-a291-1c39e81bf42f is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:39.136456 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:39.341522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:39.407815 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-49e7937b-06ed-4e6b-a4a8-81b8c83fe155 None None] Provisioning complete for port 491e4b83-858a-47b2-bbbf-1b242563928b triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:39.408218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-49e7937b-06ed-4e6b-a4a8-81b8c83fe155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.473783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-49e7937b-06ed-4e6b-a4a8-81b8c83fe155 None None] Port 491e4b83-858a-47b2-bbbf-1b242563928b cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:39.540887 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:39.556142 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5f69604c-9599-4613-913f-c8805802d14e admin admin] 10.222.0.65 "PUT /v2.0/routers/d8b0d51a-c44f-444b-bf62-c31d796fd4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6652870 Feb 16 13:16:39.609769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 388380ae-6773-400d-b61b-9d886e05168b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:39.686150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 388380ae-6773-400d-b61b-9d886e05168b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:39.691611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 388380ae-6773-400d-b61b-9d886e05168b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:39.692476 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.817328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.833334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 388380ae-6773-400d-b61b-9d886e05168b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=388380ae-6773-400d-b61b-9d886e05168b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:39.837033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.837899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 81bb5c7b-8c01-4912-b483-9452e11318fd up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:39.954255 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=388380ae-6773-400d-b61b-9d886e05168b,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.969516 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 81bb5c7b-8c01-4912-b483-9452e11318fd triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:39.969883 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.109011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.115386 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-324276258-network', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:40.120362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.124329 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Usage tracker for resource:network and tenant:6a6b0a42accd4de2bcbccc910ee65270 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.127151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.133996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.144788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Made reservation on behalf of 6a6b0a42accd4de2bcbccc910ee65270 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:40.147165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.159676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.174760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.179768 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6b0a42accd4de2bcbccc910ee65270 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.182621 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.188365 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.273058 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.277004 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.308570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:40.316669 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d6862b-2f76-450c-a09c-b7ad6ff82332,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.324426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.324763 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Added segment 84425729-3e0c-4c1a-b1c0-f0d33727f927 of type vlan for network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 Feb 16 13:16:40.351784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.384692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.385756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:40.386342 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33035658'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.450817 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:40.461786 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:40.462411 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:40.487134 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] Pushing event updated for resources: {'Network': ['ID=7670eb03-cb4f-4c39-a6c7-f9a05ad907f8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.494051 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ebdf9be-6b57-4f0b-8b1f-c627da099e19 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3802357 Feb 16 13:16:40.494349 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36924) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.499868 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Request body: {'subnet': {'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-324276258-subnet', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:40.501328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:40.505202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.510122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Usage tracker for resource:subnet and tenant:6a6b0a42accd4de2bcbccc910ee65270 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.513014 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.530487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.545315 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Made reservation on behalf of 6a6b0a42accd4de2bcbccc910ee65270 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:40.548997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.653961 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:40.771815 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.843864 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebe1386-201b-4893-92ee-075833fb1cf7,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.854301 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Checking segment: {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:40.854650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Network hostable DHCP agents. Network: 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:40.873684 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:40.882997 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:40.887046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:40.888119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.893706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82091c4d-31c4-473e-8db9-3a80bc92e1b6 None None] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:40.909352 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-028ed1a4-e1cc-438d-a6b2-4e13be51a0e6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4139397 Feb 16 13:16:40.912544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.917514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:40.922164 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:40.926149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Usage tracker for resource:router and tenant:6a6b0a42accd4de2bcbccc910ee65270 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:40.929216 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:40.935013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:40.946131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.946843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.962811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.975124 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 2, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:40.979041 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:40.979426 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Updating router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 port 491e4b83-858a-47b2-bbbf-1b242563928b binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:41.041315 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.121999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:41.122895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.239967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.290301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Allocated IP 172.20.0.2 (7670eb03-cb4f-4c39-a6c7-f9a05ad907f8/7ebe1386-201b-4893-92ee-075833fb1cf7/cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:41.441701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.456528 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Transition to ACTIVE for port object 491e4b83-858a-47b2-bbbf-1b242563928b will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:41.466246 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.512549 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 388380ae-6773-400d-b61b-9d886e05168b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:41.553001 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.570952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Transition to ACTIVE for port object cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:41.603123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Transition to ACTIVE for port object cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:41.616254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.655768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 388380ae-6773-400d-b61b-9d886e05168b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:41.655768 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.694205 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.726909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.743061 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Attempting to bind port 491e4b83-858a-47b2-bbbf-1b242563928b on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:41.743419 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Attempting to bind port 491e4b83-858a-47b2-bbbf-1b242563928b by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:41.743774 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Attempting to bind port 491e4b83-858a-47b2-bbbf-1b242563928b on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:41.746634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:41.751609 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:41.751868 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:41.751966 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Checking segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:41.752374 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.752759 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Bound using segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:41.753215 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Bound port: 491e4b83-858a-47b2-bbbf-1b242563928b, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:41.753978 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.754361 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Pushing event updated for resources: {'Port': ['ID=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.758146 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:41.825841 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Pushing event updated for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.854593 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.855135 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.855596 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.855931 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.856280 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.856948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.856948 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.857229 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.857610 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.857933 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.858252 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.858567 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:41.879146 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] For port 491e4b83-858a-47b2-bbbf-1b242563928b, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:41.882924 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] For port 491e4b83-858a-47b2-bbbf-1b242563928b, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=491e4b83-858a-47b2-bbbf-1b242563928b,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:41.887988 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.888196 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Allocated IP 172.26.4.205 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/fdb35e68-f7a9-49c5-8ee4-9ac64daf817f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:41.897575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Attempting to bind port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:41.898029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Attempting to bind port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:41.898570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Attempting to bind port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 on network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:41.917944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:41.918314 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Checking segment: {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:41.918714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.919102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Bound using segment: {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:41.919574 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Bound port: cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:41.919941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.979104 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:41.979797 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:42.022256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] For port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:42.025763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] For port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:42.033831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.035720 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac2866-9a24-4e8a-b67d-2941df41259a None None] Pushing event updated for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.062659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.105184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.129506 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90926dc-737e-4533-95ba-1094accf3e43 None None] Pushing event updated for resources: {'Port': ['ID=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.185131 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:42.188447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:42.191983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:42.200371 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:42.243097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.571372 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:41Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:42.575591 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a81a-20e7-424f-a555-75b7ecf00915 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:41Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:42.669027 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.139612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98cfa73-1159-4b3f-9d6d-8fcf672bfe4d None None] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:43.152471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.256392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6ed88369-f7d0-4cbf-869c-bf43abec591c None None] Provisioning for port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:43.377001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:16:43.592592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:43.619680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:43.638943 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Sync routers for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:43.655892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:43.656624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:43.662775 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.667405 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36932) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:43.679105 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e6c4225-8866-492b-b2b0-00d5929ed135 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7652910 Feb 16 13:16:43.876664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:43.893854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:43.894218 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.939785 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:44.251706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.296687 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:44.303244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.304034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 491e4b83-858a-47b2-bbbf-1b242563928b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:44.429247 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:42Z', 'revision_number': 3, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:44.435102 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:44.439661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Checking router: 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:44.440086 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Updating router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:44.477511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.485035 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 491e4b83-858a-47b2-bbbf-1b242563928b completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:44.499249 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 491e4b83-858a-47b2-bbbf-1b242563928b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:44.499615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.522837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.694687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Allocated IP 172.20.0.1 (7670eb03-cb4f-4c39-a6c7-f9a05ad907f8/7ebe1386-201b-4893-92ee-075833fb1cf7/d0762365-6238-4e29-bce8-20a471c986c5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:44.754392 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.845498 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.858925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 491e4b83-858a-47b2-bbbf-1b242563928b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=491e4b83-858a-47b2-bbbf-1b242563928b,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:44.861772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Transition to ACTIVE for port object d0762365-6238-4e29-bce8-20a471c986c5 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:44.862690 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.886426 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.946293 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:44.947822 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:44.948984 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:44.956896 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:44.999242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Pushing event updated for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.012492 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.021676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.026446 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Transition to ACTIVE for port object fdb35e68-f7a9-49c5-8ee4-9ac64daf817f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:45.037062 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.124315 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Attempting to bind port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:45.124696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Attempting to bind port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:45.125080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Attempting to bind port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:45.134927 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:45.135306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:45.135714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.136190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:45.136667 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Bound port: fdb35e68-f7a9-49c5-8ee4-9ac64daf817f, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:45.137046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.157668 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.160974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169b3eb-eddf-4be9-86ef-615a3ff43f3e None None] Pushing event updated for resources: {'Port': ['ID=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.221657 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] For port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:45.223523 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f4f6770d-dd9b-4c31-a248-be7bc4b9478c None None] Provisioning for port d0762365-6238-4e29-bce8-20a471c986c5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:45.228148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] For port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:45.231231 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f4f6770d-dd9b-4c31-a248-be7bc4b9478c None None] Provisioning complete for port d0762365-6238-4e29-bce8-20a471c986c5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:45.231607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f4f6770d-dd9b-4c31-a248-be7bc4b9478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.305065 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.384256 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.388543 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.392126 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6770d-dd9b-4c31-a248-be7bc4b9478c None None] Port d0762365-6238-4e29-bce8-20a471c986c5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:45.410494 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:45.411101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:45.473957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169b3eb-eddf-4be9-86ef-615a3ff43f3e None None] Pushing event updated for resources: {'Port': ['ID=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.498898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Pushing event updated for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.503637 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:45.504903 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.644492 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:45.645651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:45.647245 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:45.723290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:45.723665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.954995 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:45.996666 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-0ff76286-f2cc-45a1-8074-bba54d20090c None None] Provisioning complete for port d0762365-6238-4e29-bce8-20a471c986c5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:45.997032 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0ff76286-f2cc-45a1-8074-bba54d20090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.102905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 491e4b83-858a-47b2-bbbf-1b242563928b up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:46.143379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-0ff76286-f2cc-45a1-8074-bba54d20090c None None] Port d0762365-6238-4e29-bce8-20a471c986c5 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:46.147837 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:46.165246 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2f81967-aaf9-4dfc-985a-6d33b04f6992 admin admin] 10.222.0.65 "PUT /v2.0/routers/6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4879210 Feb 16 13:16:46.190799 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 491e4b83-858a-47b2-bbbf-1b242563928b triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:46.191165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.220183 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd0762365-6238-4e29-bce8-20a471c986c5', 'name': '', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'mac_address': 'fa:16:3e:ee:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:44Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 2, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'subnets': [{'id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:46.233447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372de299-1721-41f9-b728-0c56f5c010e7 None None] The sync data for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv is: [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd0762365-6238-4e29-bce8-20a471c986c5', 'name': '', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'mac_address': 'fa:16:3e:ee:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:44Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 2, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'subnets': [{'id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:46.814484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:46.820468 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276927936', 'description': 'tempest-secgroup-smoke-1276927936 description', 'project_id': '12f286e424dc4d4587f58499918e9716'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:46.826656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:46.830486 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:46.833433 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:46.839558 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:46.851310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.877947 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:46.891650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:46.894750 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:46.900397 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:46.979886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.984509 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.031852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.037149 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.038447 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1d473089-6094-43f0-86b1-c8c04322a799 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2228436 Feb 16 13:16:47.041460 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.046679 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.053046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.056958 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.059911 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.066617 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.086444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.150882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.154735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.179552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c1dab9-23a3-4c68-a95a-4d50d345a6bd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.189777 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.190984 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-960a8441-7749-4594-8e0c-aabd92a9d864 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486249 Feb 16 13:16:47.194668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 36950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.199935 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.206074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.211148 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.214130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.220440 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.237163 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.308902 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.313190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.337469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89e4700-3b60-42de-be7d-bd2123a6217f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.346433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.347609 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6167a548-2568-44cb-9cff-cac0c9185794 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519523 Feb 16 13:16:47.351034 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.356262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.362437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.367555 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.370603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.376310 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.393045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.460848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.466721 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.491118 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854324fd-261f-4025-b80c-f0fe51a5384b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.507029 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.508488 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37151e9a-d381-4eec-b245-cafa95359a60 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561751 Feb 16 13:16:47.511046 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.516536 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.524560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.528699 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.531866 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.535977 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fdb35e68-f7a9-49c5-8ee4-9ac64daf817f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:47.539454 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.560476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.609238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:47.614128 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:47.615282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.634482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.638336 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.662872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb67fad-1bef-46fb-95d5-b887f6069dc5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.672960 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.674253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d10f2bd0-eda5-48c8-9725-9613bfd6a78b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620166 Feb 16 13:16:47.677861 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.683079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.688872 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.693354 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.696645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.702215 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.713290 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Project 12f286e424dc4d4587f58499918e9716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:47.721651 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.734672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.751807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:47.756594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.790809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.794760 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.817964 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c5e83e-bbc0-476c-9209-5b33c06a2dd7,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.827324 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.828766 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67850b2e-9603-4140-b262-1f7e9741adbf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498983 Feb 16 13:16:47.828910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.831613 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 36966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:47.837031 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': 'ce17ca86-52b5-4fa5-88d4-e9eea6657b8e', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:47.843445 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:47.847252 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:47.851108 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:47.856901 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:47.867562 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Project 12f286e424dc4d4587f58499918e9716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:16:47.874236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.937789 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.941304 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.969064 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726367f1-2d44-428a-ad42-18f183d43e20,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.977362 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.978528 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47e72eff-59c3-4904-8b1c-90ba233e3aa7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459370 Feb 16 13:16:48.140298 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-da024bec-e335-4f61-b0c5-57689d565445 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:48.157372 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-da024bec-e335-4f61-b0c5-57689d565445 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:48.158536 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-da024bec-e335-4f61-b0c5-57689d565445 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276927936&fields=id&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 267 time: 0.0569620 Feb 16 13:16:48.305691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-bb9f8036-27c2-4e66-a796-1495a82a7e87 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:48.306264 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-bb9f8036-27c2-4e66-a796-1495a82a7e87 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:48.322138 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-bb9f8036-27c2-4e66-a796-1495a82a7e87 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:48.323266 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-bb9f8036-27c2-4e66-a796-1495a82a7e87 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 808 time: 0.1579545 Feb 16 13:16:48.339359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-8904105d-fb8d-44b5-b2c2-31ce46dc7f3e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/quotas/12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 375 time: 0.0103300 Feb 16 13:16:48.420532 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-abf6d9fb-e7ac-4e22-b5a6-57d269f5bcd1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:48.437249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-abf6d9fb-e7ac-4e22-b5a6-57d269f5bcd1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:48.438556 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-abf6d9fb-e7ac-4e22-b5a6-57d269f5bcd1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936828 Feb 16 13:16:48.578256 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-5b1a25d6-87d2-4850-993c-7c2cc246bae4 service neutron] 10.222.0.65 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276422 Feb 16 13:16:48.707601 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-fbe47d87-4aea-4d13-a11f-ffa539b73c44 service neutron] 10.222.0.65 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230249 Feb 16 13:16:48.890413 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f91080ee-b27b-48d0-827f-fa27d72d5ae6 req-3c642eb9-ce8d-4943-aeb1-96215eb5686b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 210 time: 0.0471656 Feb 16 13:16:49.497040 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fdb35e68-f7a9-49c5-8ee4-9ac64daf817f up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:49.564394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:49.564999 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.825116 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Sync routers for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:49.834895 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:49.835519 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:50.055001 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:50.070573 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f84ddf14-6378-403c-af2b-665cfe4d3e82 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:50.072833 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f84ddf14-6378-403c-af2b-665cfe4d3e82 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 808 time: 0.1936069 Feb 16 13:16:50.073693 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-613df677-b84b-42f5-9a5f-f1ffa502a938 req-24218127-8709-4453-808d-324d3455d9b5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 210 time: 0.0559368 Feb 16 13:16:50.149168 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-97bc35e6-5dd2-40de-b9a8-a03721db8522 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 380 time: 0.0614147 Feb 16 13:16:50.159130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'port': {'device_id': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'admin_state_up': True, 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'security_groups': ['ce17ca86-52b5-4fa5-88d4-e9eea6657b8e']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:50.326898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:50.337616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:50.347705 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Made reservation on behalf of 12f286e424dc4d4587f58499918e9716 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:50.351257 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.428647 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd0762365-6238-4e29-bce8-20a471c986c5', 'name': '', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'mac_address': 'fa:16:3e:ee:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:44Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 2, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'subnets': [{'id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:50.439277 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Checking router: 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:50.439631 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Updating router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 port d0762365-6238-4e29-bce8-20a471c986c5 binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:50.512826 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.538266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Allocated IP 172.20.0.7 (514079f6-249b-42e1-a291-1c39e81bf42f/c4ad70d6-f684-4374-975b-11aaca4f3f09/9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:50.765348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.781794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Transition to ACTIVE for port object 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:50.805899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.874185 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.887961 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Transition to ACTIVE for port object d0762365-6238-4e29-bce8-20a471c986c5 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:50.895550 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.919207 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Network 514079f6-249b-42e1-a291-1c39e81bf42f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:50.924609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:50.929446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:50.963139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:51.008961 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:51.010071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.042135 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f63e6490-f563-4cfc-9b84-7adc70a9584e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8878293 Feb 16 13:16:51.059791 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Request body: {'port': {'device_id': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:51.073971 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6063ac6-3c10-4ab1-b5ea-046f3bba0cfc None None] Pushing event updated for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:51.158566 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Attempting to bind port d0762365-6238-4e29-bce8-20a471c986c5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:51.158992 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Attempting to bind port d0762365-6238-4e29-bce8-20a471c986c5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:51.159410 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Attempting to bind port d0762365-6238-4e29-bce8-20a471c986c5 on network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:51.166216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:51.166699 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Checking segment: {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:51.167154 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.167597 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Bound using segment: {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:51.168148 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Bound port: d0762365-6238-4e29-bce8-20a471c986c5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84425729-3e0c-4c1a-b1c0-f0d33727f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:51.168580 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.214399 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.270503 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] For port d0762365-6238-4e29-bce8-20a471c986c5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:51.275128 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] For port d0762365-6238-4e29-bce8-20a471c986c5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d0762365-6238-4e29-bce8-20a471c986c5,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:51.279875 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.293110 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80e6cf-1d72-4dac-bbec-5f96369a9a38 req-68565db2-5477-484f-8511-7fee3a82fe5b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:51.295909 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a80e6cf-1d72-4dac-bbec-5f96369a9a38 req-68565db2-5477-484f-8511-7fee3a82fe5b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 931 time: 0.0859220 Feb 16 13:16:51.325505 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f3caf176-ad93-4f7d-b49d-c75a30c7c220 None None] Provisioning for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:51.331835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-f3caf176-ad93-4f7d-b49d-c75a30c7c220 None None] Provisioning complete for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:51.332328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f3caf176-ad93-4f7d-b49d-c75a30c7c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.361673 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1a80e6cf-1d72-4dac-bbec-5f96369a9a38 req-4e37d9a9-95d7-4660-8e35-09dd37827a13 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597348 Feb 16 13:16:51.367388 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:51.368242 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:51.409227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-f3caf176-ad93-4f7d-b49d-c75a30c7c220 None None] Port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:51.446295 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6063ac6-3c10-4ab1-b5ea-046f3bba0cfc None None] Pushing event updated for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:51.582026 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:51.738296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:51.746039 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.760651 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Transition to ACTIVE for port object 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:51.765391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.893812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:51.950132 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd0762365-6238-4e29-bce8-20a471c986c5', 'name': '', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'mac_address': 'fa:16:3e:ee:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:44Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'subnets': [{'id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:51.954527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d414-03ee-4411-92b7-bd92d8a58045 None None] The sync data for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv is: [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:16:45Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'd0762365-6238-4e29-bce8-20a471c986c5', 'name': '', 'network_id': '7670eb03-cb4f-4c39-a6c7-f9a05ad907f8', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'mac_address': 'fa:16:3e:ee:b0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:44Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'subnets': [{'id': '7ebe1386-201b-4893-92ee-075833fb1cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:52.007155 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Attempting to bind port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:52.007490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Attempting to bind port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:52.007815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Attempting to bind port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:52.012290 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe on network 514079f6-249b-42e1-a291-1c39e81bf42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:16:52.012607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Attempting to bind port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:52.017467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:52.017802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Checking segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:52.018179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Bound using segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:52.018592 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Bound port: 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:52.018928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.110789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:52.113612 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:52.119144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.173558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.174166 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.175510 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] 10.222.0.81 "PUT /v2.0/ports/9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1093 time: 1.1201954 Feb 16 13:16:52.175962 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:52.202605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6d27d-9899-4c64-9809-444682a2babe service neutron] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:52.273095 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'status': 'completed', 'code': 200} Feb 16 13:16:52.315133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-77bf81e7-81d7-4957-83ae-380db5c53697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.316631 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-77bf81e7-81d7-4957-83ae-380db5c53697 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1096 time: 0.0770187 Feb 16 13:16:52.374624 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.397075 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-77b409f5-35e4-4754-805b-96af42aba271 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 217 time: 0.0677967 Feb 16 13:16:52.462599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f216734b-4612-4ddf-98ab-6a898ac69c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.464083 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f216734b-4612-4ddf-98ab-6a898ac69c87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0613694 Feb 16 13:16:52.541487 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-a75cfaeb-07a0-481f-bdcc-f1832f6480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.542972 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-a75cfaeb-07a0-481f-bdcc-f1832f6480bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734093 Feb 16 13:16:52.569148 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836c20-b764-403d-9963-deff250b0318 req-d88bf985-04d6-43b4-9dee-3911ae38664d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.570845 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-09836c20-b764-403d-9963-deff250b0318 req-d88bf985-04d6-43b4-9dee-3911ae38664d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0907533 Feb 16 13:16:52.620174 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-09836c20-b764-403d-9963-deff250b0318 req-96e59834-1a18-4543-a0a9-fb08e02f3d27 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433872 Feb 16 13:16:52.681247 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-9d62b6d0-2e4a-4684-a930-7430f32118ed service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307492 Feb 16 13:16:52.808365 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d48ffb6-f536-4982-a39f-e1db59cc44ca req-f01401f0-7b38-49c7-9278-888e35d3bb60 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216025 Feb 16 13:16:52.971049 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-18665d2c-66fc-4ab6-ba8d-b71fd56e2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.972563 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-18665d2c-66fc-4ab6-ba8d-b71fd56e2122 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1096 time: 0.0727305 Feb 16 13:16:53.110981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-a566b0f8-c7b3-4b6a-88d9-24c660e9fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:53.112883 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-a566b0f8-c7b3-4b6a-88d9-24c660e9fbb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1322308 Feb 16 13:16:53.187852 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-1f6ad63b-546e-47da-81c6-087d11545d6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 217 time: 0.0688586 Feb 16 13:16:53.252113 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-e96ff99c-fa4a-4904-899e-8a0ab2739cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:53.253573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-e96ff99c-fa4a-4904-899e-8a0ab2739cd7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0591199 Feb 16 13:16:53.435563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-f33ecc76-32fc-4f89-bd9f-997ae270a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:53.437060 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-f33ecc76-32fc-4f89-bd9f-997ae270a5d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764302 Feb 16 13:16:53.518661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d0762365-6238-4e29-bce8-20a471c986c5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:53.572443 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-bc709118-227a-4f69-a2ab-458aff7ac9dd service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276350 Feb 16 13:16:53.588301 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port d0762365-6238-4e29-bce8-20a471c986c5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:53.593436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d0762365-6238-4e29-bce8-20a471c986c5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:53.593806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.716805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-311b2647-73e9-4cb1-b928-658b7f3f9184 req-f9cbd5ac-74ca-4a1c-8760-c35387c690f9 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378529 Feb 16 13:16:53.718360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.752130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port d0762365-6238-4e29-bce8-20a471c986c5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d0762365-6238-4e29-bce8-20a471c986c5,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:53.758345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.827456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:53.836848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61d0c-37a9-4017-89ee-3524f1357380 req-1f03cfc5-2eae-4810-805c-2e28a5570447 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:53.838312 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5d61d0c-37a9-4017-89ee-3524f1357380 req-1f03cfc5-2eae-4810-805c-2e28a5570447 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.1066360 Feb 16 13:16:53.982627 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a5d61d0c-37a9-4017-89ee-3524f1357380 req-8a706b7f-8bd6-43ca-a438-ae3977972958 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383474 Feb 16 13:16:55.163444 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636938ed-3d41-4317-955d-4037d150e943 req-7a6e2a29-5356-438a-9c50-bcae5a7ca05f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:55.164900 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-636938ed-3d41-4317-955d-4037d150e943 req-7a6e2a29-5356-438a-9c50-bcae5a7ca05f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0779207 Feb 16 13:16:55.206781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-636938ed-3d41-4317-955d-4037d150e943 req-44634702-2f42-4114-be3f-2589a257358b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363572 Feb 16 13:16:55.500140 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d0762365-6238-4e29-bce8-20a471c986c5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:55.569162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port d0762365-6238-4e29-bce8-20a471c986c5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:55.569525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:55.793596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-86b2a957-5b14-4630-8044-09c48abbd853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.128572 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:16:56.258568 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:56.271317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:16:56.329501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.346069 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:56.361576 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:56.366194 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.398600 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dc39a-e818-43f5-9d07-f77cb2915214 req-ac651993-3ca5-4235-b3e7-5f2774c403e8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:56.399967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e93dc39a-e818-43f5-9d07-f77cb2915214 req-ac651993-3ca5-4235-b3e7-5f2774c403e8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0858715 Feb 16 13:16:56.433177 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:56.445404 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e93dc39a-e818-43f5-9d07-f77cb2915214 req-796075ee-5430-4c75-b4da-e11b71054daa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Feb 16 13:16:56.641007 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:57.633671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e25c7-e766-4d9c-add0-f3e7113d6b92 req-53e50916-4de9-45eb-9962-667c41a8a7be tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:57.635103 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-865e25c7-e766-4d9c-add0-f3e7113d6b92 req-53e50916-4de9-45eb-9962-667c41a8a7be tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 944 time: 0.0821919 Feb 16 13:16:57.679921 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-865e25c7-e766-4d9c-add0-f3e7113d6b92 req-75c6c766-8ebf-42a4-8043-581c49ea1640 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Feb 16 13:16:57.992548 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1428-9e2e-4791-bfba-58feb5a5640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.126749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:58.193268 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:58.197809 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:58.198174 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.313179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.340199 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:58.350508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:58.354306 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.393245 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'code': 200} Feb 16 13:16:58.431757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:58.680766 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c38f84-fe41-41db-97cf-5b7c1a330fa0 req-c3f99f4a-8e58-42f6-a277-18a40aae2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:58.682230 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70c38f84-fe41-41db-97cf-5b7c1a330fa0 req-c3f99f4a-8e58-42f6-a277-18a40aae2a09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.0700531 Feb 16 13:16:58.727406 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-70c38f84-fe41-41db-97cf-5b7c1a330fa0 req-cba18079-9416-441a-a5d5-b62488ef053d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Feb 16 13:16:58.869637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55092-4191-4ffa-b7a1-5c96ad495d29 req-545ccbd0-f9b5-4d66-9339-6b576c55a0a5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:58.871000 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9e55092-4191-4ffa-b7a1-5c96ad495d29 req-545ccbd0-f9b5-4d66-9339-6b576c55a0a5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0809319 Feb 16 13:16:58.914052 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9e55092-4191-4ffa-b7a1-5c96ad495d29 req-d8b5507c-be8e-44f3-8e2a-32288206a4ee tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374339 Feb 16 13:16:59.126788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:59.255017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.102170 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088372-4a17-48c9-9b7f-2b6c869f6bc2 req-c90214b5-6f05-4ebc-a2c6-4f39f06d512d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:00.103626 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-88088372-4a17-48c9-9b7f-2b6c869f6bc2 req-c90214b5-6f05-4ebc-a2c6-4f39f06d512d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0821385 Feb 16 13:17:00.149630 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-88088372-4a17-48c9-9b7f-2b6c869f6bc2 req-2de80bd4-40a1-4699-b6f0-f057b8ee24f3 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Feb 16 13:17:00.340407 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469fe4-a2e3-4e54-8ee3-9e98831c789f req-8decf118-374a-41fe-b2f3-59b6b63efdf8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:00.341905 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1469fe4-a2e3-4e54-8ee3-9e98831c789f req-8decf118-374a-41fe-b2f3-59b6b63efdf8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0834038 Feb 16 13:17:00.394546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e1469fe4-a2e3-4e54-8ee3-9e98831c789f req-e4344c79-c425-493c-9340-12d1c38b2a6e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Feb 16 13:17:00.417458 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:00.581552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8546d0-c9da-429b-bc23-b4a9422acca4 tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:00.582255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df8546d0-c9da-429b-bc23-b4a9422acca4 tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] Synchronizing usage tracker for tenant:6a6b0a42accd4de2bcbccc910ee65270 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:00.600889 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-df8546d0-c9da-429b-bc23-b4a9422acca4 tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] Unset dirty status for tenant:6a6b0a42accd4de2bcbccc910ee65270 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:00.602043 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df8546d0-c9da-429b-bc23-b4a9422acca4 tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1093 time: 0.1835752 Feb 16 13:17:00.604694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.605392 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:00.610425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:00.617636 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:17:00.625232 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:floatingip and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:17:00.628333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:17:00.634013 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:17:00.644841 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.781591 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.922319 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Allocated IP 172.26.4.41 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/1605bf38-3a73-4df0-b9c3-113c3b2df29d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:17:01.071048 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.100968 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.157648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:17:01.160262 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:17:01.168512 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:17:01.204583 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=1605bf38-3a73-4df0-b9c3-113c3b2df29d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:01.677265 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.749985 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.949765 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.953945 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.057368 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=1605bf38-3a73-4df0-b9c3-113c3b2df29d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:02.072941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.240333 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Floating IP ab56167f-c353-4d75-84b8-fb2f49ae9d7c associated. External IP: 172.26.4.41, port: 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe. Feb 16 13:17:02.587545 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:17:02.769906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:17:02.780510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:17:02.790805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:17:02.791414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:02.794518 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.852958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-953f6a52-d52c-44ec-a071-5a0db42eba58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2463794 Feb 16 13:17:02.853556 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:02.899323 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'status': 'completed', 'code': 200} Feb 16 13:17:02.932925 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:17:03.009082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:17:03.014643 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-d29c998f-d8ee-4ff0-b809-e8856d7ff0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.016139 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-d29c998f-d8ee-4ff0-b809-e8856d7ff0d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.0725658 Feb 16 13:17:03.148103 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-2428e643-9789-4e1e-852d-e88f654ffda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.149552 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-2428e643-9789-4e1e-852d-e88f654ffda3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1275141 Feb 16 13:17:03.252101 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-d899f3fd-d355-4a24-89aa-99000de43e66 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 998 time: 0.0963326 Feb 16 13:17:03.312685 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-3de796c3-236d-4b29-ac04-08bab3aa07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.314136 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-3de796c3-236d-4b29-ac04-08bab3aa07f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0566664 Feb 16 13:17:03.355217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'ab56167f-c353-4d75-84b8-fb2f49ae9d7c', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:17:01Z', 'updated_at': '2022-02-16T13:17:01Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:03.359121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:17:03.369422 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:17:03.370025 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:16:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:03.402574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-587f7859-58fe-4ba7-a9c9-4022f3aba94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.404036 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-587f7859-58fe-4ba7-a9c9-4022f3aba94d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843372 Feb 16 13:17:03.545152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-30fcb32d-99f7-4cfc-83c1-73eb6a0e3977 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343410 Feb 16 13:17:03.564196 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:17:03.687611 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-14005638-1e85-44a0-bf9b-02b05e9f7fa1 req-c2a5bba7-1d6a-4d33-b4bb-ed7a0f41bc17 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366720 Feb 16 13:17:03.959050 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'ab56167f-c353-4d75-84b8-fb2f49ae9d7c', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:17:01Z', 'updated_at': '2022-02-16T13:17:01Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:03.963029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac639b-595a-4e0f-810e-c97350e6a0d4 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': 'ab56167f-c353-4d75-84b8-fb2f49ae9d7c', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:17:01Z', 'updated_at': '2022-02-16T13:17:01Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:17:04.153253 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016107be-b16b-4bf3-8560-a06642c6cb6d None None] New status for floating IP ab56167f-c353-4d75-84b8-fb2f49ae9d7c: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:17:07.141825 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-ac60cf57-93fc-414c-b429-b1efd0acf314 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676086 Feb 16 13:17:07.300052 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-a9fd73b0-027e-4c00-93c6-920884f79ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.301496 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-a9fd73b0-027e-4c00-93c6-920884f79ec5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.0741405 Feb 16 13:17:07.442904 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-43866b72-35a9-4821-83e9-46f0f43f3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.444349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-43866b72-35a9-4821-83e9-46f0f43f3e4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1256087 Feb 16 13:17:07.541961 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-ead0dcd5-162a-4c19-a1f5-aa104b23cc07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1000 time: 0.0920553 Feb 16 13:17:07.714891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-d31491c0-abe4-4acc-ba2e-a84f3cf2b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.716807 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-d31491c0-abe4-4acc-ba2e-a84f3cf2b671 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.1687193 Feb 16 13:17:07.793596 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-19761f9d-eeb3-4f53-a230-91c228b253ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.795111 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-19761f9d-eeb3-4f53-a230-91c228b253ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727715 Feb 16 13:17:07.927972 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-11badfb1-c2c6-4ada-8b14-450be9552c28 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264617 Feb 16 13:17:08.063510 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b4069be-b4f1-468c-8c50-b29fb0f022b6 req-cbca15d2-b747-4420-85cb-a3f4b14e1687 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294827 Feb 16 13:17:22.379048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:25.796155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-af417e64-add1-410c-9f7e-3913004e898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.874370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-d5c7c694-77cd-4b2b-8604-20b258252af1 service neutron] (87698) timed out ('10.222.0.65', 32812) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:17:27.995226 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e4f23958-58ea-4918-9b6c-b243d50866c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:29.128880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:29.257996 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:30.609512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:39.932791 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:17:51.788452 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-d6299215-4ea3-4085-847f-b62edff9ac47 req-557177ce-58bd-46e5-b504-9d725fa1161b service neutron] (87698) timed out ('10.222.0.81', 49941) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:17:52.384454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:55.799615 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-87b295dd-38cc-4a9b-a317-a0f35043cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.997714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3c77c981-f6da-455b-979f-77b5049df427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:59.131613 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:59.261101 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.607536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.147090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-6b5e501d-4c3f-4d05-af1c-884c9c20e7b1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723739 Feb 16 13:18:07.301478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f719d-32fc-4a18-abe2-602f27424455 req-a69071ec-db6c-479d-ab90-ac13ee464c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:07.303162 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-a69071ec-db6c-479d-ab90-ac13ee464c95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.0711710 Feb 16 13:18:07.446491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f719d-32fc-4a18-abe2-602f27424455 req-6da5b3fd-2588-4f12-a744-f47e740946bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:07.447846 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-6da5b3fd-2588-4f12-a744-f47e740946bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1271048 Feb 16 13:18:07.550460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-91d9abef-cb90-4edb-971a-87aa6c3ac43f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1000 time: 0.0964849 Feb 16 13:18:07.611892 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f719d-32fc-4a18-abe2-602f27424455 req-fb8cb123-0db7-4f88-ace2-adc5279ecb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:07.613620 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-fb8cb123-0db7-4f88-ace2-adc5279ecb27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0579667 Feb 16 13:18:07.689895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f719d-32fc-4a18-abe2-602f27424455 req-d4662815-952c-450b-bc42-b2edf5c88bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:07.692027 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-d4662815-952c-450b-bc42-b2edf5c88bd4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726142 Feb 16 13:18:07.701854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-a90c999c-8bfb-4445-ba84-abdf8442cf5d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:18:07.702706 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-a90c999c-8bfb-4445-ba84-abdf8442cf5d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048385 Feb 16 13:18:07.833593 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-86c8b3b1-dbe9-4114-bb7f-5b38e2577bca service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245883 Feb 16 13:18:07.962007 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-481f719d-32fc-4a18-abe2-602f27424455 req-8e24be76-6550-4635-bd10-81bd428032b0 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228857 Feb 16 13:18:16.933069 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:18:22.380279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.802556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6094c87b-89b1-41af-9962-9c948723462f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.999553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f62c54f5-445b-44cd-ac6c-1c2a69f7c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:29.133541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:29.263157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:30.611137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:52.398784 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:53.931764 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:18:55.804767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f72b634d-3cd8-4001-81c8-e8bb42a854fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:58.004586 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9b23ed08-68ae-4aa5-a30b-cd3fd4d9cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:59.135756 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:59.150996 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b080-8f8f-4401-acb4-371d67032217 req-aae6e53c-3258-46e2-9e36-0b3d36de68b5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:59.152476 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e354b080-8f8f-4401-acb4-371d67032217 req-aae6e53c-3258-46e2-9e36-0b3d36de68b5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1314692 Feb 16 13:18:59.195632 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e354b080-8f8f-4401-acb4-371d67032217 req-569cd7ce-1e45-4083-9a59-35894aefaace tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373447 Feb 16 13:18:59.265607 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:00.501939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecd054-0d20-4d5e-bf44-59a0de4d38e5 req-f6cabb6e-cf70-4110-b5df-3456b88a2e01 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:00.503303 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89ecd054-0d20-4d5e-bf44-59a0de4d38e5 req-f6cabb6e-cf70-4110-b5df-3456b88a2e01 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1903334 Feb 16 13:19:00.546745 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-89ecd054-0d20-4d5e-bf44-59a0de4d38e5 req-2d613601-cdbe-46f1-a17a-991c580f1c0d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Feb 16 13:19:00.614669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:01.741279 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58633a39-d1fe-4ae8-be01-20ae01f92c8c req-ddc4908c-502c-4233-b893-1ba5a73e867e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:01.742784 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58633a39-d1fe-4ae8-be01-20ae01f92c8c req-ddc4908c-502c-4233-b893-1ba5a73e867e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0825844 Feb 16 13:19:01.788637 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-58633a39-d1fe-4ae8-be01-20ae01f92c8c req-9ce8b2cc-a148-4581-8513-adc26a1f1fad tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Feb 16 13:19:02.971507 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2273c-9748-4649-91d2-7b2f8fd38d8e req-cad04c1d-6c86-4951-b08e-276cc7dea756 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:02.972968 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7d2273c-9748-4649-91d2-7b2f8fd38d8e req-cad04c1d-6c86-4951-b08e-276cc7dea756 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0785997 Feb 16 13:19:03.020504 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7d2273c-9748-4649-91d2-7b2f8fd38d8e req-95fab8d2-3d49-4bc1-8151-3a43062115a5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Feb 16 13:19:04.210882 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aec6cb-7b27-4b5d-adc6-7edd660b6350 req-9c1b7784-3d5d-455c-9148-18ce8d1256c4 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:04.212400 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28aec6cb-7b27-4b5d-adc6-7edd660b6350 req-9c1b7784-3d5d-455c-9148-18ce8d1256c4 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0845661 Feb 16 13:19:04.257638 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-28aec6cb-7b27-4b5d-adc6-7edd660b6350 req-73c653ee-0cb7-4151-8801-26c84820f8cd tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391257 Feb 16 13:19:05.465748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa017da-f9a1-4e8b-8330-84180594aa96 req-adb06f7f-d871-4f88-a2a9-4d04af4cc00e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:05.467444 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-afa017da-f9a1-4e8b-8330-84180594aa96 req-adb06f7f-d871-4f88-a2a9-4d04af4cc00e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0918629 Feb 16 13:19:05.513872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-afa017da-f9a1-4e8b-8330-84180594aa96 req-d1ca06db-e1a2-4b8e-b7e5-e4534baef322 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392644 Feb 16 13:19:06.707292 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c4a2-907b-4830-a031-0654e855641a req-83d12c76-b477-469c-9674-6df125a94e5e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:06.708751 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3bb8c4a2-907b-4830-a031-0654e855641a req-83d12c76-b477-469c-9674-6df125a94e5e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0862656 Feb 16 13:19:06.753422 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3bb8c4a2-907b-4830-a031-0654e855641a req-57d68403-2e7a-4f96-8870-37b40a271986 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Feb 16 13:19:07.942788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c3e3-f7ff-45dd-868f-a1a8aade3060 req-b494779c-2f77-4ade-847c-c49f0b8fa457 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:07.944259 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3679c3e3-f7ff-45dd-868f-a1a8aade3060 req-b494779c-2f77-4ade-847c-c49f0b8fa457 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0849056 Feb 16 13:19:07.995882 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3679c3e3-f7ff-45dd-868f-a1a8aade3060 req-2459f12c-7f20-4ca4-971f-8924661b9f37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Feb 16 13:19:09.186524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695a33-57d8-40e1-a2c2-ff35b0f37d5f req-58c3f3a0-4f59-499b-be09-0ef90363812a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.188028 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67695a33-57d8-40e1-a2c2-ff35b0f37d5f req-58c3f3a0-4f59-499b-be09-0ef90363812a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0818317 Feb 16 13:19:09.233334 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67695a33-57d8-40e1-a2c2-ff35b0f37d5f req-fb8be929-0323-4968-8a3b-2f29d24c3dd8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Feb 16 13:19:09.975265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-e1b8b930-014d-440d-a161-b1ea40bf17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.976877 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-e1b8b930-014d-440d-a161-b1ea40bf17ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.1340232 Feb 16 13:19:10.129793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-2798ed70-7ab5-4de3-9c67-9c05adc5e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:10.131330 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-2798ed70-7ab5-4de3-9c67-9c05adc5e888 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1349223 Feb 16 13:19:10.239058 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-c1cfdab6-cc49-4e9b-8793-d4a380d17a07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1000 time: 0.1011434 Feb 16 13:19:10.312535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-b55ed514-0ed2-45c1-8bd5-97bd35c42936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:10.314102 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-b55ed514-0ed2-45c1-8bd5-97bd35c42936 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0654793 Feb 16 13:19:10.431076 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf350e-0657-4000-9184-bdf6bae4b289 req-de219126-dc0a-4f2f-9509-911fae2ded33 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:10.432565 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36bf350e-0657-4000-9184-bdf6bae4b289 req-de219126-dc0a-4f2f-9509-911fae2ded33 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0895851 Feb 16 13:19:10.483320 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36bf350e-0657-4000-9184-bdf6bae4b289 req-7cf346a7-01bd-43b8-96d7-0485d9933542 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Feb 16 13:19:10.497034 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-7ac664ce-1476-4ac4-90a2-9dcb1bf86e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:10.498531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-7ac664ce-1476-4ac4-90a2-9dcb1bf86e16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774614 Feb 16 13:19:10.645941 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-5832a008-1b13-4117-933f-9906a75035c5 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406000 Feb 16 13:19:10.786877 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f3ccbc7-7b8f-47a5-b53d-4324410bb98d req-3a458a05-89b5-4bf8-85e4-63be745a05d5 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341269 Feb 16 13:19:11.670626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2993-f81b-4d44-8e1b-f0b10a6c8667 req-a5236d3e-2d34-47cf-82d7-5a491267af81 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:11.672113 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b98c2993-f81b-4d44-8e1b-f0b10a6c8667 req-a5236d3e-2d34-47cf-82d7-5a491267af81 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0792189 Feb 16 13:19:11.720994 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b98c2993-f81b-4d44-8e1b-f0b10a6c8667 req-a69a13b6-c85e-44cb-a062-cd5bd741c265 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Feb 16 13:19:12.701680 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:19:12.847439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:12.860819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:19:12.967226 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132107-217d-487f-87fc-1d096a066e03 req-7f2da64f-77c0-4d0d-bc8f-c00de4480a8e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:12.968862 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a132107-217d-487f-87fc-1d096a066e03 req-7f2da64f-77c0-4d0d-bc8f-c00de4480a8e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1358018 Feb 16 13:19:13.027372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:13.041135 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a132107-217d-487f-87fc-1d096a066e03 req-006f3895-6d88-4f5f-9f9e-b08d6532118f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658937 Feb 16 13:19:13.056475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:19:13.077954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:13.083079 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:13.165428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:13.175496 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.175929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.176373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.176845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.177190 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.177521 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.177851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.178181 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.178508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.178833 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.179161 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.179481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:13.227250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:19:14.262045 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc963-a2c9-4a9c-8cdb-f7c6e049ae51 req-f00e919d-00fd-46e1-a30e-0bbbfe6ae7c2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:14.263951 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c0dc963-a2c9-4a9c-8cdb-f7c6e049ae51 req-f00e919d-00fd-46e1-a30e-0bbbfe6ae7c2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 944 time: 0.0945985 Feb 16 13:19:14.312405 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c0dc963-a2c9-4a9c-8cdb-f7c6e049ae51 req-07b2d796-276e-42ae-b1f3-5171c082f41a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Feb 16 13:19:14.707243 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:14.785121 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:14.785604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:14.926611 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:14.958601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:14.980864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:14.989845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:15.042888 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'code': 200} Feb 16 13:19:15.078769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:15.546195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a027f-746c-48f3-9ec9-2ee8f6b0a748 req-9fc7b90e-0ca6-4adf-8296-af1d44d8e43c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:15.547808 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a3a027f-746c-48f3-9ec9-2ee8f6b0a748 req-9fc7b90e-0ca6-4adf-8296-af1d44d8e43c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1092260 Feb 16 13:19:15.604144 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a3a027f-746c-48f3-9ec9-2ee8f6b0a748 req-b7aa0c89-8f3a-4bbc-b3db-583a0668d39d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483360 Feb 16 13:19:16.849379 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972849ca-7d51-430a-8515-9e8db6de35d2 req-2b4c4194-d675-4c13-a1ba-ecb4b78cd3e5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:16.851365 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-972849ca-7d51-430a-8515-9e8db6de35d2 req-2b4c4194-d675-4c13-a1ba-ecb4b78cd3e5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1183140 Feb 16 13:19:16.911586 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-972849ca-7d51-430a-8515-9e8db6de35d2 req-9f1eb894-9d58-4b38-a050-86294b0a8bfd tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536008 Feb 16 13:19:18.156161 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d177-7c35-4079-8650-b77355d373d3 req-2c6ea683-4951-430e-a0fd-55434f112278 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.159173 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6b8d177-7c35-4079-8650-b77355d373d3 req-2c6ea683-4951-430e-a0fd-55434f112278 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.1026993 Feb 16 13:19:18.214664 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f6b8d177-7c35-4079-8650-b77355d373d3 req-0f4c13c8-d74d-45b2-8f98-28a5ed6011cb tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505176 Feb 16 13:19:19.456283 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a72b1-c722-484c-b225-8183acab5b48 req-987946f4-c3e2-412f-a355-fc1ff99e5c56 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.458655 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-485a72b1-c722-484c-b225-8183acab5b48 req-987946f4-c3e2-412f-a355-fc1ff99e5c56 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0888181 Feb 16 13:19:19.508057 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-485a72b1-c722-484c-b225-8183acab5b48 req-08086c01-799a-4be5-b600-37c63fd8523a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Feb 16 13:19:20.789388 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12fe72-90ae-4897-bf6b-8816cf38ca36 req-3a4c0c8b-12a2-4598-acdb-d3f72d319b22 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:20.790969 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a12fe72-90ae-4897-bf6b-8816cf38ca36 req-3a4c0c8b-12a2-4598-acdb-d3f72d319b22 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0940330 Feb 16 13:19:20.843798 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0a12fe72-90ae-4897-bf6b-8816cf38ca36 req-6096c6e6-9948-4e18-8b20-993a9b9da623 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468957 Feb 16 13:19:22.045130 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea53a4-022f-482b-84b3-67fc9113164c req-49c85b91-9dab-4bd9-b829-7530f2bae920 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:22.046794 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2ea53a4-022f-482b-84b3-67fc9113164c req-49c85b91-9dab-4bd9-b829-7530f2bae920 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0839918 Feb 16 13:19:22.098367 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d2ea53a4-022f-482b-84b3-67fc9113164c req-4dfb3c31-8346-4b57-b936-cb274d60ee4e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443342 Feb 16 13:19:22.415754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:22.877662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-18630985-54d2-4d2e-bd26-661670cb9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:22.879197 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-18630985-54d2-4d2e-bd26-661670cb9c97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1098 time: 0.0768609 Feb 16 13:19:23.015547 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-1177da1b-c455-4b56-a8a8-be231fdd3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:23.017625 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-1177da1b-c455-4b56-a8a8-be231fdd3aad service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1317425 Feb 16 13:19:23.120809 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-612a6ad0-d511-4603-b5f4-b7f4d4cd40e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1000 time: 0.0963933 Feb 16 13:19:23.193286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-04438423-80fb-472f-9230-2471e56a29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:23.194831 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-04438423-80fb-472f-9230-2471e56a29b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0685971 Feb 16 13:19:23.277090 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-1ef381ed-2299-470b-94a7-fbe3ecd51f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:23.278563 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-1ef381ed-2299-470b-94a7-fbe3ecd51f73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768294 Feb 16 13:19:23.295038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782221f5-0dcb-474e-99da-3eb9be168360 req-6bc8894c-dac5-43fb-9257-317cc583f2e7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:23.296867 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-782221f5-0dcb-474e-99da-3eb9be168360 req-6bc8894c-dac5-43fb-9257-317cc583f2e7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0865939 Feb 16 13:19:23.346241 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-782221f5-0dcb-474e-99da-3eb9be168360 req-dd873b84-6808-4eeb-8f8b-c587c916d4d6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430467 Feb 16 13:19:23.417510 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-b2693000-6689-4489-86c5-1235a71c2529 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330242 Feb 16 13:19:23.553389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a6ba16b-7df6-4028-a62d-ae76337249db req-df5bdf10-1569-4807-afbc-2c7ce611f96c service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303833 Feb 16 13:19:24.538628 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae375cb0-c9f5-4da5-8e0f-6fdb20b92c84 req-28299879-ef7e-4afb-b489-893e5ee49946 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:24.540099 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae375cb0-c9f5-4da5-8e0f-6fdb20b92c84 req-28299879-ef7e-4afb-b489-893e5ee49946 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0823042 Feb 16 13:19:24.584720 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae375cb0-c9f5-4da5-8e0f-6fdb20b92c84 req-ec159c64-a168-423b-8524-225833be35ea tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 Feb 16 13:19:25.776098 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa2f8-ffdb-4bf6-8e40-50b79173fc24 req-b1bbdfc4-e8fa-4249-9ace-fc7b8ae16fbe tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:25.777895 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb4fa2f8-ffdb-4bf6-8e40-50b79173fc24 req-b1bbdfc4-e8fa-4249-9ace-fc7b8ae16fbe tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0821397 Feb 16 13:19:25.810354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-208c81b2-02e7-4290-9e84-c00e3f8cd724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:25.824327 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb4fa2f8-ffdb-4bf6-8e40-50b79173fc24 req-2fbf2e54-c841-47a8-9512-4b715d402a41 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Feb 16 13:19:26.183053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43a8d-58ac-4157-a82c-f24bafb18173 req-ddafa5e9-e1ef-4648-9233-83c6945e00d6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:26.184546 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5d43a8d-58ac-4157-a82c-f24bafb18173 req-ddafa5e9-e1ef-4648-9233-83c6945e00d6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 945 time: 0.0852220 Feb 16 13:19:26.231050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5d43a8d-58ac-4157-a82c-f24bafb18173 req-18d59d40-e532-4ed6-adb7-33c6ffee6267 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Feb 16 13:19:26.248434 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:26.365599 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-023a00a9-737c-4522-ba7d-2be3def935d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159828 Feb 16 13:19:26.805612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:19:26.925897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:26.955581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:26.965912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:26.971695 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:27.013264 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'code': 200} Feb 16 13:19:27.053696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:27.390754 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-f087394e-5cb6-4f65-a239-6f941f68dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.396830 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-f087394e-5cb6-4f65-a239-6f941f68dd3d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 1096 time: 0.0882809 Feb 16 13:19:27.502187 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-b86a54ad-3b54-467a-a7ea-6640374b5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.503764 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-b86a54ad-3b54-467a-a7ea-6640374b5e31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1096 time: 0.0760159 Feb 16 13:19:27.531961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ff17-17d9-428e-8983-fda0af9fc456 req-807b0d3b-e448-42c3-ae99-31be578c52b5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.533612 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9943ff17-17d9-428e-8983-fda0af9fc456 req-807b0d3b-e448-42c3-ae99-31be578c52b5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.1893871 Feb 16 13:19:27.578717 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9943ff17-17d9-428e-8983-fda0af9fc456 req-b71d1c53-cad3-441d-a636-98c10c647e50 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Feb 16 13:19:27.644907 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-4c91bbd9-cb7b-4b2f-9f82-96d18ce9d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.646275 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-4c91bbd9-cb7b-4b2f-9f82-96d18ce9d79d service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1368792 Feb 16 13:19:27.755302 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-61b1b4b3-5f61-47f3-a32c-96749600bce8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 998 time: 0.1029480 Feb 16 13:19:27.818040 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-50892f3c-59bc-44b7-916f-629a411d17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.819496 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-50892f3c-59bc-44b7-916f-629a411d17c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0583940 Feb 16 13:19:27.899908 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-e47d5706-5d34-4495-be76-cabda1c3adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:27.901318 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-e47d5706-5d34-4495-be76-cabda1c3adc4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755146 Feb 16 13:19:28.006689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8dec2a09-1b7e-461c-ade3-006f7c05348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:28.136218 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-b04a1411-99e6-4727-9835-242773dda3a6 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285652 Feb 16 13:19:28.275203 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-36936e64-cc3f-41f9-8e40-190cd98d9dc6 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335135 Feb 16 13:19:28.814635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577541f4-6491-4739-9f48-aa4d6307b0e7 req-c6032825-a017-4ba1-9e14-cf16d7d5ffaf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:28.816567 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-577541f4-6491-4739-9f48-aa4d6307b0e7 req-c6032825-a017-4ba1-9e14-cf16d7d5ffaf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.1023943 Feb 16 13:19:28.887408 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-577541f4-6491-4739-9f48-aa4d6307b0e7 req-e0f9d03f-2a90-4b43-a78b-646fc6727e21 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620849 Feb 16 13:19:29.151993 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:29.275545 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:30.105999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0899-c76c-446f-a5c5-38ba61d746ba req-0e1bffbf-10a8-4d37-8d55-8ec100e5c6bf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:30.107443 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-970c0899-c76c-446f-a5c5-38ba61d746ba req-0e1bffbf-10a8-4d37-8d55-8ec100e5c6bf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0908999 Feb 16 13:19:30.156316 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-970c0899-c76c-446f-a5c5-38ba61d746ba req-2a8c56ea-9b67-4c9e-8022-9fdad3912447 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Feb 16 13:19:30.630345 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:30.931627 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:19:31.427779 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572256f-9d61-4e3d-98cb-2ad4678b5a0c req-fe331d5c-6459-4c1c-82fe-839c76f4dd80 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:31.429302 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d572256f-9d61-4e3d-98cb-2ad4678b5a0c req-fe331d5c-6459-4c1c-82fe-839c76f4dd80 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0981460 Feb 16 13:19:31.486002 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d572256f-9d61-4e3d-98cb-2ad4678b5a0c req-2edaa8a4-1ace-41ad-a68d-9b3e69be8058 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Feb 16 13:19:32.715314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a329-b94c-4947-a622-b54c96050616 req-f97c9969-e594-43b6-9d47-8e2d983d55b4 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.717190 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a830a329-b94c-4947-a622-b54c96050616 req-f97c9969-e594-43b6-9d47-8e2d983d55b4 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0919371 Feb 16 13:19:32.770126 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a830a329-b94c-4947-a622-b54c96050616 req-9ab4a5e0-741a-4940-9f79-48d15f051a59 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Feb 16 13:19:33.998253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2b64-0521-4aec-8f3a-5de15ea9d2e9 req-9535b9f6-5e27-49ca-bafd-8017392b63de tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:34.000692 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f5d2b64-0521-4aec-8f3a-5de15ea9d2e9 req-9535b9f6-5e27-49ca-bafd-8017392b63de tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0906544 Feb 16 13:19:34.055519 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7f5d2b64-0521-4aec-8f3a-5de15ea9d2e9 req-1d183b9e-2460-4ed9-82cc-00dedd21aa62 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454237 Feb 16 13:19:35.269089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904a68-a837-4830-9103-e9ca4923c4dd req-2c902e42-1b8b-4821-b6be-854d78c1a4a3 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:35.270532 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03904a68-a837-4830-9103-e9ca4923c4dd req-2c902e42-1b8b-4821-b6be-854d78c1a4a3 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.1020076 Feb 16 13:19:35.324342 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03904a68-a837-4830-9103-e9ca4923c4dd req-dbd0a52a-8f42-4f24-bb16-2cd2954eca6d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471838 Feb 16 13:19:36.514929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01f79f-3d48-40d8-a61e-84c913eef1ef req-744d9942-44d2-4280-b274-99e4b7b90fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:36.516501 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc01f79f-3d48-40d8-a61e-84c913eef1ef req-744d9942-44d2-4280-b274-99e4b7b90fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0811813 Feb 16 13:19:36.564151 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cc01f79f-3d48-40d8-a61e-84c913eef1ef req-e9d4a985-d329-4fef-8d3f-1318efadd91f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Feb 16 13:19:37.749810 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5e345-e1bc-40ad-8b50-8f8b65a3bfcd req-4db0abf1-e3fb-4fa7-9463-963fdbbef0e8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:37.751824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81d5e345-e1bc-40ad-8b50-8f8b65a3bfcd req-4db0abf1-e3fb-4fa7-9463-963fdbbef0e8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0806592 Feb 16 13:19:37.795223 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81d5e345-e1bc-40ad-8b50-8f8b65a3bfcd req-fae89708-67a6-4fb8-85d4-519bf2055b22 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Feb 16 13:19:38.845679 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:19:38.975844 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:38.984070 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2791-a032-453d-9207-de23312ae0dc req-e6ec1974-e56c-4ab4-8eb6-bd69894a1ed8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:38.986331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-998e2791-a032-453d-9207-de23312ae0dc req-e6ec1974-e56c-4ab4-8eb6-bd69894a1ed8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 943 time: 0.0834088 Feb 16 13:19:38.993166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'port_id': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'mac_address': 'fa:16:3e:c2:14:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:19:39.036806 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-998e2791-a032-453d-9207-de23312ae0dc req-fec7815e-5a12-4b8f-8ac9-21ebccfdd6bc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Feb 16 13:19:39.047468 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.065123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:19:39.080232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:39.084360 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:39.151556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=9']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:39.386391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:19:40.221981 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba8937-9f9a-4c74-b1c6-912362131d32 req-559073ba-f521-4486-aa07-9e36c8881503 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:40.223450 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cdba8937-9f9a-4c74-b1c6-912362131d32 req-559073ba-f521-4486-aa07-9e36c8881503 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 944 time: 0.0798748 Feb 16 13:19:40.266470 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cdba8937-9f9a-4c74-b1c6-912362131d32 req-a592ec18-c5b1-4c45-8756-54a6b20cbc6e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373900 Feb 16 13:19:40.863502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:19:40.928552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:40.928897 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.043664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.069555 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:41.079649 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:41.084391 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:41.120655 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'code': 200} Feb 16 13:19:41.180601 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=10']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:41.420810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4231fb1-d331-4da1-9bb6-910a5446311c req-7d7378b1-32f0-4396-bd80-913faee28cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:41.422226 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4231fb1-d331-4da1-9bb6-910a5446311c req-7d7378b1-32f0-4396-bd80-913faee28cf0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1099 time: 0.0697987 Feb 16 13:19:41.458689 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a7d7d-13a8-4add-be2a-25784f455520 req-71502747-bdee-4d2a-81ed-87517b4c3695 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:41.460176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da8a7d7d-13a8-4add-be2a-25784f455520 req-71502747-bdee-4d2a-81ed-87517b4c3695 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.0825915 Feb 16 13:19:41.463044 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4231fb1-d331-4da1-9bb6-910a5446311c req-66cb5297-aa44-4c7f-b1b1-1fa2ddfb2d29 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348477 Feb 16 13:19:41.504603 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da8a7d7d-13a8-4add-be2a-25784f455520 req-299c4fb8-01bb-48a5-bd02-7df85c00a2cb tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Feb 16 13:19:42.716421 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8d652-2405-4fc4-abcd-24eaff940e5d req-b38fa255-e892-42a4-9eac-4809b2c0ad99 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:42.718364 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07f8d652-2405-4fc4-abcd-24eaff940e5d req-b38fa255-e892-42a4-9eac-4809b2c0ad99 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.0905607 Feb 16 13:19:42.767765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-07f8d652-2405-4fc4-abcd-24eaff940e5d req-5c0bd93b-6012-4567-8bb2-779777e8a033 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Feb 16 13:19:43.956030 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee600c17-492d-4bc2-a277-e23f2e804ffb req-bfd71eea-ce05-4e7f-bee1-3da89943a117 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:43.957622 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee600c17-492d-4bc2-a277-e23f2e804ffb req-bfd71eea-ce05-4e7f-bee1-3da89943a117 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.0805793 Feb 16 13:19:44.004993 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee600c17-492d-4bc2-a277-e23f2e804ffb req-e2144667-7df7-49a5-b376-2d9f8ba08d45 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Feb 16 13:19:52.412722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:55.803539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-97277393-20dc-4209-9331-24d321b154fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:58.010021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1b2054b7-3e52-4d1b-a18f-b5b5d6295d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.135891 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:59.271591 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:00.623267 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:07.929881 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:10.983466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-d7647c26-37ba-4018-b17d-67f2fb711838 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775259 Feb 16 13:20:11.151162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-a0194223-3c7b-42ea-8de6-4586da0fe433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:11.152696 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-a0194223-3c7b-42ea-8de6-4586da0fe433 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1099 time: 0.0724735 Feb 16 13:20:11.308056 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-a46a9caf-2d8d-47d6-acb6-0e5534704b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:11.309445 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-a46a9caf-2d8d-47d6-acb6-0e5534704b8c service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1331697 Feb 16 13:20:11.417049 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-4c61a0a5-4a43-4c00-a5c1-a69ef5a609a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 1000 time: 0.1005154 Feb 16 13:20:11.484022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-70707367-1d7d-46d1-8b1e-9b98d06060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:11.485738 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-70707367-1d7d-46d1-8b1e-9b98d06060d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0600228 Feb 16 13:20:11.566931 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-3a6403c4-8df4-4fd3-a7a0-40e54e3865c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:11.568447 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-3a6403c4-8df4-4fd3-a7a0-40e54e3865c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760174 Feb 16 13:20:11.705767 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-0608dd8c-5328-4490-8fa2-77846ea0bc10 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303654 Feb 16 13:20:11.844365 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2f20e47-9ceb-4cc1-9ade-b39543246826 req-c86d84b7-8c8d-4b6d-aa59-91656372bc8d service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314342 Feb 16 13:20:22.440537 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:25.805973 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-79d31ac9-1dc6-40d7-81f8-021e7fd5d705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:28.017488 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-34948e82-8c83-43eb-a727-4ee8a8266ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:29.138321 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:29.274439 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:30.625480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.929787 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:52.475304 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.017657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:54.250734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Deleting port 1605bf38-3a73-4df0-b9c3-113c3b2df29d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:54.251073 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.434025 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.434242 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.683738 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Calling delete_port for 1605bf38-3a73-4df0-b9c3-113c3b2df29d owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:54.865791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.913419 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'Port': ['ID=1605bf38-3a73-4df0-b9c3-113c3b2df29d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:54.952569 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.952941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.953286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.953624 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.953955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.954286 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.954610 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.954933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.955257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.955578 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.955898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:54.956240 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:55.014208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.014628 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Floating IP ab56167f-c353-4d75-84b8-fb2f49ae9d7c disassociated (deleted). External IP: 172.26.4.41, port: 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe. Feb 16 13:20:55.358739 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:55.538592 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:55.549877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:55.555259 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.559232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:55.559902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:20:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:55.610102 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7149ffac-62ea-4aa5-bb1d-0bd12fec1bd0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "DELETE /v2.0/floatingips/ab56167f-c353-4d75-84b8-fb2f49ae9d7c HTTP/1.1" status: 204 len: 168 time: 1.5912373 Feb 16 13:20:55.610687 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:55.725832 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'status': 'completed', 'code': 200} Feb 16 13:20:55.745162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:55.869460 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-bc5ccc99-e36a-4ebe-ad34-88cc02113473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.870988 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-bc5ccc99-e36a-4ebe-ad34-88cc02113473 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 1099 time: 0.0903649 Feb 16 13:20:55.925567 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a6d2-60a6-4a20-8a66-5602a7f7053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.012376 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-d44407ae-5a72-417c-816d-07a5c6b981dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.013843 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-d44407ae-5a72-417c-816d-07a5c6b981dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1335971 Feb 16 13:20:56.019020 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85207-f92f-4d33-9172-26a54fc79bc4 req-1438743f-7522-4609-a18a-98f3febefba2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.019743 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-bea85207-f92f-4d33-9172-26a54fc79bc4 req-1438743f-7522-4609-a18a-98f3febefba2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:56.037241 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-bea85207-f92f-4d33-9172-26a54fc79bc4 req-1438743f-7522-4609-a18a-98f3febefba2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:56.039292 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bea85207-f92f-4d33-9172-26a54fc79bc4 req-1438743f-7522-4609-a18a-98f3febefba2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.1148396 Feb 16 13:20:56.087330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bea85207-f92f-4d33-9172-26a54fc79bc4 req-4ec6d8c0-f239-471a-8832-46efc506ffcc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Feb 16 13:20:56.090676 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:56.095718 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:56.101271 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-06bc612d-5031-43d1-ae99-7b3b3f1b3615 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 200 len: 217 time: 0.0805180 Feb 16 13:20:56.104450 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:56.105043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:20:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:56.172411 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-c03eced9-ed8c-490a-90e4-192bd6605e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.173752 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-c03eced9-ed8c-490a-90e4-192bd6605e31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0609512 Feb 16 13:20:56.250671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-987ead6d-f2dc-4ee6-a330-05bc585ce1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.252159 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-987ead6d-f2dc-4ee6-a330-05bc585ce1f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722399 Feb 16 13:20:56.283372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:56.491001 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-ef8e9911-9090-41c0-af26-603c51bcf274 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313991 Feb 16 13:20:56.610291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:56.614283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01b694-f451-4285-a46f-3a91e191c494 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:56.628148 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-25adb8c7-ea07-4831-b2c4-992382983d29 req-93790226-8fcc-4540-9d0f-9a3990600e12 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293950 Feb 16 13:20:56.833324 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41f397-0c09-4da3-bb42-b1cee0ed4be1 None None] New status for floating IP ab56167f-c353-4d75-84b8-fb2f49ae9d7c: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:20:57.286441 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a28c4b-1c66-44af-836a-2090cbe7ccf0 req-0b6a0696-09f9-421b-a4ec-67379af618d0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.287927 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26a28c4b-1c66-44af-836a-2090cbe7ccf0 req-0b6a0696-09f9-421b-a4ec-67379af618d0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.0807340 Feb 16 13:20:57.332592 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26a28c4b-1c66-44af-836a-2090cbe7ccf0 req-67a19dc0-40a5-4cb6-892c-0f98828d633d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Feb 16 13:20:57.575083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-02870eca-22c5-402e-9349-24c5fc7a0515 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.575793 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-02870eca-22c5-402e-9349-24c5fc7a0515 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:57.590969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-02870eca-22c5-402e-9349-24c5fc7a0515 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:57.592195 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-02870eca-22c5-402e-9349-24c5fc7a0515 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 946 time: 0.1014121 Feb 16 13:20:57.666652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Deleting port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:57.667038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:57.923782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] For port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:57.924172 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.010481 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f9df6777-5e93-4a93-bb1b-5b7f641c2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.056111 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Calling delete_port for 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:58.206605 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.256782 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'Port': ['ID=9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:58.293784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.294141 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.294481 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.294814 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.295143 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.295520 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.296434 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.296761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.297086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.297408 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.297729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.298047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:58.342043 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] No DVR routers for this DVR port 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:20:58.345038 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:58.347508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-deleted', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:58.364473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f3f1e7ad-a042-4d7f-93fe-4d925d35d82f req-1fe8fb88-922b-40eb-b365-bae490c5ccaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "DELETE /v2.0/ports/9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe HTTP/1.1" status: 204 len: 173 time: 0.7664502 Feb 16 13:20:58.458774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9d7a16-4533-49ad-976f-135fb9a8d714', 'name': 'network-vif-deleted', 'tag': '9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe', 'status': 'completed', 'code': 200} Feb 16 13:20:58.494411 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6bb9c03c-f470-4307-ad4e-e7dd052b7742 req-86ee0cc6-efcb-48da-a627-754b4f70ec50 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e9d7a16-4533-49ad-976f-135fb9a8d714 HTTP/1.1" status: 200 len: 210 time: 0.0470262 Feb 16 13:20:59.141343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.275954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.595661 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:59.664720 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.696943 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.760809 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.779333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce17ca86-52b5-4fa5-88d4-e9eea6657b8e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:59.791151 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:59.792287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2aaecc4f-3ac3-4c96-8300-1a4a91c6ba4f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce17ca86-52b5-4fa5-88d4-e9eea6657b8e HTTP/1.1" status: 204 len: 168 time: 0.1955819 Feb 16 13:21:00.359239 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:00.364582 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96766881', 'description': 'tempest-secgroup-smoke-96766881 description', 'project_id': '12f286e424dc4d4587f58499918e9716'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:00.370568 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:00.375713 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:00.378635 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:00.384236 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:00.395176 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.414010 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:00.417646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:00.420331 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:00.426062 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:00.610531 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.615425 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.632605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.661950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26752d96-b3c6-4578-96dd-a85f2b309bf3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:00.665006 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.666315 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-60bde9b8-2ee2-4dad-a0ac-f5dbbcd1e311 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3060646 Feb 16 13:21:00.669530 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:00.675570 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:00.681880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:00.685798 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:00.689519 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:00.698263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:00.714212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.772011 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.775487 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.797604 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da8d8c8-7a80-487c-8295-d3c25958937d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:00.806620 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.807765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c91051b-c66b-4683-ab7b-737a289a4f79 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373630 Feb 16 13:21:00.810370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37376) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:00.815823 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:00.821548 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:00.825288 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:00.828165 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:00.833672 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:00.849529 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.912348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.916195 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.940391 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96901609-ceb0-4402-9d88-dfdf8118f774,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:00.949086 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.950354 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea357c19-a90a-4b10-8f86-5c892f2228ca tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391001 Feb 16 13:21:00.953123 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37380) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:00.957967 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:00.963648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:00.968208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:00.971291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:00.976860 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:00.999884 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.063897 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.072233 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.096482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b27d7a0-29dc-4727-b1d4-fa45f861dfbe,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:01.107255 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.109178 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb9e6015-a596-455b-bf7c-14a2c3a64c68 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550860 Feb 16 13:21:01.112092 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:01.117065 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:01.123254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:01.128291 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:01.131140 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:01.136752 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:01.154740 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.218702 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.223637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.253933 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875a7fc5-fcc7-43d8-8e4e-95e41bd307ce,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:01.254167 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:01.266935 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.268176 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-108f3af6-e306-47e0-bc40-1d7b0ac0623a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550856 Feb 16 13:21:01.270948 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37388) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:01.276305 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:01.282705 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:01.286836 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:01.289999 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:01.296572 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:01.309656 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Project 12f286e424dc4d4587f58499918e9716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:01.318289 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.341827 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:01.342166 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f4bd1d8-2ee5-4fdc-8bc6-29d3ec9504fe not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:01.387691 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.391209 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.413955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20969683-af74-48b2-81de-e51885c89c52,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:01.422892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.424096 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-afe12ae5-d9c5-4a28-9065-288de411b0b7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521366 Feb 16 13:21:01.426826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:01.431774 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'security_group_rule': {'security_group_id': '26752d96-b3c6-4578-96dd-a85f2b309bf3', 'project_id': '12f286e424dc4d4587f58499918e9716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:01.438366 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:01.442083 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:security_group_rule and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:01.444883 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:01.450335 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:01.461037 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Project 12f286e424dc4d4587f58499918e9716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:01.467524 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.531734 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.535249 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.559111 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5816eb3d-6e57-4fa8-9020-d61da10125fd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:01.568588 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:01.577741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2488433d-3f65-4c2f-ae29-d3491b475edc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420810 Feb 16 13:21:16.406015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-2f3ec85e-e7ff-413b-bb70-5e331201a0fa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:16.421122 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-2f3ec85e-e7ff-413b-bb70-5e331201a0fa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:16.422248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-2f3ec85e-e7ff-413b-bb70-5e331201a0fa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96766881&fields=id&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 267 time: 0.0588744 Feb 16 13:21:16.580363 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-ca403361-27f0-4488-a6ef-1349f198d402 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:16.581805 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-ca403361-27f0-4488-a6ef-1349f198d402 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 808 time: 0.1530704 Feb 16 13:21:16.598836 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-53901d5d-94cd-47c5-a514-f4afc335983f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/quotas/12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 375 time: 0.0104070 Feb 16 13:21:16.679665 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-61f2415e-4ffb-497f-94e4-533c087dbc1d tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755751 Feb 16 13:21:16.899872 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-db51dc00-e297-4853-90f6-55895bc30c6c service neutron] 10.222.0.65 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060933 Feb 16 13:21:17.045768 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-4e8b1f56-3184-4600-a181-5cf61899a86b service neutron] 10.222.0.65 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393471 Feb 16 13:21:17.446924 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-86886279-9c43-413b-b1ba-e45fa3c5ff77 req-a96dc882-af50-43ec-90e8-6426bde7dab0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0494480 Feb 16 13:21:18.603040 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-76085371-7aba-4352-ad46-13ea8826dd1c req-c8ae3e62-809e-41e1-ab55-bcf085d53ccc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0464396 Feb 16 13:21:18.702246 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-9a372b81-9fd0-45c7-ae6f-329de05c4135 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:18.703855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-9a372b81-9fd0-45c7-ae6f-329de05c4135 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 808 time: 0.1512108 Feb 16 13:21:18.762691 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-11de1a51-b978-4cfe-a034-5657212dd92f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 378 time: 0.0413568 Feb 16 13:21:18.770728 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'port': {'device_id': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'admin_state_up': True, 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'security_groups': ['26752d96-b3c6-4578-96dd-a85f2b309bf3']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:18.914942 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:18.919629 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:port and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:18.923386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:18.928984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:18.941338 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Made reservation on behalf of 12f286e424dc4d4587f58499918e9716 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:18.945069 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.110633 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Allocated IP 172.20.0.4 (514079f6-249b-42e1-a291-1c39e81bf42f/c4ad70d6-f684-4374-975b-11aaca4f3f09/82f7c794-f9df-4313-9b13-95cc92d5f1eb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:19.464249 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.485346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Transition to ACTIVE for port object 82f7c794-f9df-4313-9b13-95cc92d5f1eb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:19.512452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.604450 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Network 514079f6-249b-42e1-a291-1c39e81bf42f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:19.616364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:19.622930 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:19.664751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:19.722594 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:19.723343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.757988 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-b22526c2-ba80-4a62-8d95-f736cf2a096f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9906321 Feb 16 13:21:19.777186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Request body: {'port': {'device_id': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:19.833511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cd667-f61a-48da-bd7c-a1b015c0980d req-06ce1f7a-2cbb-4382-8c0b-466c99e4522f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:19.842350 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-692cd667-f61a-48da-bd7c-a1b015c0980d req-06ce1f7a-2cbb-4382-8c0b-466c99e4522f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 931 time: 0.1011436 Feb 16 13:21:19.888811 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-692cd667-f61a-48da-bd7c-a1b015c0980d req-d38c9508-8dad-489f-91bd-f65076360783 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453067 Feb 16 13:21:19.912290 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-caf76ba1-8e57-40ed-97d3-060aed40521c None None] Provisioning for port 82f7c794-f9df-4313-9b13-95cc92d5f1eb completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:19.914024 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.919223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-caf76ba1-8e57-40ed-97d3-060aed40521c None None] Provisioning complete for port 82f7c794-f9df-4313-9b13-95cc92d5f1eb triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:19.919633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-caf76ba1-8e57-40ed-97d3-060aed40521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:19.986856 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-caf76ba1-8e57-40ed-97d3-060aed40521c None None] Port 82f7c794-f9df-4313-9b13-95cc92d5f1eb cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:21:20.278089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f7c794-f9df-4313-9b13-95cc92d5f1eb {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:21:20.286995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.301937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Transition to ACTIVE for port object 82f7c794-f9df-4313-9b13-95cc92d5f1eb will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:21:20.306079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.466142 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:20.558570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Attempting to bind port 82f7c794-f9df-4313-9b13-95cc92d5f1eb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:21:20.558895 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Attempting to bind port 82f7c794-f9df-4313-9b13-95cc92d5f1eb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:21:20.559218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Attempting to bind port 82f7c794-f9df-4313-9b13-95cc92d5f1eb on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:20.564361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Port 82f7c794-f9df-4313-9b13-95cc92d5f1eb on network 514079f6-249b-42e1-a291-1c39e81bf42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:21:20.564677 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Attempting to bind port 82f7c794-f9df-4313-9b13-95cc92d5f1eb on network 514079f6-249b-42e1-a291-1c39e81bf42f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:21:20.570424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:21:20.570758 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Checking segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:21:20.571417 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Bound using segment: {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:21:20.571853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Bound port: 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:21:20.572225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.673102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:21:20.676186 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:21:20.681748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.738089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:20.738683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:20.740131 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] 10.222.0.81 "PUT /v2.0/ports/82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1093 time: 0.9673934 Feb 16 13:21:20.740532 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:20.766047 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f20c8-0211-49da-bf08-4d8f000e8570 service neutron] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:20.800335 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'status': 'completed', 'code': 200} Feb 16 13:21:20.889967 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-38d1e0f9-244c-4bdc-887a-128ef4cf579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:20.891493 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-38d1e0f9-244c-4bdc-887a-128ef4cf579c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0800245 Feb 16 13:21:20.967805 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-298ac8f9-5d8a-405a-9cf8-9f02957be88e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 217 time: 0.0634146 Feb 16 13:21:21.034001 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-ec99d632-c246-4e19-9fe9-442370273425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.035498 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-ec99d632-c246-4e19-9fe9-442370273425 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0618775 Feb 16 13:21:21.083804 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e907c-1adf-4407-b074-61d2e3a02606 req-d5bc2680-b7cf-47ed-bae5-67be8c2997cd tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.085287 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e7e907c-1adf-4407-b074-61d2e3a02606 req-d5bc2680-b7cf-47ed-bae5-67be8c2997cd tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0826516 Feb 16 13:21:21.117975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-28348987-b4f5-41fc-be8b-9b8c8d0cba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.119472 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-28348987-b4f5-41fc-be8b-9b8c8d0cba2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782781 Feb 16 13:21:21.131097 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7e7e907c-1adf-4407-b074-61d2e3a02606 req-ef4f2176-5809-4720-810e-954a25acc0a7 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400522 Feb 16 13:21:21.251060 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-a2fafb27-2a7d-47c3-ab56-e3315bc8d99e service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249182 Feb 16 13:21:21.496592 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ee7bf8b2-c18f-4b1c-8b6e-e870b7467db1 req-a5176ed2-50cf-4d9d-b4f2-1c4fdd161306 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395194 Feb 16 13:21:21.663847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517469f-6428-44ad-b6a2-9991c650a868 req-f5d43e9c-d60b-49cc-8073-45535a697cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.665346 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-f5d43e9c-d60b-49cc-8073-45535a697cd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0770645 Feb 16 13:21:21.803724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517469f-6428-44ad-b6a2-9991c650a868 req-9dcc0fd6-7545-4a7b-8f50-974c93fa708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.805126 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-9dcc0fd6-7545-4a7b-8f50-974c93fa708b service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1319571 Feb 16 13:21:21.873255 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-2ccee022-a311-4ea3-bd91-af35ce693c56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 217 time: 0.0614207 Feb 16 13:21:21.927586 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:21:21.939824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517469f-6428-44ad-b6a2-9991c650a868 req-44d1dee9-442a-49da-9549-f1cf7311fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.941281 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-44d1dee9-442a-49da-9549-f1cf7311fa41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0616846 Feb 16 13:21:22.015841 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517469f-6428-44ad-b6a2-9991c650a868 req-e81758f5-bcae-4cbf-b926-3bc7607e69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.017729 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-e81758f5-bcae-4cbf-b926-3bc7607e69f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704615 Feb 16 13:21:22.150158 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-4deed0d5-3b1d-454f-8d57-60989a7166d1 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257522 Feb 16 13:21:22.286732 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a517469f-6428-44ad-b6a2-9991c650a868 req-0a117238-666e-4fc8-85e3-3c8a4d079bb1 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301000 Feb 16 13:21:22.332278 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6603671-b86f-4e22-9e58-3e57898e5020 req-1e11a4c4-ff28-49aa-b427-3f205defd377 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:22.333741 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6603671-b86f-4e22-9e58-3e57898e5020 req-1e11a4c4-ff28-49aa-b427-3f205defd377 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0925636 Feb 16 13:21:22.380050 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e6603671-b86f-4e22-9e58-3e57898e5020 req-c549e5cb-f5d9-40d8-953f-be6d69671245 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406137 Feb 16 13:21:22.481869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:23.573560 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45a9b4-4fd6-4a6a-994d-f5ede9c062d9 req-7489da78-55ae-4c10-b269-c697492593a2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:23.575049 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f45a9b4-4fd6-4a6a-994d-f5ede9c062d9 req-7489da78-55ae-4c10-b269-c697492593a2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0872533 Feb 16 13:21:23.621398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4f45a9b4-4fd6-4a6a-994d-f5ede9c062d9 req-a77b0eac-35d8-4eac-af14-bf75872c1a85 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400016 Feb 16 13:21:24.810022 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f6226-9aab-4123-904d-33ff747072f6 req-9e7d52f0-3fc4-4542-8f1e-d27f3a2778cf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:24.812044 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b6f6226-9aab-4123-904d-33ff747072f6 req-9e7d52f0-3fc4-4542-8f1e-d27f3a2778cf tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0829458 Feb 16 13:21:24.858101 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b6f6226-9aab-4123-904d-33ff747072f6 req-1931a1c6-a184-4637-abd6-e8a9582e3368 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401592 Feb 16 13:21:25.808380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ca16471f-1cce-449b-9229-af3bca1e5b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:26.044500 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0db3-bf05-4081-8fa6-60bc36ddad1b req-5a4e7f56-013e-4c9d-b48e-04ce5eecebab tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:26.046482 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f93a0db3-bf05-4081-8fa6-60bc36ddad1b req-5a4e7f56-013e-4c9d-b48e-04ce5eecebab tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0806746 Feb 16 13:21:26.095136 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f93a0db3-bf05-4081-8fa6-60bc36ddad1b req-3e1c9d41-8b87-4b19-a898-d34139c58f4a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430303 Feb 16 13:21:27.286119 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb3e07-93c6-475c-9940-961ddfaafda1 req-061bb6aa-1541-4b4b-9528-4b689331e4d0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:27.287744 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0dcb3e07-93c6-475c-9940-961ddfaafda1 req-061bb6aa-1541-4b4b-9528-4b689331e4d0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0819130 Feb 16 13:21:27.333376 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0dcb3e07-93c6-475c-9940-961ddfaafda1 req-922bdb45-0efc-4809-8f8a-71c277480137 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398333 Feb 16 13:21:28.015131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cbd44571-a707-43ac-9307-32870b363d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:28.631416 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7126f3a-89f6-4b09-8c23-a9d2636ea50e req-69ab3715-1328-4ffb-ac42-7f08e784cfb1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:28.632811 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7126f3a-89f6-4b09-8c23-a9d2636ea50e req-69ab3715-1328-4ffb-ac42-7f08e784cfb1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1868284 Feb 16 13:21:28.678017 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7126f3a-89f6-4b09-8c23-a9d2636ea50e req-a98a2575-4b87-46f7-8cdb-fea2837aa1e0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396318 Feb 16 13:21:29.143118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.278757 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.342269 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:21:29.474593 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:29.487484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'mac_address': 'fa:16:3e:b4:24:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:21:29.543397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.561480 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f7c794-f9df-4313-9b13-95cc92d5f1eb {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:21:29.577925 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:29.581790 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:29.652421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:29.660678 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.661033 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.661377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.661713 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.662046 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.662437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.662821 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.663152 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.663484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.663810 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.664164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.664489 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:29.868180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['82f7c794-f9df-4313-9b13-95cc92d5f1eb'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:21:29.880477 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10186-a2be-450f-9152-a22e24b17f1c req-f00a0bbe-ccc7-44f8-9f29-7ea7d2da4dfc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:29.881956 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-01a10186-a2be-450f-9152-a22e24b17f1c req-f00a0bbe-ccc7-44f8-9f29-7ea7d2da4dfc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 944 time: 0.0870166 Feb 16 13:21:29.931262 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-01a10186-a2be-450f-9152-a22e24b17f1c req-99be3f04-100f-4faa-8a7d-0959851143db tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434754 Feb 16 13:21:30.634802 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.131843 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341a309-031a-4af6-af05-61bef245475a req-137b4562-c341-4736-8cfc-0bfa0932bf01 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:31.133393 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4341a309-031a-4af6-af05-61bef245475a req-137b4562-c341-4736-8cfc-0bfa0932bf01 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 944 time: 0.0831039 Feb 16 13:21:31.178511 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4341a309-031a-4af6-af05-61bef245475a req-26790bae-e971-40c6-a40c-1da9776d8117 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386746 Feb 16 13:21:31.358397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:31.432136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 82f7c794-f9df-4313-9b13-95cc92d5f1eb completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:31.437398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 82f7c794-f9df-4313-9b13-95cc92d5f1eb triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:31.437780 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.559295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.588490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:31.599300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:31.604373 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:31.675299 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:31.693794 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'code': 200} Feb 16 13:21:32.010370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6d803-2834-4056-9a08-3577c2651d73 req-138d5c1b-dd23-4580-8cf2-f51c4f3d0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:32.011822 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-80a6d803-2834-4056-9a08-3577c2651d73 req-138d5c1b-dd23-4580-8cf2-f51c4f3d0f3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0795109 Feb 16 13:21:32.054320 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-80a6d803-2834-4056-9a08-3577c2651d73 req-ab5c2a8c-1257-4673-9c11-04996a312e13 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356615 Feb 16 13:21:32.374581 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3dee-f319-4e04-8f2c-df558cb80ecf req-29619042-52a8-4a39-9319-808511ec9484 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:32.376539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d43e3dee-f319-4e04-8f2c-df558cb80ecf req-29619042-52a8-4a39-9319-808511ec9484 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0875521 Feb 16 13:21:32.422013 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d43e3dee-f319-4e04-8f2c-df558cb80ecf req-44f99c2e-775b-45d8-b3ed-068e486df3f2 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396578 Feb 16 13:21:33.610089 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63563c8-5dff-42e9-b8b3-8e79bfba6f50 req-ad001ef8-fbe0-4ad7-98a7-61c7a14c78b9 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:33.611571 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e63563c8-5dff-42e9-b8b3-8e79bfba6f50 req-ad001ef8-fbe0-4ad7-98a7-61c7a14c78b9 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0816922 Feb 16 13:21:33.656914 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e63563c8-5dff-42e9-b8b3-8e79bfba6f50 req-d7599d7a-36c3-4e7d-81c3-f91ec7a7f749 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393767 Feb 16 13:21:33.844333 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad79cb4-111f-4a3c-8b46-0fafccb67ce9 req-a2ce2a2f-fbd9-4a32-8ea4-6208f739c2be tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:33.845781 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ad79cb4-111f-4a3c-8b46-0fafccb67ce9 req-a2ce2a2f-fbd9-4a32-8ea4-6208f739c2be tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0833285 Feb 16 13:21:33.889227 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3ad79cb4-111f-4a3c-8b46-0fafccb67ce9 req-84e91969-841b-49b0-9ae2-a29aa9f487b1 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370569 Feb 16 13:21:33.911597 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:33.982450 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f915264-32f5-4446-b652-8d77a7d33efa tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:33.984164 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f915264-32f5-4446-b652-8d77a7d33efa tempest-TestShelveInstance-1365684548 tempest-TestShelveInstance-1365684548-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1093 time: 0.0715230 Feb 16 13:21:33.986869 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:33.991656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:33.998155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:34.002254 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Usage tracker for resource:floatingip and tenant:12f286e424dc4d4587f58499918e9716 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:34.005348 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:34.011358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:34.025470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.158476 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.298043 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Allocated IP 172.26.4.105 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/5a900961-fe41-417c-8ad7-2c0706cdb844) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:34.453579 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.496105 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.566250 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:34.568998 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:34.572788 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:34.617128 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=5a900961-fe41-417c-8ad7-2c0706cdb844,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:34.998992 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.075095 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.374625 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.379639 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.485238 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event updated for resources: {'Port': ['ID=5a900961-fe41-417c-8ad7-2c0706cdb844,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:35.502129 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.678330 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Floating IP 2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2 associated. External IP: 172.26.4.105, port: 82f7c794-f9df-4313-9b13-95cc92d5f1eb. Feb 16 13:21:36.030424 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:36.210471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:36.222544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:36.233260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:36.233931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:21:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:36.237274 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.293795 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-700a9f84-2caf-4ad1-8a4d-f572314c9285 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3057625 Feb 16 13:21:36.294212 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:36.346359 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'status': 'completed', 'code': 200} Feb 16 13:21:36.426888 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:36.458805 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-c1d8c3c9-d49e-4812-b336-dd637f1598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:36.460345 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-c1d8c3c9-d49e-4812-b336-dd637f1598d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0709481 Feb 16 13:21:36.604059 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-f298bcc2-638f-418a-84d2-c4bd1db5b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:36.605574 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-f298bcc2-638f-418a-84d2-c4bd1db5b396 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1394429 Feb 16 13:21:36.711671 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-0c206830-5ee2-44ba-8fa5-37876eb8819c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 999 time: 0.1002882 Feb 16 13:21:36.780744 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-bf78c930-08d9-43a1-b134-494802463695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:36.782154 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-bf78c930-08d9-43a1-b134-494802463695 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0639067 Feb 16 13:21:36.825719 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:b4:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:34Z', 'updated_at': '2022-02-16T13:21:34Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:36.829981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:36.838459 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:36.839003 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:21:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:36.862102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-4dd06059-d8a8-46b4-bb6a-7510dc135a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:36.863581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-4dd06059-d8a8-46b4-bb6a-7510dc135a14 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755527 Feb 16 13:21:37.001285 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-ccbea1c8-eed5-48f7-8454-3d8ed83fcdf7 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315598 Feb 16 13:21:37.025619 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:37.241257 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d804912b-c76e-4572-b6a3-69c7b4a5dcc7 req-0fa058e0-6392-402e-8269-c7d31e249eec service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331140 Feb 16 13:21:37.384225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:b4:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:34Z', 'updated_at': '2022-02-16T13:21:34Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:37.388839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d06b0-814f-45fa-8a42-f04fe4e2bf0f None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'floating_ip_address': '172.26.4.105', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'mac_address': 'fa:16:3e:b4:24:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:34Z', 'updated_at': '2022-02-16T13:21:34Z', 'revision_number': 0, 'project_id': '12f286e424dc4d4587f58499918e9716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:37.582742 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717f009-0e94-4425-85e6-d843f94469b8 None None] New status for floating IP 2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:52.492721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.812605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9e78ccec-1b6e-429d-805d-235b94df9ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.019014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-95171e25-a04a-49fc-811c-b7e89f8c272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.928527 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:21:59.149847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.281831 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.635579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:14.070171 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-6561a03c-8828-4e55-8f3f-9c157575e8e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728528 Feb 16 13:22:14.249251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-26772555-7d7c-44c9-96d5-b1360eecd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:14.250051 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-26772555-7d7c-44c9-96d5-b1360eecd8f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0821583 Feb 16 13:22:14.400055 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-0eca46c8-f446-445d-8494-5235c7481dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:14.401507 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-0eca46c8-f446-445d-8494-5235c7481dec service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1279893 Feb 16 13:22:14.514640 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-6b198bf7-d477-4563-bff5-0f3097aa912e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1001 time: 0.1033742 Feb 16 13:22:14.592102 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-d0f25c85-86f7-45ca-802a-651b8900002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:14.592102 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-d0f25c85-86f7-45ca-802a-651b8900002a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0651693 Feb 16 13:22:14.684646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-634249f2-2449-4c49-aa5a-3e01ed177314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:14.684646 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-634249f2-2449-4c49-aa5a-3e01ed177314 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849011 Feb 16 13:22:14.850395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-ec6a2d17-38e3-4dfe-895c-ab3309027956 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586511 Feb 16 13:22:15.020153 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e86fbb6e-2b73-4156-8afc-31c3f417e10d req-043ad11a-cf86-468a-9820-835d11f981ab service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607757 Feb 16 13:22:22.504313 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:25.814982 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-904d7d1e-854a-407d-aff6-ba53d548a177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:28.020953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d43746ec-285a-44bb-9b8a-36ccf9e85af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:29.151229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:29.289770 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:30.639910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:35.928370 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:22:52.504532 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:55.817805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c410e6cc-b4fd-46f4-9ecc-dc2d95a83fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:58.024420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ae12f27a-9f21-4cae-a2d4-577c573d70b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:59.154123 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:59.289232 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:00.649014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:12.927738 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:15.745142 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-cba360c9-dcde-4725-9b2f-3d6377fe7bd7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722501 Feb 16 13:23:15.903203 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-a2b25a21-5fb6-4ff2-8b8c-df104de4c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:15.904617 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-a2b25a21-5fb6-4ff2-8b8c-df104de4c503 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0739343 Feb 16 13:23:16.047558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-6181e8e9-a949-4a3d-85c6-3a2872df9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:16.049873 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-6181e8e9-a949-4a3d-85c6-3a2872df9bbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1268902 Feb 16 13:23:16.148439 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-48dad937-b6f4-46a7-90ac-ca261dbc06ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1001 time: 0.0934582 Feb 16 13:23:16.214400 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-b4c8e8e7-9cff-473d-931d-9eada1b1b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:16.215859 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-b4c8e8e7-9cff-473d-931d-9eada1b1b681 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0617197 Feb 16 13:23:16.290614 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-c679d243-8a4d-4c40-b41a-c51ef784e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:16.292107 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-c679d243-8a4d-4c40-b41a-c51ef784e9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702155 Feb 16 13:23:16.427641 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-dbe42b4f-cb0b-4338-b0ca-f22b8a4a1bd7 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299152 Feb 16 13:23:16.675723 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8baf6e6f-4753-4771-9d89-87c7d570e17e req-ea6d9a05-d4c0-4b2b-82bf-acbce016fea9 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425694 Feb 16 13:23:22.505737 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:25.819899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-117942a8-2615-40c9-a1d9-cfbbef83a72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:28.026958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ddfc-8d97-4029-a495-95a6ec5b8bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:29.156750 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:29.290437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:30.647889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:36.636470 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9910ba-9547-435d-84df-359fc9a35eda req-5fca8b29-aef6-4556-9e74-1b36b27a2428 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:36.637896 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d9910ba-9547-435d-84df-359fc9a35eda req-5fca8b29-aef6-4556-9e74-1b36b27a2428 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0848601 Feb 16 13:23:36.683056 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4d9910ba-9547-435d-84df-359fc9a35eda req-ecae0fdc-25e3-4de5-aaac-0e823e78f43a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392253 Feb 16 13:23:37.902886 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a539f-d3f7-4b74-bbb9-a8b896e39f5f req-39d365ed-e00a-48d2-9623-5d5cc4e38998 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.904319 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b6a539f-d3f7-4b74-bbb9-a8b896e39f5f req-39d365ed-e00a-48d2-9623-5d5cc4e38998 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0994101 Feb 16 13:23:37.955595 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b6a539f-d3f7-4b74-bbb9-a8b896e39f5f req-ec14cf94-35a2-4453-ac8e-6448583f6d5c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442207 Feb 16 13:23:39.260598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d064f4-ad31-467f-9bb6-c8c36c4fa6bc req-c6afbdb1-f3ff-479c-a1b3-87862a86aaaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:39.261944 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73d064f4-ad31-467f-9bb6-c8c36c4fa6bc req-c6afbdb1-f3ff-479c-a1b3-87862a86aaaa tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1872821 Feb 16 13:23:39.306158 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73d064f4-ad31-467f-9bb6-c8c36c4fa6bc req-fa9fc290-c6e8-4331-b9c4-094837e8c1ff tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382655 Feb 16 13:23:40.491364 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82def1a-02c0-4723-a293-fa1b0d2f9c03 req-c6fa1fd1-b749-441e-a57d-3553ec59694e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:40.492830 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b82def1a-02c0-4723-a293-fa1b0d2f9c03 req-c6fa1fd1-b749-441e-a57d-3553ec59694e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0810454 Feb 16 13:23:40.537267 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b82def1a-02c0-4723-a293-fa1b0d2f9c03 req-9012c9d7-e099-4e26-8041-15dc31356de5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387700 Feb 16 13:23:41.742594 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5961fe-4cba-4663-bc1b-cb1618b032fb req-044b28d0-9d54-4a64-b620-d73264072fd5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:41.744075 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea5961fe-4cba-4663-bc1b-cb1618b032fb req-044b28d0-9d54-4a64-b620-d73264072fd5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0963094 Feb 16 13:23:41.797248 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea5961fe-4cba-4663-bc1b-cb1618b032fb req-f3a7a529-d8e7-4f04-b1ba-0ee99985466c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458305 Feb 16 13:23:43.002808 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7150a-181d-4ef3-89f4-eb8dbcf50b72 req-ece74a7c-f7b9-471c-9f59-a86f750f4436 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:43.004514 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2a7150a-181d-4ef3-89f4-eb8dbcf50b72 req-ece74a7c-f7b9-471c-9f59-a86f750f4436 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0870819 Feb 16 13:23:43.057594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2a7150a-181d-4ef3-89f4-eb8dbcf50b72 req-5bbf8f46-1729-4c9a-989e-b0f326bfbf45 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434508 Feb 16 13:23:44.393384 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4940ef-15d7-4202-8394-3814dde1f400 req-77e55e41-3f56-4e99-bef1-610bca545dc5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:44.394736 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd4940ef-15d7-4202-8394-3814dde1f400 req-77e55e41-3f56-4e99-bef1-610bca545dc5 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0839200 Feb 16 13:23:44.437200 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd4940ef-15d7-4202-8394-3814dde1f400 req-c82f8ed0-f7d2-4c6b-bf29-390ee29f4cbe tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370011 Feb 16 13:23:45.624471 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29609243-32fc-4bbf-98c5-0012809bcbed req-0260803c-5e0a-4693-b43e-d69a79807341 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:45.625919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29609243-32fc-4bbf-98c5-0012809bcbed req-0260803c-5e0a-4693-b43e-d69a79807341 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0798993 Feb 16 13:23:45.670170 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29609243-32fc-4bbf-98c5-0012809bcbed req-2d37e302-9356-4e4b-9978-30a767855f54 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378919 Feb 16 13:23:46.803564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-355f347e-08d4-499b-91ab-857e0a410d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:46.805056 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-355f347e-08d4-499b-91ab-857e0a410d07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0737107 Feb 16 13:23:46.858852 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418d905-aa6d-4bd0-b1fc-e6ef5c89d719 req-1d39b653-28dc-49aa-bc81-425ec56f1a57 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:46.860847 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5418d905-aa6d-4bd0-b1fc-e6ef5c89d719 req-1d39b653-28dc-49aa-bc81-425ec56f1a57 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0847068 Feb 16 13:23:46.905976 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5418d905-aa6d-4bd0-b1fc-e6ef5c89d719 req-3cd020bc-8e5e-420b-9efd-f0bb0b91153c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382767 Feb 16 13:23:46.939100 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-4bc6036b-654d-470c-9be6-3d555e39f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:46.940610 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-4bc6036b-654d-470c-9be6-3d555e39f9ee service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1293702 Feb 16 13:23:47.046185 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-cbde9a0c-9068-4efb-bdf3-c47d3830479d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1001 time: 0.0981538 Feb 16 13:23:47.110072 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-e90bf6ad-f1ff-47c5-8953-9e917af5b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:47.111389 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-e90bf6ad-f1ff-47c5-8953-9e917af5b0e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0589931 Feb 16 13:23:47.184352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-f73caf5b-51d0-4314-8a78-92f266272d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:47.185829 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-f73caf5b-51d0-4314-8a78-92f266272d63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690434 Feb 16 13:23:47.316466 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-a1c6e398-e7e2-4c2c-877d-ba94b4900513 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237512 Feb 16 13:23:47.446182 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a77ab86b-98fb-4a6d-8293-392d01b25178 req-10be3eb5-9d45-4ff8-9054-637e75225de1 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245773 Feb 16 13:23:48.087781 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5a0d0-7635-4a98-9266-ecf85dff5788 req-53dae2eb-dadc-4074-930a-599070e7cada tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:48.089230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17d5a0d0-7635-4a98-9266-ecf85dff5788 req-53dae2eb-dadc-4074-930a-599070e7cada tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0783291 Feb 16 13:23:48.135779 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-17d5a0d0-7635-4a98-9266-ecf85dff5788 req-ce3767b6-ad7f-4e5b-8dd1-3390ff4ff539 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409501 Feb 16 13:23:49.322703 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86baf7a-5a60-4ddd-9c1e-cd5b604301d0 req-d62a44e8-0251-4705-88db-d4cd575577f6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:49.324916 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c86baf7a-5a60-4ddd-9c1e-cd5b604301d0 req-d62a44e8-0251-4705-88db-d4cd575577f6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0834413 Feb 16 13:23:49.371893 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c86baf7a-5a60-4ddd-9c1e-cd5b604301d0 req-c2c7cee7-0220-4fd6-8566-39fb71d38e17 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413108 Feb 16 13:23:49.925452 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:50.556072 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014c2d4-8d3d-474c-81d0-a8784fa43995 req-dccb6a6b-164a-456e-9015-1ca03473b811 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:50.557498 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7014c2d4-8d3d-474c-81d0-a8784fa43995 req-dccb6a6b-164a-456e-9015-1ca03473b811 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0817187 Feb 16 13:23:50.601618 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7014c2d4-8d3d-474c-81d0-a8784fa43995 req-5bfe5e98-353c-4345-8ffc-66aaa184d214 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385506 Feb 16 13:23:50.993685 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-126ab03b-ee84-458b-94cb-1a17018258d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1784072 Feb 16 13:23:51.001826 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c75858-414a-4353-b47f-46b910da07dd req-bbd2bc28-0998-4eb6-b7be-0bd4ed8b2d71 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:51.003056 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69c75858-414a-4353-b47f-46b910da07dd req-bbd2bc28-0998-4eb6-b7be-0bd4ed8b2d71 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1133370 Feb 16 13:23:51.048180 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69c75858-414a-4353-b47f-46b910da07dd req-a1767198-e7b7-4039-a3a8-0d4b9a85279b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382710 Feb 16 13:23:52.174055 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:52.239791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed209-6e64-481d-8b16-71e882814e2b req-1b48eccd-62b7-49ed-a1bf-ba018f8926b3 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:52.241846 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3aed209-6e64-481d-8b16-71e882814e2b req-1b48eccd-62b7-49ed-a1bf-ba018f8926b3 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0851331 Feb 16 13:23:52.303915 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b3aed209-6e64-481d-8b16-71e882814e2b req-ddfd9c6f-c18a-4ec8-858f-8141097f5656 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541816 Feb 16 13:23:52.305950 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.337433 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:52.347942 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:52.353331 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.388708 dv-neutron-829435-1-hyperv neutron-server[87700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'code': 422} returned with failed status Feb 16 13:23:52.426114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.433107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.433451 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.433787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.434116 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.434444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.434778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.435100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.435421 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.435747 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.436089 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.436407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.436716 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:52.500714 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.489060 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218890d-0b95-4d04-8b50-a2781481f8eb req-d6314a62-f79f-4abe-89e1-ae25375aee11 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.490524 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0218890d-0b95-4d04-8b50-a2781481f8eb req-d6314a62-f79f-4abe-89e1-ae25375aee11 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0812137 Feb 16 13:23:53.516505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-89cb7d9d-82cc-466d-b512-9613c46cbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.518946 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-89cb7d9d-82cc-466d-b512-9613c46cbd13 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&tenant_id=12f286e424dc4d4587f58499918e9716 HTTP/1.1" status: 200 len: 1096 time: 0.0787623 Feb 16 13:23:53.536551 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0218890d-0b95-4d04-8b50-a2781481f8eb req-183a8b8a-428c-4c49-bfe9-5bb39cd30bbc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400307 Feb 16 13:23:53.621609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-11ab7dd4-7410-4519-833d-7cef6b0d08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.623152 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-11ab7dd4-7410-4519-833d-7cef6b0d08bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1096 time: 0.0720382 Feb 16 13:23:53.756087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-e42164df-15a3-4abd-a6a6-23731f0ce4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.757521 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-e42164df-15a3-4abd-a6a6-23731f0ce4eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1275837 Feb 16 13:23:53.866078 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-00434005-23b6-42cb-85cb-b506f5195ac9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 999 time: 0.1016376 Feb 16 13:23:53.936638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-8dda9736-4e48-485c-9013-9a81883f408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:53.939204 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-8dda9736-4e48-485c-9013-9a81883f408d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0671673 Feb 16 13:23:54.021357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-9b788b58-42f7-4ffd-9b1e-b567f00832eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.022841 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-9b788b58-42f7-4ffd-9b1e-b567f00832eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794177 Feb 16 13:23:54.168931 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-385a9572-7887-4239-8f7b-f1d8d0dec096 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398914 Feb 16 13:23:54.446649 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3dc85585-02cf-4ab4-8e2a-fe7d010d71df req-ff4c0892-f9fa-4e77-8b2e-2d9a4b1c15fc service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721689 Feb 16 13:23:54.723645 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9705-101c-475a-a910-8af433d9c6b3 req-dac96147-34f2-40e3-b6d8-a513029d8916 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.725107 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c68c9705-101c-475a-a910-8af433d9c6b3 req-dac96147-34f2-40e3-b6d8-a513029d8916 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0823815 Feb 16 13:23:54.773858 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c68c9705-101c-475a-a910-8af433d9c6b3 req-74b80e7e-8718-4ff8-a1c4-b708c671d34a tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396652 Feb 16 13:23:55.824164 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54524577-6fd8-4ebe-b9dd-cf85950d6f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.969622 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b4970-c90b-44fb-b22b-828b66962127 req-1c3024d9-8bf5-4569-9fc9-da9222e5b14f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:55.971338 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-410b4970-c90b-44fb-b22b-828b66962127 req-1c3024d9-8bf5-4569-9fc9-da9222e5b14f tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0823178 Feb 16 13:23:56.022367 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-410b4970-c90b-44fb-b22b-828b66962127 req-289b26b2-6de6-4e71-b7b9-88158b164b8b tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450943 Feb 16 13:23:57.205870 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d15b12-8c8e-4dc4-ad6a-ae636afa9eea req-d486defa-25b8-4c03-8579-13cd40023670 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:57.207956 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8d15b12-8c8e-4dc4-ad6a-ae636afa9eea req-d486defa-25b8-4c03-8579-13cd40023670 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0817411 Feb 16 13:23:57.251573 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8d15b12-8c8e-4dc4-ad6a-ae636afa9eea req-7c4e20cc-c1b1-40d8-9488-bd1bd03a32a0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364861 Feb 16 13:23:58.028928 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6c4beaa0-c59c-4b4d-9ca1-976b40be3906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.480273 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f135e-b696-423a-9aea-80a23cc57b69 req-cb09f984-ed9a-4ab5-9497-63b33bf8f71c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.481738 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df9f135e-b696-423a-9aea-80a23cc57b69 req-cb09f984-ed9a-4ab5-9497-63b33bf8f71c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1248875 Feb 16 13:23:58.623646 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-df9f135e-b696-423a-9aea-80a23cc57b69 req-3d9785d0-ee19-4b2b-b74c-f4d4775f10e9 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363261 Feb 16 13:23:59.159847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.295282 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:00.006603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ed31-69a2-41e4-a572-48e2d58f36c9 req-7c9760e2-7ff2-499a-b104-9c6496bb9e34 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:00.008070 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7461ed31-69a2-41e4-a572-48e2d58f36c9 req-7c9760e2-7ff2-499a-b104-9c6496bb9e34 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.1224508 Feb 16 13:24:00.051756 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7461ed31-69a2-41e4-a572-48e2d58f36c9 req-e628fb62-0a01-4cd5-82f8-70343f42a134 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380723 Feb 16 13:24:00.650543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.235359 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3887-4167-46db-9ec5-54c8db99b261 req-5c7f3af7-ee83-47ef-bd39-533c0922dea8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:01.236804 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a4b3887-4167-46db-9ec5-54c8db99b261 req-5c7f3af7-ee83-47ef-bd39-533c0922dea8 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0817103 Feb 16 13:24:01.279543 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a4b3887-4167-46db-9ec5-54c8db99b261 req-8c03822b-eb8c-4ee3-8b0f-b558856d484e tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370815 Feb 16 13:24:02.217410 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:24:02.350414 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:02.363220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'port_id': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'mac_address': 'fa:16:3e:b4:24:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:24:02.417694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.434071 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f7c794-f9df-4313-9b13-95cc92d5f1eb {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:24:02.449256 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:02.453318 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.463271 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e0c8c-5e41-466c-b791-44c8c71ec87c req-d0352ac3-15f4-4c55-8205-b5e34f3eca81 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:02.464765 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-725e0c8c-5e41-466c-b791-44c8c71ec87c req-d0352ac3-15f4-4c55-8205-b5e34f3eca81 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 943 time: 0.0799544 Feb 16 13:24:02.513018 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-725e0c8c-5e41-466c-b791-44c8c71ec87c req-fa56a932-36a6-4fae-8522-ea9675d3b17c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421085 Feb 16 13:24:02.525416 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:02.768641 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['82f7c794-f9df-4313-9b13-95cc92d5f1eb'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:24:03.700626 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27cbd8-8c11-45ed-ad9c-344ffeb62cee req-ca721107-ddfd-46f6-be89-ae9ca9929175 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.702047 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd27cbd8-8c11-45ed-ad9c-344ffeb62cee req-ca721107-ddfd-46f6-be89-ae9ca9929175 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 944 time: 0.0791931 Feb 16 13:24:03.749034 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fd27cbd8-8c11-45ed-ad9c-344ffeb62cee req-0fad1e9f-7a25-4b22-a0d8-fbf552c62d9c tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404611 Feb 16 13:24:04.231376 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:04.300412 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 82f7c794-f9df-4313-9b13-95cc92d5f1eb triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:04.300881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:04.421332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:04.454520 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:04.465227 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:04.469792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:04.510775 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'code': 200} Feb 16 13:24:04.547632 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:04.831711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac982e-ea57-41c6-b279-4eb5eade9390 req-49295f3f-a328-4e28-8ff4-4e02ded2170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:04.833422 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eac982e-ea57-41c6-b279-4eb5eade9390 req-49295f3f-a328-4e28-8ff4-4e02ded2170d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0712774 Feb 16 13:24:04.879177 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eac982e-ea57-41c6-b279-4eb5eade9390 req-a38ab7c1-0bce-47c6-a75e-83a27e80c303 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394287 Feb 16 13:24:04.949551 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387d58-77e3-4fca-b34e-90f8efd07432 req-10d959cd-7838-44de-90bb-dd1c1973f795 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:04.951003 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-68387d58-77e3-4fca-b34e-90f8efd07432 req-10d959cd-7838-44de-90bb-dd1c1973f795 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0898442 Feb 16 13:24:04.997112 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-68387d58-77e3-4fca-b34e-90f8efd07432 req-15e21a48-f6a4-4750-8ded-34df6c3c3c57 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396721 Feb 16 13:24:06.180541 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2b8b-216d-4435-a7d7-d967a1e61e08 req-e6dfae45-4d1f-495b-aabd-41206ecda6ab tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:06.181990 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73ce2b8b-216d-4435-a7d7-d967a1e61e08 req-e6dfae45-4d1f-495b-aabd-41206ecda6ab tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0793223 Feb 16 13:24:06.225053 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-73ce2b8b-216d-4435-a7d7-d967a1e61e08 req-74914cee-203e-4708-a202-e8eae7c5c814 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376179 Feb 16 13:24:15.864921 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-904a634d-88eb-41f7-9299-11f92154c378 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065366 Feb 16 13:24:16.030923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-dd3eb67c-2204-4bb7-80d9-fc1d43344e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:16.032416 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-dd3eb67c-2204-4bb7-80d9-fc1d43344e3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0739915 Feb 16 13:24:16.178600 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-28446882-b6c3-45e7-b920-c4d37367695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:16.179951 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-28446882-b6c3-45e7-b920-c4d37367695f service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1297739 Feb 16 13:24:16.293486 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-a8ca51c0-283b-4fb8-b9a4-8389bcec62d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1001 time: 0.1069491 Feb 16 13:24:16.377576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-e3590548-93b0-4506-82ba-2f87513a9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:16.390252 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-e3590548-93b0-4506-82ba-2f87513a9d33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0789809 Feb 16 13:24:16.465603 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-a21506ab-8e94-4142-928c-20070e9a4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:16.467515 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-a21506ab-8e94-4142-928c-20070e9a4a4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805051 Feb 16 13:24:16.607000 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-fa671c85-1b79-428c-846c-7cf0746de189 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337349 Feb 16 13:24:16.745709 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8524796-9112-4a75-a85c-92c38ec39e47 req-21492d28-cd55-4bca-b4f1-07da168f3117 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318729 Feb 16 13:24:22.505350 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:25.825642 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bda4782d-9bb0-4891-a3b2-7d32694159c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:26.925537 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:24:28.031106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2517d997-d702-49fb-bb6a-4812d70cf1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:29.170903 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:29.297334 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:30.656031 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:52.517661 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:55.828588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96d5ae96-1a52-428a-a1cd-38490d2a34d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:58.043807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-f04d39aa-b657-4ac0-9a87-1d8cc2b35660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:59.167588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:59.298857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:00.657990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:03.925372 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:25:15.810588 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-044b86ea-f7c9-4717-9125-1d04e8231085 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786629 Feb 16 13:25:15.971946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-e8a522b3-d37d-4b39-af87-fb969ca17389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:15.973578 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-e8a522b3-d37d-4b39-af87-fb969ca17389 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0741677 Feb 16 13:25:16.121117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-b8bb59df-5f8b-4ea5-a72d-9ea19d4bd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:16.122642 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-b8bb59df-5f8b-4ea5-a72d-9ea19d4bd0f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1284668 Feb 16 13:25:16.234325 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-c0311311-ac53-494d-b10e-abc7796e09a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 1001 time: 0.1038716 Feb 16 13:25:16.300927 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-b42e7688-0889-4de7-ba59-e5d4f5a19958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:16.302366 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-b42e7688-0889-4de7-ba59-e5d4f5a19958 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0621390 Feb 16 13:25:16.383803 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-178fb084-1ea0-4a6d-9208-a749efb91b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:16.385366 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-178fb084-1ea0-4a6d-9208-a749efb91b7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767694 Feb 16 13:25:16.630410 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-70a73f91-2b46-4d32-aa06-44462e7c617b service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353499 Feb 16 13:25:16.766792 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21c7a72d-0d77-4cda-a54d-7a438794cc86 req-656d170a-049b-46ef-90af-f97b8c1dba18 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299698 Feb 16 13:25:22.518562 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:25.596791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:25.804585 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Deleting port 5a900961-fe41-417c-8ad7-2c0706cdb844 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:25.804927 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:25.830502 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65794eb0-b933-463b-acb3-6eae0209bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:25.983351 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:25.983912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.116485 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Calling delete_port for 5a900961-fe41-417c-8ad7-2c0706cdb844 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:26.272466 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.328902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'Port': ['ID=5a900961-fe41-417c-8ad7-2c0706cdb844,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:26.365969 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.366314 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.366652 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.366983 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.367308 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.367637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.367961 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.368318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.368641 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.368963 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.369281 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.369598 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:26.434053 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:26.434381 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Floating IP 2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2 disassociated (deleted). External IP: 172.26.4.105, port: 82f7c794-f9df-4313-9b13-95cc92d5f1eb. Feb 16 13:25:26.889784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:27.074827 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:27.084776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:27.094682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:27.095526 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:24:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.100685 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:27.156253 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7940b654-4b35-4fa1-8944-0955e3e64807 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "DELETE /v2.0/floatingips/2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2 HTTP/1.1" status: 204 len: 168 time: 1.5576794 Feb 16 13:25:27.156772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:27.214355 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'status': 'completed', 'code': 200} Feb 16 13:25:27.282052 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:27.331013 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-83b355d1-fd29-4f3a-a14f-273cf3d26094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.333371 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-83b355d1-fd29-4f3a-a14f-273cf3d26094 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=12f286e424dc4d4587f58499918e9716&device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 1098 time: 0.0752008 Feb 16 13:25:27.488302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-db2a9c94-2eae-45ae-8244-254f4d09ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.489899 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-db2a9c94-2eae-45ae-8244-254f4d09ee42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 200 len: 909 time: 0.1503167 Feb 16 13:25:27.563583 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-3b635f24-96d6-4d2f-8836-a3ee517bcdcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 200 len: 217 time: 0.0668128 Feb 16 13:25:27.572015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9382f42-a633-4f46-9a41-0f228f82de60 req-92b068cd-e2f9-4501-9b85-b0a7fb3f10fc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.572766 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f9382f42-a633-4f46-9a41-0f228f82de60 req-92b068cd-e2f9-4501-9b85-b0a7fb3f10fc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:27.590751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f9382f42-a633-4f46-9a41-0f228f82de60 req-92b068cd-e2f9-4501-9b85-b0a7fb3f10fc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:27.592364 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f9382f42-a633-4f46-9a41-0f228f82de60 req-92b068cd-e2f9-4501-9b85-b0a7fb3f10fc tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.1121352 Feb 16 13:25:27.637606 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-26d72d8e-2b95-465a-9c62-d19326f5609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.639154 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-26d72d8e-2b95-465a-9c62-d19326f5609b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 200 len: 847 time: 0.0694528 Feb 16 13:25:27.641214 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f9382f42-a633-4f46-9a41-0f228f82de60 req-a80a1e70-b48c-42ce-a23e-4a073858d8ed tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421205 Feb 16 13:25:27.653300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.663879 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:27.672197 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:27.672830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:24:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:27.721635 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-55305a4e-7871-43d8-9841-bcfe4cde1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:27.723234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-55305a4e-7871-43d8-9841-bcfe4cde1ded service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=514079f6-249b-42e1-a291-1c39e81bf42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771854 Feb 16 13:25:27.855943 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-33808794-6389-42b4-85af-0347fe3e8ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259880 Feb 16 13:25:27.897961 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:27.988275 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d6f45a2-1445-4a6e-aa6a-1f3358cf611d req-5ad5423e-7d5c-45d6-9b77-2e61caa1828d service neutron] 10.222.0.81 "GET /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252398 Feb 16 13:25:28.072871 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6f959bfd-e5c7-4b68-aad4-8b9f032044e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:28.230337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:28.234229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18573564-62db-4d6d-9eda-83d8af6d5ba5 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:16:38Z', 'revision_number': 4, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '491e4b83-858a-47b2-bbbf-1b242563928b', 'name': '', 'network_id': '514079f6-249b-42e1-a291-1c39e81bf42f', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'mac_address': 'fa:16:3e:96:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:37Z', 'updated_at': '2022-02-16T13:16:44Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'subnets': [{'id': 'c4ad70d6-f684-4374-975b-11aaca4f3f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:28.446450 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5bae0-0995-4c47-8566-fb7642e72541 None None] New status for floating IP 2c62cf2b-6ee1-4307-ad5c-1a272a8a42a2: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:25:28.837484 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ffe34-eb20-4919-8498-48164770082d req-cd29171f-cf8f-4620-9f0e-73dce87e71f6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:28.838843 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fc4ffe34-eb20-4919-8498-48164770082d req-cd29171f-cf8f-4620-9f0e-73dce87e71f6 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0852795 Feb 16 13:25:28.883934 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fc4ffe34-eb20-4919-8498-48164770082d req-f97f6db4-e5e0-4362-a804-de0e3d893e58 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/security-groups?id=26752d96-b3c6-4578-96dd-a85f2b309bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392978 Feb 16 13:25:29.170552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.258064 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f0541-e271-4817-96ed-46c9c86a6705 req-404256ed-b6aa-4160-a684-5d6eb7fefbea tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:29.258733 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-721f0541-e271-4817-96ed-46c9c86a6705 req-404256ed-b6aa-4160-a684-5d6eb7fefbea tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Synchronizing usage tracker for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:29.271505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-721f0541-e271-4817-96ed-46c9c86a6705 req-404256ed-b6aa-4160-a684-5d6eb7fefbea tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Unset dirty status for tenant:12f286e424dc4d4587f58499918e9716 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:29.272638 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-721f0541-e271-4817-96ed-46c9c86a6705 req-404256ed-b6aa-4160-a684-5d6eb7fefbea tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 945 time: 0.0924485 Feb 16 13:25:29.303941 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.345467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Deleting port 82f7c794-f9df-4313-9b13-95cc92d5f1eb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:29.345951 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.606053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] For port 82f7c794-f9df-4313-9b13-95cc92d5f1eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82f7c794-f9df-4313-9b13-95cc92d5f1eb,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:29.606390 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:29.735514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Calling delete_port for 82f7c794-f9df-4313-9b13-95cc92d5f1eb owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:29.884110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.042424 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-93f41666-9db8-4e9b-bc93-42fb04f1052e req-30b1ca8a-461a-4c15-a2f9-7d04e5c82a17 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0429933 Feb 16 13:25:30.049026 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'Port': ['ID=82f7c794-f9df-4313-9b13-95cc92d5f1eb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:30.087866 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.088238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.088574 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.088911 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.089234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.089554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.089873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.090190 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.090508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.090823 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.091133 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.091445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:30.136968 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] No DVR routers for this DVR port 82f7c794-f9df-4313-9b13-95cc92d5f1eb on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:30.139308 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:30.141954 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-deleted', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:30.157656 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-721f0541-e271-4817-96ed-46c9c86a6705 req-55d413c0-391a-4215-9678-a538ca573fb0 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.81 "DELETE /v2.0/ports/82f7c794-f9df-4313-9b13-95cc92d5f1eb HTTP/1.1" status: 204 len: 173 time: 0.8798952 Feb 16 13:25:30.190379 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66', 'name': 'network-vif-deleted', 'tag': '82f7c794-f9df-4313-9b13-95cc92d5f1eb', 'status': 'completed', 'code': 200} Feb 16 13:25:30.663151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:31.217540 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7001825-362c-46d1-9acd-1860a6b89d21 req-b4673ce1-e6ab-4289-b222-18dcfb622732 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e73f41c-3e9c-4ccd-8ddd-b1857a7b4b66 HTTP/1.1" status: 200 len: 210 time: 0.0470214 Feb 16 13:25:32.325488 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37756) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:32.407994 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.439355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.509950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.533563 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26752d96-b3c6-4578-96dd-a85f2b309bf3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:32.541880 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:32.545744 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b6c7085-c20f-4b32-aa50-55d2e646ce37 tempest-TestShelveInstance-459498379 tempest-TestShelveInstance-459498379-project] 10.222.0.65 "DELETE /v2.0/security-groups/26752d96-b3c6-4578-96dd-a85f2b309bf3 HTTP/1.1" status: 204 len: 168 time: 0.2165482 Feb 16 13:25:32.589650 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:32.743693 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:32.784061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 82f7c794-f9df-4313-9b13-95cc92d5f1eb {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:32.784585 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 82f7c794-f9df-4313-9b13-95cc92d5f1eb not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:33.370402 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:33.743263 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Deleting port 491e4b83-858a-47b2-bbbf-1b242563928b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:33.743602 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:33.920125 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] For port 491e4b83-858a-47b2-bbbf-1b242563928b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=491e4b83-858a-47b2-bbbf-1b242563928b,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:33.920482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:34.043015 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Calling delete_port for 491e4b83-858a-47b2-bbbf-1b242563928b owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:34.360637 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:34.417177 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Pushing event deleted for resources: {'Port': ['ID=491e4b83-858a-47b2-bbbf-1b242563928b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:34.800097 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.155061 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:35.333552 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:35.342021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Sync routers for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:35.347669 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cce8cd8-9659-4661-afab-f75578977730 admin admin] 10.222.0.65 "PUT /v2.0/routers/d8b0d51a-c44f-444b-bf62-c31d796fd4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7567401 Feb 16 13:25:35.350200 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37768) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:35.352278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:35.352892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:35.527019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.541354 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:35.728264 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.741668 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Deleting port 388380ae-6773-400d-b61b-9d886e05168b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:35.742096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.853847 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '388380ae-6773-400d-b61b-9d886e05168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:25:34Z', 'revision_number': 5, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port': {'id': '388380ae-6773-400d-b61b-9d886e05168b', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:35Z', 'updated_at': '2022-02-16T13:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:35.857837 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Checking router: d8b0d51a-c44f-444b-bf62-c31d796fd4a6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:35.867863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Routers {'d8b0d51a-c44f-444b-bf62-c31d796fd4a6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:35.868519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:35.929343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] For port 388380ae-6773-400d-b61b-9d886e05168b, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=388380ae-6773-400d-b61b-9d886e05168b,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:35.929789 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.020919 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] Set router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:36.072662 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Calling delete_port for 388380ae-6773-400d-b61b-9d886e05168b owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:36.131165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:25:35Z', 'revision_number': 6, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:36.135172 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2b5d1-b2c8-4579-85a5-4442dd0f5071 None None] The sync data for ids ['d8b0d51a-c44f-444b-bf62-c31d796fd4a6'] in dv-neutron-829435-1-hyperv is: [{'id': 'd8b0d51a-c44f-444b-bf62-c31d796fd4a6', 'name': 'tempest-TestShelveInstance-429326077-router', 'tenant_id': '12f286e424dc4d4587f58499918e9716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:34Z', 'updated_at': '2022-02-16T13:25:35Z', 'revision_number': 6, 'project_id': '12f286e424dc4d4587f58499918e9716', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:36.254431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.302495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=388380ae-6773-400d-b61b-9d886e05168b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:36.398768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.581282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.585536 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.718478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.719057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b0d51a-c44f-444b-bf62-c31d796fd4a6 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:25:36.731517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.732664 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f3b87362-55d3-4f88-9d33-0813e2e2f0e4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d8b0d51a-c44f-444b-bf62-c31d796fd4a6 HTTP/1.1" status: 204 len: 168 time: 1.3814175 Feb 16 13:25:36.735251 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:36.793804 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Deleting subnet c4ad70d6-f684-4374-975b-11aaca4f3f09 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:25:36.796656 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.848185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.933184 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.002983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.044727 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ad70d6-f684-4374-975b-11aaca4f3f09,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:37.051313 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.056230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21062b21-7afa-43cf-9fa5-06faa2031a69 None None] Network 514079f6-249b-42e1-a291-1c39e81bf42f requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:37.061234 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-323d9c31-6d38-4a51-9531-9aa507c711cd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c4ad70d6-f684-4374-975b-11aaca4f3f09 HTTP/1.1" status: 204 len: 168 time: 0.3249011 Feb 16 13:25:37.063671 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37776) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:37.179373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.191484 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Deleting port 81bb5c7b-8c01-4912-b483-9452e11318fd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:37.191704 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.398156 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] For port 81bb5c7b-8c01-4912-b483-9452e11318fd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=81bb5c7b-8c01-4912-b483-9452e11318fd,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:37.398508 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.430262 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] DHCP port deletion for 514079f6-249b-42e1-a291-1c39e81bf42f request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:25:37.434600 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Deleting port 81bb5c7b-8c01-4912-b483-9452e11318fd {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:37.434965 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.526810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Calling delete_port for 81bb5c7b-8c01-4912-b483-9452e11318fd owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:37.605708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.642039 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] For port 81bb5c7b-8c01-4912-b483-9452e11318fd, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=81bb5c7b-8c01-4912-b483-9452e11318fd,segment=NetworkSegment(d6cf42e0-2bcb-4cf6-b746-757304b8b5b1),segment_id=d6cf42e0-2bcb-4cf6-b746-757304b8b5b1)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:37.643163 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.651822 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=81bb5c7b-8c01-4912-b483-9452e11318fd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:37.655850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] No DVR routers for this DVR port 81bb5c7b-8c01-4912-b483-9452e11318fd on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:37.773863 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Calling delete_port for 81bb5c7b-8c01-4912-b483-9452e11318fd owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:37.776457 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.803420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 388380ae-6773-400d-b61b-9d886e05168b no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:37.808345 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514079f6-249b-42e1-a291-1c39e81bf42f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:37.820843 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:37.821136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cf42e0-2bcb-4cf6-b746-757304b8b5b1') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:37.833781 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.845957 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 388380ae-6773-400d-b61b-9d886e05168b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:37.846732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 388380ae-6773-400d-b61b-9d886e05168b not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:37.846732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 491e4b83-858a-47b2-bbbf-1b242563928b no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:37.852108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.859195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:25:37.859571 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:25:37.872942 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:25:37.885437 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 491e4b83-858a-47b2-bbbf-1b242563928b {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:37.885776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 491e4b83-858a-47b2-bbbf-1b242563928b not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:37.886188 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 81bb5c7b-8c01-4912-b483-9452e11318fd no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:37.930380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 81bb5c7b-8c01-4912-b483-9452e11318fd {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:37.930638 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 81bb5c7b-8c01-4912-b483-9452e11318fd not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:37.951888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.959691 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:25:37.960339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:25:37.974424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:37.984716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=514079f6-249b-42e1-a291-1c39e81bf42f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:37.998501 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdc167bb-4dda-4224-bf3b-b2a5c2697a4e admin admin] 10.222.0.65 "DELETE /v2.0/networks/514079f6-249b-42e1-a291-1c39e81bf42f HTTP/1.1" status: 204 len: 168 time: 0.9338031 Feb 16 13:25:38.001453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:38.461300 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Deleting port 81bb5c7b-8c01-4912-b483-9452e11318fd {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:38.461854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:38.531431 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-72ec971c-b4b5-47d3-9059-fedbf4c654f8 None None] The port '81bb5c7b-8c01-4912-b483-9452e11318fd' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:25:38.665639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.015800 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Deleting port d0762365-6238-4e29-bce8-20a471c986c5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:39.016165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.188638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] For port d0762365-6238-4e29-bce8-20a471c986c5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=d0762365-6238-4e29-bce8-20a471c986c5,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:39.188981 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.309240 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Calling delete_port for d0762365-6238-4e29-bce8-20a471c986c5 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:39.501923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.555609 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0762365-6238-4e29-bce8-20a471c986c5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:39.942929 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:40.302185 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:40.480976 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:40.490269 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Sync routers for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:40.497875 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-776ecc4c-804a-442f-9783-8ff199e2c28c admin admin] 10.222.0.65 "PUT /v2.0/routers/6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4954004 Feb 16 13:25:40.499809 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:40.500454 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:40.500581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:40.682492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:40.688782 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:40.877263 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:40.889311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Deleting port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:40.889997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:40.926135 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:25:40.991640 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:25:39Z', 'revision_number': 5, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port': {'id': 'fdb35e68-f7a9-49c5-8ee4-9ac64daf817f', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:41Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:40.996584 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Checking router: 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:41.006064 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Routers {'6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:41.006666 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:41.085559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] For port fdb35e68-f7a9-49c5-8ee4-9ac64daf817f, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:41.086162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.200778 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] Set router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:41.306946 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:25:40Z', 'revision_number': 6, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:41.311232 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34418692-92fe-493b-9c95-b73b1ca4c699 None None] The sync data for ids ['6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8'] in dv-neutron-829435-1-hyperv is: [{'id': '6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8', 'name': 'tempest-TestShelveInstance-324276258-router', 'tenant_id': '6a6b0a42accd4de2bcbccc910ee65270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:40Z', 'updated_at': '2022-02-16T13:25:40Z', 'revision_number': 6, 'project_id': '6a6b0a42accd4de2bcbccc910ee65270', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:41.339708 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Calling delete_port for fdb35e68-f7a9-49c5-8ee4-9ac64daf817f owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:41.513387 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.561269 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb35e68-f7a9-49c5-8ee4-9ac64daf817f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:41.663959 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.846878 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.849287 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.873576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.874352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:25:41.888352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:41.890463 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f96f4406-6c1f-4b40-aee8-e9ffeabe9043 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6bbf9072-a99e-4d4c-b9e5-d46a48dc07e8 HTTP/1.1" status: 204 len: 168 time: 1.3884354 Feb 16 13:25:41.892937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37788) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:41.954421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Deleting subnet 7ebe1386-201b-4893-92ee-075833fb1cf7 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:25:41.957788 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.010414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.092328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d0762365-6238-4e29-bce8-20a471c986c5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:42.098377 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.130178 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: d0762365-6238-4e29-bce8-20a471c986c5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:42.130540 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device d0762365-6238-4e29-bce8-20a471c986c5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:42.172700 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.215570 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebe1386-201b-4893-92ee-075833fb1cf7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:42.218917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.226322 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a824151c-ade9-4975-89d8-3e91665ee83e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7ebe1386-201b-4893-92ee-075833fb1cf7 HTTP/1.1" status: 204 len: 168 time: 0.3323138 Feb 16 13:25:42.229544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37792) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:42.231853 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9e1df-e593-4be8-8098-923164d58e39 None None] Network 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:42.356739 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.371956 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Deleting port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:42.372432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.518588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] DHCP port deletion for 7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:25:42.522985 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Deleting port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:42.523351 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.618179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] For port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:42.618449 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.750705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] For port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,segment=NetworkSegment(84425729-3e0c-4c1a-b1c0-f0d33727f927),segment_id=84425729-3e0c-4c1a-b1c0-f0d33727f927)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:42.751095 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.758689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Calling delete_port for cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:42.880115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Calling delete_port for cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:42.939483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:42.986496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:42.986839 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:25:42.988612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:25:42.988943 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] No DVR routers for this DVR port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:43.103947 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.128289 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7670eb03-cb4f-4c39-a6c7-f9a05ad907f8']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:43.140063 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84425729-3e0c-4c1a-b1c0-f0d33727f927') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:43.140284 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84425729-3e0c-4c1a-b1c0-f0d33727f927') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:43.152500 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.168661 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.174670 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:25:43.175096 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:25:43.187776 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:25:43.264490 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.280552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.293552 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7670eb03-cb4f-4c39-a6c7-f9a05ad907f8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:43.299207 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c50c148a-af31-41d2-8787-879afacc1d17 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7670eb03-cb4f-4c39-a6c7-f9a05ad907f8 HTTP/1.1" status: 204 len: 168 time: 1.0673289 Feb 16 13:25:43.409941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:43.457581 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ccffb16-c061-4ec7-ae81-259d308a2d6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12f286e424dc4d4587f58499918e9716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464940 Feb 16 13:25:43.460213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:43.489963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Deleting port cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:43.490478 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.518937 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.546811 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.560705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-935f3c60-3947-4606-9dad-2b76dce547b4 None None] The port 'cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:25:43.605215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.625482 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce4a362-95cc-4868-8bad-c4f95ae9baef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:43.632430 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.636278 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5ee1014-edb9-46df-a368-8b14097b7eeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ce4a362-95cc-4868-8bad-c4f95ae9baef HTTP/1.1" status: 204 len: 168 time: 0.1751323 Feb 16 13:25:43.772580 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fdb35e68-f7a9-49c5-8ee4-9ac64daf817f no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:43.806581 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: fdb35e68-f7a9-49c5-8ee4-9ac64daf817f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:43.806934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device fdb35e68-f7a9-49c5-8ee4-9ac64daf817f not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:43.807359 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:43.841702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:43.842045 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device cb9d4c9d-595c-42b3-bee3-b6eb7a6e3a16 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:43.992524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:44.042241 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f70ffe0e-fadd-4a54-936c-d2bcb280247e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a6b0a42accd4de2bcbccc910ee65270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485744 Feb 16 13:25:44.044726 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:44.108020 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:44.135672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:44.189546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:44.204357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d6862b-2f76-450c-a09c-b7ad6ff82332,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:44.213862 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:44.215654 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-018c9032-1520-4398-83da-73c87800e7c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8d6862b-2f76-450c-a09c-b7ad6ff82332 HTTP/1.1" status: 204 len: 168 time: 0.1698730 Feb 16 13:25:45.043179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:45.146646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2037996748-network', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:45.151710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:45.155645 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Usage tracker for resource:network and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:45.158560 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:45.165446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:45.175832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Made reservation on behalf of 22a4223dd4ce4f5ca166106e8fb1964a for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:45.179017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.190624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.207761 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:45.211652 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:45.214382 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:45.220299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:45.306559 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.310243 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.344183 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:25:45.350815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbf732-58c2-46f1-bdb2-caf518ccbe6f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:45.357433 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.358788 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Added segment c5ef2c93-032f-42d1-963b-b49b5eb58662 of type vlan for network e822d2d6-0d79-4aaa-bb73-62f059dc7762 Feb 16 13:25:45.384999 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.414097 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.415062 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:45.415725 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.515653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] Pushing event updated for resources: {'Network': ['ID=e822d2d6-0d79-4aaa-bb73-62f059dc7762,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:45.523804 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c0312b94-2879-4bea-9f2c-c600282e903d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4748569 Feb 16 13:25:45.524202 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37844) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:45.527890 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:25:45.529931 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Request body: {'subnet': {'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2037996748-subnet', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:45.534924 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:45.539950 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Usage tracker for resource:subnet and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:45.542895 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:45.549208 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:45.560902 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Made reservation on behalf of 22a4223dd4ce4f5ca166106e8fb1964a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:45.563192 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.768695 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.843756 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:45.855155 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Checking segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:45.855511 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Network hostable DHCP agents. Network: e822d2d6-0d79-4aaa-bb73-62f059dc7762, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:25:45.873772 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:25:45.883813 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, e822d2d6-0d79-4aaa-bb73-62f059dc7762) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:45.888692 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:45.890648 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.891682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbd90d-5116-45ee-9f64-af2e49b68a4f None None] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:45.912658 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0c154fb-e375-4b44-b33c-d8552910b1a4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3873475 Feb 16 13:25:45.915394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:45.920492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:45.925292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:45.929839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Usage tracker for resource:router and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:45.933022 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:45.938940 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:45.949899 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.951067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:45.966507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.108469 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:25:46.109279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.234991 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.265042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Allocated IP 172.20.0.2 (e822d2d6-0d79-4aaa-bb73-62f059dc7762/8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc/8e5814c9-3a95-4532-92a5-a23e695a89f5) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:46.475180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.486160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Transition to ACTIVE for port object 8e5814c9-3a95-4532-92a5-a23e695a89f5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:46.506394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Transition to ACTIVE for port object 8e5814c9-3a95-4532-92a5-a23e695a89f5 will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:46.512861 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.589473 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:46.602820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:46.610021 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:46.617907 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Pushing event updated for resources: {'Port': ['ID=8e5814c9-3a95-4532-92a5-a23e695a89f5,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:46.653438 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.654280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.654280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.654280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.655148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.655148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.655402 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.655731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.656080 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.656400 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.656721 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.657036 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.681160 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.715014 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Attempting to bind port 8e5814c9-3a95-4532-92a5-a23e695a89f5 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:46.715375 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Attempting to bind port 8e5814c9-3a95-4532-92a5-a23e695a89f5 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:46.715735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Attempting to bind port 8e5814c9-3a95-4532-92a5-a23e695a89f5 on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:46.721151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:46.721518 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Checking segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:46.721912 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.722297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Bound using segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:46.722753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Bound port: 8e5814c9-3a95-4532-92a5-a23e695a89f5, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:46.723717 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.724277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.810789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] For port 8e5814c9-3a95-4532-92a5-a23e695a89f5, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:46.814598 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] For port 8e5814c9-3a95-4532-92a5-a23e695a89f5, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e5814c9-3a95-4532-92a5-a23e695a89f5,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:46.819221 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.870631 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Allocated IP 172.26.4.29 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/c1f236f4-4b9d-45c6-839d-3ffc5e3a4834) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:46.906655 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f8d5b-f2cf-428c-87c0-4f84be47a6f6 None None] Pushing event updated for resources: {'Port': ['ID=8e5814c9-3a95-4532-92a5-a23e695a89f5,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:47.026401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.059489 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.134343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:47.141938 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:47.144414 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:47.184385 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:47.563042 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.818195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e5814c9-3a95-4532-92a5-a23e695a89f5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:47.867288 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ceaeaa-261f-4f59-baef-e82ed01db9d0 None None] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:47.932724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.994760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:48.002388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Provisioning for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:48.017504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:48.017873 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.049372 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Provisioning complete for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:48.049749 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.257576 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:25:48.368367 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.380947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.433452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] For port 8e5814c9-3a95-4532-92a5-a23e695a89f5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e5814c9-3a95-4532-92a5-a23e695a89f5,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:48.437581 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:48.438303 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.462431 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.466355 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ccf4dccb-2d9e-49e4-8bf9-b1da807f5e49 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5471518 Feb 16 13:25:48.466441 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37852) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:48.474673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:48.536835 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:48.537463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:48.674736 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:25:48.675082 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:25:48.679340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5114c30-5a31-4950-a430-7777481ef1e9 None None] Pushing event updated for resources: {'Port': ['ID=8e5814c9-3a95-4532-92a5-a23e695a89f5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:48.751507 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-91262d24-fe8a-4da3-9d56-e121b626bcfd None None] Provisioning complete for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:48.751792 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-91262d24-fe8a-4da3-9d56-e121b626bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.824588 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:49.158806 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:47Z', 'revision_number': 3, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:49.161616 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.163307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:49.163662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Updating router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:25:49.262364 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.371679 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Allocated IP 172.20.0.1 (e822d2d6-0d79-4aaa-bb73-62f059dc7762/8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc/18996ada-0dc4-47e1-b718-aefa8f57b73e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:49.640858 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.650672 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.657852 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Transition to ACTIVE for port object 18996ada-0dc4-47e1-b718-aefa8f57b73e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:49.662991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Transition to ACTIVE for port object c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:49.669149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.681778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.741017 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:49.743776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:49.746143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Attempting to bind port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:49.746602 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Attempting to bind port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:49.747179 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Attempting to bind port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:49.747421 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:49.752603 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036529b3-66a6-4bf2-b7cb-dcd069c2e3be None None] Pushing event updated for resources: {'Port': ['ID=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:49.761454 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:49.761843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:49.762310 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.762584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:49.772024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Bound port: c1f236f4-4b9d-45c6-839d-3ffc5e3a4834, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:49.772024 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.800544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Pushing event updated for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:49.810990 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e5814c9-3a95-4532-92a5-a23e695a89f5 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:49.826778 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.904157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] For port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:49.908463 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] For port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:49.915906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.972176 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8e5814c9-3a95-4532-92a5-a23e695a89f5 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:49.972544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.059595 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d4af20c4-0005-4bf6-b1bf-b051a6aa957e None None] Provisioning for port 18996ada-0dc4-47e1-b718-aefa8f57b73e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:50.062251 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036529b3-66a6-4bf2-b7cb-dcd069c2e3be None None] Pushing event updated for resources: {'Port': ['ID=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:50.068094 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:50.068708 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:50.100840 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.132279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-d4af20c4-0005-4bf6-b1bf-b051a6aa957e None None] Provisioning complete for port 18996ada-0dc4-47e1-b718-aefa8f57b73e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:50.132647 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d4af20c4-0005-4bf6-b1bf-b051a6aa957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.302924 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-d4af20c4-0005-4bf6-b1bf-b051a6aa957e None None] Port 18996ada-0dc4-47e1-b718-aefa8f57b73e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:50.338023 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.344380 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.350673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:50.450471 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Pushing event updated for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:50.452798 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.591882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:50.593015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:50.668880 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:49Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:50.673180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385151f-abf4-48de-8a09-b3eb4715cd24 None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:49Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:50.815622 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:50.826383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-12c8aa53-6f62-41a4-9695-66bae2308c55 None None] Provisioning complete for port 18996ada-0dc4-47e1-b718-aefa8f57b73e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:50.826759 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-12c8aa53-6f62-41a4-9695-66bae2308c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.908254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-12c8aa53-6f62-41a4-9695-66bae2308c55 None None] Port 18996ada-0dc4-47e1-b718-aefa8f57b73e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:51.029355 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:51.039104 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c5ab217d-bbc7-4a8c-a819-8c09427f265f admin admin] 10.222.0.65 "PUT /v2.0/routers/fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5716228 Feb 16 13:25:51.602549 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37870) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.608294 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-590576867-network', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.613955 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.617982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Usage tracker for resource:network and tenant:4ef61c296ce64821a2e18b2599a3d7c6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.620983 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.626757 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.638367 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Made reservation on behalf of 4ef61c296ce64821a2e18b2599a3d7c6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:51.640914 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.653250 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.669419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.673692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef61c296ce64821a2e18b2599a3d7c6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.677311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.682865 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.776730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.781535 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.814469 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:25:51.818388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:51.823845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c0886-a32b-4144-81a1-5e3924f25df4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.830350 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.830795 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Added segment 9f4e708d-7400-453b-b247-d0b17a75a395 of type vlan for network ff82523d-19e6-46fd-8321-af70b4a15950 Feb 16 13:25:51.861401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730745397989'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.898845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.900091 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:51.900729 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.903344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:51.909064 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:51.909656 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.050677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.067775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:52.072157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.143787 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5399644 Feb 16 13:25:52.143980 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.147139 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37874) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.150595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067daf8-adfd-4e44-8cfb-114ed4754720 admin admin] Pushing event updated for resources: {'Network': ['ID=ff82523d-19e6-46fd-8321-af70b4a15950,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.153567 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Request body: {'subnet': {'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-590576867-subnet', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:52.158751 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:52.162493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Network ff82523d-19e6-46fd-8321-af70b4a15950 details requested by agent ovs-agent-dv-neutron-829435-1-hyperv with host dv-neutron-829435-1-hyperv {{(pid=87700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:25:52.164373 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Usage tracker for resource:subnet and tenant:4ef61c296ce64821a2e18b2599a3d7c6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:52.167447 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:52.175735 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:52.187347 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Made reservation on behalf of 4ef61c296ce64821a2e18b2599a3d7c6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:52.189803 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31393919'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.396439 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32706866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31393897'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.472464 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47e6344-2758-4aba-977c-f1d039b19260,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.482603 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Checking segment: {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:52.482955 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Network hostable DHCP agents. Network: ff82523d-19e6-46fd-8321-af70b4a15950, hostable agents: ['66e99a92-4cc4-476c-a4e9-4341b975d665'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:25:52.501912 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Network ff82523d-19e6-46fd-8321-af70b4a15950 is scheduled to be hosted by DHCP agent 66e99a92-4cc4-476c-a4e9-4341b975d665 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:25:52.512323 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829435-1-hyperv, ff82523d-19e6-46fd-8321-af70b4a15950) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:52.518318 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.519038 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.530294 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91651a30-146a-4bc3-a303-dba3a447aeef None None] Network ff82523d-19e6-46fd-8321-af70b4a15950 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:52.545850 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c50ccc2-6e6a-4c32-b760-d7572fa27810 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3945527 Feb 16 13:25:52.546162 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37878) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.546329 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.552074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:52.557086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:52.560928 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Usage tracker for resource:router and tenant:4ef61c296ce64821a2e18b2599a3d7c6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:52.563717 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:52.571683 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:52.584432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33211476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58855'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.585470 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33212742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33213026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33221986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58856'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.602119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.738109 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:52.748640 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:52.749245 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:52.765553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7fdd1c1-6240-5012-a7c2-8360c2640a8b-ff82523d-19e6-46fd-8321-af70b4a15950', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260'}]}} from dv-neutron-829435-1-hyperv. {{(pid=87700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:25:52.766504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.880149 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33213040', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33211462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58842'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.931684 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:52.932995 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.db_base_plugin_common [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Allocated IP 172.20.0.2 (ff82523d-19e6-46fd-8321-af70b4a15950/d47e6344-2758-4aba-977c-f1d039b19260/b64e8a25-c860-4b60-b8d9-390c21c1a72a) {{(pid=87700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:53.149665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks [] for port, precommit_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.160193 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Transition to ACTIVE for port object b64e8a25-c860-4b60-b8d9-390c21c1a72a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:53.184947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Transition to ACTIVE for port object b64e8a25-c860-4b60-b8d9-390c21c1a72a will not be triggered until provisioned by entity DHCP. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:53.194332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193'] for port, after_create {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.200071 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.230088 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.261062 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 2, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:53.265097 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:53.265444 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Updating router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 port 18996ada-0dc4-47e1-b718-aefa8f57b73e binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:25:53.265553 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Network ff82523d-19e6-46fd-8321-af70b4a15950 is already hosted by enough agents. {{(pid=87700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:53.268710 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.scheduler.base_scheduler [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Resources bound (agent type, host, resource id): {{(pid=87700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:53.275200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Received port after_create {{(pid=87700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:53.277378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Pushing event updated for resources: {'Port': ['ID=b64e8a25-c860-4b60-b8d9-390c21c1a72a,revision_number=1']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:53.326596 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.371934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Attempting to bind port b64e8a25-c860-4b60-b8d9-390c21c1a72a on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:53.372332 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Attempting to bind port b64e8a25-c860-4b60-b8d9-390c21c1a72a by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:53.372692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Attempting to bind port b64e8a25-c860-4b60-b8d9-390c21c1a72a on network ff82523d-19e6-46fd-8321-af70b4a15950 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:53.377913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:53.378278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Checking segment: {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:53.378675 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.379654 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Bound using segment: {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:53.380291 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Bound port: b64e8a25-c860-4b60-b8d9-390c21c1a72a, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:53.380651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.383557 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Allocated IP 172.26.4.69 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8c1445fa-00a9-45cf-9bc1-f3fd17af9505) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:53.475538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] For port b64e8a25-c860-4b60-b8d9-390c21c1a72a, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:53.479981 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] For port b64e8a25-c860-4b60-b8d9-390c21c1a72a, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b64e8a25-c860-4b60-b8d9-390c21c1a72a,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:53.484547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.541271 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.574739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd08db1-9fdd-4775-8d31-41b36dc80b05 None None] Pushing event updated for resources: {'Port': ['ID=b64e8a25-c860-4b60-b8d9-390c21c1a72a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:53.577640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.652998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:53.660277 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:53.662827 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:53.698202 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.706223 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Pushing event updated for resources: {'Port': ['ID=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:53.709985 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Transition to ACTIVE for port object 18996ada-0dc4-47e1-b718-aefa8f57b73e will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:53.717525 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.838153 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:53.876517 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Pushing event updated for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:53.947705 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:53.948278 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.025654 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.026078 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.026479 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.026871 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.027303 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.030509 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.030853 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.031244 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.031819 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.032267 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.032605 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.032922 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:54.074645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Attempting to bind port 18996ada-0dc4-47e1-b718-aefa8f57b73e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:54.075257 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Attempting to bind port 18996ada-0dc4-47e1-b718-aefa8f57b73e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:54.075772 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Attempting to bind port 18996ada-0dc4-47e1-b718-aefa8f57b73e on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:54.083242 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:54.083611 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Checking segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:54.084020 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.084422 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Bound using segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:54.084878 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Bound port: 18996ada-0dc4-47e1-b718-aefa8f57b73e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:54.085247 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.182406 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] For port 18996ada-0dc4-47e1-b718-aefa8f57b73e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:54.185580 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] For port 18996ada-0dc4-47e1-b718-aefa8f57b73e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18996ada-0dc4-47e1-b718-aefa8f57b73e,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:54.189844 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.264740 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:54.265362 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.300762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.330259 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc29e-7d4f-443d-ab48-4a1af61a1aaf None None] Pushing event updated for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:54.468288 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:54.668326 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33211469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33213005'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.819154 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:54Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:54.823510 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356cc45-b092-4613-8bbf-714ed4a0cfa8 None None] Network ff82523d-19e6-46fd-8321-af70b4a15950 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:54.823741 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc6534-6c9d-44e8-b7e1-82581c9ba1e7 None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:54Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:54.948546 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Router af26e815-3e9b-477a-920f-c831c4b78e4b is scheduled to L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:25:54.952187 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7ab265dc-3944-4016-b589-906f2e24583a None None] Provisioning for port b64e8a25-c860-4b60-b8d9-390c21c1a72a completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:55.173406 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:55.184383 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Sync routers for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:55.195730 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:55.196741 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:55.205258 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.207100 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-157a7eac-8e35-40e0-a5ac-c71a1d9fb48a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6598122 Feb 16 13:25:55.210241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.476622 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:55.787899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 3, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:55.791944 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Checking router: af26e815-3e9b-477a-920f-c831c4b78e4b for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:55.792307 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Updating router af26e815-3e9b-477a-920f-c831c4b78e4b port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 binding host dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:25:55.854778 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4a67dc7a-cb62-4952-9f39-c2ed77c2bec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.860547 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.900119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b64e8a25-c860-4b60-b8d9-390c21c1a72a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:56.044696 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port b64e8a25-c860-4b60-b8d9-390c21c1a72a completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:56.065808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b64e8a25-c860-4b60-b8d9-390c21c1a72a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:56.066171 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.072642 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.287857 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.290078 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Allocated IP 172.20.0.1 (ff82523d-19e6-46fd-8321-af70b4a15950/d47e6344-2758-4aba-977c-f1d039b19260/c6e49dbb-c973-404f-8c2f-daa131ac9c4e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:56.428535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.432683 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port b64e8a25-c860-4b60-b8d9-390c21c1a72a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b64e8a25-c860-4b60-b8d9-390c21c1a72a,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:56.445668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.446677 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18996ada-0dc4-47e1-b718-aefa8f57b73e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:56.501361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.517218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Transition to ACTIVE for port object c6e49dbb-c973-404f-8c2f-daa131ac9c4e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:56.521493 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Transition to ACTIVE for port object 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:56.544395 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.548148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.612934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Attempting to bind port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:56.613902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Attempting to bind port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:56.614321 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Network ff82523d-19e6-46fd-8321-af70b4a15950 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:56.614436 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Attempting to bind port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 on network 16c121a8-deb1-4622-8d8e-d377e47a1274 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:56.617151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:56.619548 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:56.620681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=b64e8a25-c860-4b60-b8d9-390c21c1a72a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.659960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:56.660872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Checking segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:56.661453 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.661854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Bound using segment: {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:56.662339 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Bound port: 8c1445fa-00a9-45cf-9bc1-f3fd17af9505, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc1607-c292-4df6-b002-4ff1729d9ad7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:56.662869 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.673492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.691272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33211419'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.750660 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 18996ada-0dc4-47e1-b718-aefa8f57b73e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:56.766805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64682a-448f-4ef5-82dc-7dcc3af877eb None None] Pushing event updated for resources: {'Port': ['ID=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.776428 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 18996ada-0dc4-47e1-b718-aefa8f57b73e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:56.776793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.826034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] For port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:56.832505 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.845296 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] For port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:56.854253 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.985452 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9e69f7be-60d8-4bca-99a0-7f077151fe53 None None] Provisioning for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:57.001769 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:57.002395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:57.059317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64682a-448f-4ef5-82dc-7dcc3af877eb None None] Pushing event updated for resources: {'Port': ['ID=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.069204 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.069597 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9e69f7be-60d8-4bca-99a0-7f077151fe53 None None] Provisioning complete for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:57.069972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9e69f7be-60d8-4bca-99a0-7f077151fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.073562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.092991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.183493 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33035090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33213372'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.187206 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.228441 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 18996ada-0dc4-47e1-b718-aefa8f57b73e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18996ada-0dc4-47e1-b718-aefa8f57b73e,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:57.276443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-9e69f7be-60d8-4bca-99a0-7f077151fe53 None None] Port c6e49dbb-c973-404f-8c2f-daa131ac9c4e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:57.285689 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.322709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Network ff82523d-19e6-46fd-8321-af70b4a15950 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:57.323812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:57.380160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:57.435295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.517746 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Router af26e815-3e9b-477a-920f-c831c4b78e4b has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:57.642279 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e98aa36e-11c7-4c0d-895b-e9a54b639d4c None None] Provisioning complete for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:57.642560 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e98aa36e-11c7-4c0d-895b-e9a54b639d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.747305 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-e98aa36e-11c7-4c0d-895b-e9a54b639d4c None None] Port c6e49dbb-c973-404f-8c2f-daa131ac9c4e cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:57.777107 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6e49dbb-c973-404f-8c2f-daa131ac9c4e', 'name': '', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'mac_address': 'fa:16:3e:75:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 1, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'subnets': [{'id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:57.781112 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e9d7c2-587e-4ad6-9a26-dd5ba5586b49 None None] The sync data for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv is: [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6e49dbb-c973-404f-8c2f-daa131ac9c4e', 'name': '', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'mac_address': 'fa:16:3e:75:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 1, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'subnets': [{'id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:57.802938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b64e8a25-c860-4b60-b8d9-390c21c1a72a up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:57.815292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:57.824747 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e2735d6d-9ebd-4cb9-8b40-d3ea4a46e548 admin admin] 10.222.0.65 "PUT /v2.0/routers/af26e815-3e9b-477a-920f-c831c4b78e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120672 Feb 16 13:25:57.876260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port b64e8a25-c860-4b60-b8d9-390c21c1a72a triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:57.876634 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.044377 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18996ada-0dc4-47e1-b718-aefa8f57b73e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:58.084527 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c043794a-3200-4c2f-8338-74cc6035d5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.118053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 18996ada-0dc4-47e1-b718-aefa8f57b73e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:58.118424 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.173403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.304538 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.654724 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:59.659977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150647843', 'description': 'tempest-secgroup-smoke-1150647843 description', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:59.666117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:59.670094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:59.672709 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:59.679107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:59.688397 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.709080 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:59.712877 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:59.715659 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:59.721669 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:59.792966 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.796768 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.812754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:59.839060 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a71d57-e0ca-4cb8-8132-327942c88af9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:59.844829 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.849452 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4828da44-f493-4877-8d20-5bcd3b5c3c23 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1906793 Feb 16 13:25:59.849452 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:59.854915 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:59.860816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:59.865154 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:59.867982 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:59.873531 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:59.891151 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.896443 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:59.901058 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:59.901420 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.954526 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.958467 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.983941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0d7e82-84e0-4660-98a6-7d47dd9ec8e4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:59.994696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.995854 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-61781a2e-b35e-4b12-8da1-24687fab094a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453128 Feb 16 13:25:59.998555 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:00.003887 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:00.010019 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:00.013797 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:00.016664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:00.021195 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.022802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:00.038180 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:00.041119 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.042081 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.106818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.112349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.112497 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.136337 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6dea76-75b0-42dd-b197-fe4b3bb8e418,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.145364 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.146555 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d1086fb-a2cb-4c1b-85cf-06f3f662b634 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470611 Feb 16 13:26:00.149270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:00.153974 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:00.159692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:00.164325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:00.167110 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:00.172786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:00.189979 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.252339 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.255848 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.278672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdeb0ba-736c-40d1-8335-d6eeb952e0b8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.288366 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.289531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1cf3c31a-7a9a-4b19-8f99-c4b85e271fcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393428 Feb 16 13:26:00.292211 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:00.297169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:00.302998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:00.306697 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:00.309524 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:00.315330 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:00.335465 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.397824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.401357 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.426672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4245e336-6638-4b49-aef3-76c2e84568b1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.435774 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.436970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3c02d629-4482-4874-b2f0-423509ecd4d8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438611 Feb 16 13:26:00.439598 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 37916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:00.444575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:00.450638 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:00.454510 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:00.458057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:00.463587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:00.474484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Project 22a4223dd4ce4f5ca166106e8fb1964a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:26:00.481513 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.546531 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Sync routers for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:00.554341 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.556092 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:00.556808 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:00.564838 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.588519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cc7f7a-df5d-4e41-8833-fb7f64c94ac6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.600742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.602149 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b0ca638-9458-442b-8889-837da233b173 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614988 Feb 16 13:26:00.604854 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:00.611059 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'security_group_rule': {'security_group_id': 'a9a71d57-e0ca-4cb8-8132-327942c88af9', 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:00.617457 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:00.621482 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:security_group_rule and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:00.624356 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:00.631929 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:00.641897 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Project 22a4223dd4ce4f5ca166106e8fb1964a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:26:00.651593 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.665934 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.720831 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.724657 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145988'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.742763 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:00.751451 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90d0028-5955-4521-91c3-1c4520b585a8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.759153 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.760450 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0f62c37-4a1f-4dfe-a1e9-e4e6e0d1ec87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542387 Feb 16 13:26:00.945107 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-d256c76a-6736-41b7-9276-5727347e68fb tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150647843&fields=id&tenant_id=22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 267 time: 0.0399911 Feb 16 13:26:01.072742 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6e49dbb-c973-404f-8c2f-daa131ac9c4e', 'name': '', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'mac_address': 'fa:16:3e:75:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 2, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'subnets': [{'id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:01.076430 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Checking router: af26e815-3e9b-477a-920f-c831c4b78e4b for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:01.076773 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Updating router af26e815-3e9b-477a-920f-c831c4b78e4b port c6e49dbb-c973-404f-8c2f-daa131ac9c4e binding host dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:26:01.094217 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-2ec8c90f-c0c7-4c16-923b-f6abdf0c09cf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:01.095923 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-2ec8c90f-c0c7-4c16-923b-f6abdf0c09cf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 810 time: 0.1441169 Feb 16 13:26:01.111058 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-38b733c3-3827-4fce-8c48-05b521bc431d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/quotas/22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 375 time: 0.0091288 Feb 16 13:26:01.129655 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.325078 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-fb63156c-d096-476d-b7bb-d3b01d298bca tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076998 Feb 16 13:26:01.441431 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-ae27f33f-a8c9-4cec-be51-fc8a902b95e4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:26:01.442435 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-ae27f33f-a8c9-4cec-be51-fc8a902b95e4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057792 Feb 16 13:26:01.506325 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.518252 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Transition to ACTIVE for port object c6e49dbb-c973-404f-8c2f-daa131ac9c4e will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:01.525137 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.574124 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-452c0695-9104-4d5b-aa02-f47eb15c344e service neutron] 10.222.0.65 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250601 Feb 16 13:26:01.723288 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6cbaa-0a3c-4486-b0a6-80a31cd7308c None None] Pushing event updated for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:01.743213 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-078f9be2-516d-427b-97b7-c7811535e042 service neutron] 10.222.0.65 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522481 Feb 16 13:26:01.771024 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Attempting to bind port c6e49dbb-c973-404f-8c2f-daa131ac9c4e on host dv-neutron-829435-1-hyperv for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:01.771595 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Attempting to bind port c6e49dbb-c973-404f-8c2f-daa131ac9c4e by drivers openvswitch,hyperv on host dv-neutron-829435-1-hyperv at level 0 using segments [{'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:01.772190 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Attempting to bind port c6e49dbb-c973-404f-8c2f-daa131ac9c4e on network ff82523d-19e6-46fd-8321-af70b4a15950 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:01.788130 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Checking agent: {'id': '2674936c-244d-4d86-be81-e57d0921a793', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829435-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 27, 59), 'started_at': datetime.datetime(2022, 2, 16, 12, 28, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829435-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:01.788701 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Checking segment: {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:01.789360 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.789892 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Bound using segment: {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:01.790515 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Bound port: c6e49dbb-c973-404f-8c2f-daa131ac9c4e, host: dv-neutron-829435-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4e708d-7400-453b-b247-d0b17a75a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:01.791041 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.853283 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:01.916075 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] For port c6e49dbb-c973-404f-8c2f-daa131ac9c4e, host dv-neutron-829435-1-hyperv, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:01.920711 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] For port c6e49dbb-c973-404f-8c2f-daa131ac9c4e, host dv-neutron-829435-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:01.926896 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.980995 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6b0ae336-af57-4a1b-872f-9a1d4f02502c req-432c8296-8397-4319-a626-2deed7cd46e8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 210 time: 0.0499921 Feb 16 13:26:02.003192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:02.003599 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.042021 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6cbaa-0a3c-4486-b0a6-80a31cd7308c None None] Pushing event updated for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:02.045188 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:02.045792 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:02.278563 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:02.606441 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6e49dbb-c973-404f-8c2f-daa131ac9c4e', 'name': '', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'mac_address': 'fa:16:3e:75:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:01Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'subnets': [{'id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:02.610423 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a5121b-f213-46ca-97e1-70f2dea3d918 None None] The sync data for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv is: [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': 'c6e49dbb-c973-404f-8c2f-daa131ac9c4e', 'name': '', 'network_id': 'ff82523d-19e6-46fd-8321-af70b4a15950', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'mac_address': 'fa:16:3e:75:ab:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:01Z', 'revision_number': 4, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'subnets': [{'id': 'd47e6344-2758-4aba-977c-f1d039b19260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:03.148160 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ee7a25c-bfa2-4629-a9a0-e86231ed1810 req-23a07c99-1684-46d6-8b14-c743038bf688 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 210 time: 0.0568175 Feb 16 13:26:03.310496 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bc1c104d-699b-47c7-9598-d6b94e9bd501 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:03.311283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bc1c104d-699b-47c7-9598-d6b94e9bd501 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Synchronizing usage tracker for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:03.327762 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bc1c104d-699b-47c7-9598-d6b94e9bd501 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Unset dirty status for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:03.329018 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bc1c104d-699b-47c7-9598-d6b94e9bd501 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 810 time: 0.1843371 Feb 16 13:26:03.387446 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bdae1eca-8ed8-4632-9a13-ddf539a1a9c3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Synchronizing usage tracker for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:03.405730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bdae1eca-8ed8-4632-9a13-ddf539a1a9c3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Unset dirty status for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:03.406855 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-bdae1eca-8ed8-4632-9a13-ddf539a1a9c3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 380 time: 0.0606637 Feb 16 13:26:03.417634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'port': {'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'admin_state_up': True, 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'security_groups': ['a9a71d57-e0ca-4cb8-8132-327942c88af9']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:03.549507 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:03.553514 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:port and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:03.556288 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:03.561953 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:03.573328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Made reservation on behalf of 22a4223dd4ce4f5ca166106e8fb1964a for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:03.576949 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.737509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Allocated IP 172.20.0.5 (e822d2d6-0d79-4aaa-bb73-62f059dc7762/8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc/9f38c87e-2565-4815-8156-0e1fccbe9f8f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:03.816508 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6e49dbb-c973-404f-8c2f-daa131ac9c4e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:03.885958 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:03.890511 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:03.890877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.930373 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.946325 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Transition to ACTIVE for port object 9f38c87e-2565-4815-8156-0e1fccbe9f8f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:03.970539 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.004763 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.035272 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:04.037570 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] For port c6e49dbb-c973-404f-8c2f-daa131ac9c4e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:04.038165 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:04.045731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.047086 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:04.087393 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.118053 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.118873 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.125651 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Pushing event updated for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.145755 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a4d169f4-611e-4e4c-9aca-739eff355cbe tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308204 Feb 16 13:26:04.163802 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Request body: {'port': {'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:04.281310 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.315260 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-77d4ddad-2088-463d-81ce-c3752e119b89 None None] Provisioning for port 9f38c87e-2565-4815-8156-0e1fccbe9f8f completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:04.320962 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-77d4ddad-2088-463d-81ce-c3752e119b89 None None] Provisioning complete for port 9f38c87e-2565-4815-8156-0e1fccbe9f8f triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:04.321404 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-77d4ddad-2088-463d-81ce-c3752e119b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.353941 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93af55-9c9c-4c59-898c-2278fe5be17c req-6b477f53-7e72-4dcd-a081-2a24ee45402c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.356187 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e93af55-9c9c-4c59-898c-2278fe5be17c req-6b477f53-7e72-4dcd-a081-2a24ee45402c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 931 time: 0.0835266 Feb 16 13:26:04.376579 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-77d4ddad-2088-463d-81ce-c3752e119b89 None None] Port 9f38c87e-2565-4815-8156-0e1fccbe9f8f cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:26:04.406594 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e93af55-9c9c-4c59-898c-2278fe5be17c req-3aa4f297-2ea9-41be-b330-a92e417452bc tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Feb 16 13:26:04.626783 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f38c87e-2565-4815-8156-0e1fccbe9f8f {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:04.635084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.654115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Transition to ACTIVE for port object 9f38c87e-2565-4815-8156-0e1fccbe9f8f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:04.657771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.900328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:05.007324 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Attempting to bind port 9f38c87e-2565-4815-8156-0e1fccbe9f8f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:05.007569 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Attempting to bind port 9f38c87e-2565-4815-8156-0e1fccbe9f8f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:05.007890 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Attempting to bind port 9f38c87e-2565-4815-8156-0e1fccbe9f8f on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:05.012649 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Port 9f38c87e-2565-4815-8156-0e1fccbe9f8f on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:26:05.012965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Attempting to bind port 9f38c87e-2565-4815-8156-0e1fccbe9f8f on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:05.017905 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:05.018241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Checking segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:05.018620 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Bound using segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:05.019032 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Bound port: 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:05.019412 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.115428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:05.118353 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:05.123912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.177476 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.177816 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.179162 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] 10.222.0.81 "PUT /v2.0/ports/9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 1093 time: 1.0203140 Feb 16 13:26:05.181715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:05.211025 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b09ea0-85c7-4580-9ee8-6ee62e0e5415 service neutron] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:05.309231 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'status': 'completed', 'code': 200} Feb 16 13:26:05.318432 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-3a463b52-0a9b-4379-935c-8fc1e8fc8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.319889 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-3a463b52-0a9b-4379-935c-8fc1e8fc8e77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1096 time: 0.0793600 Feb 16 13:26:05.399301 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-e6812fce-ebaa-4d1a-b12f-60006d22557d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 217 time: 0.0641005 Feb 16 13:26:05.467749 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-8653236d-5e29-4428-ba63-799473dbceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.469332 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-8653236d-5e29-4428-ba63-799473dbceac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0640812 Feb 16 13:26:05.554839 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-faae72b9-dfdf-4137-9c5e-43a706133ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.556364 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-faae72b9-dfdf-4137-9c5e-43a706133ed4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805750 Feb 16 13:26:05.632467 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613792c-0e63-44b7-9db6-f9ec13cd1c95 req-afd32d6a-be25-46ed-b0bc-732215bec982 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.633958 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9613792c-0e63-44b7-9db6-f9ec13cd1c95 req-afd32d6a-be25-46ed-b0bc-732215bec982 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.1129546 Feb 16 13:26:05.707585 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9613792c-0e63-44b7-9db6-f9ec13cd1c95 req-b00d8486-bbc4-4b40-a037-cb9c3fe999b0 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670159 Feb 16 13:26:05.741042 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-a99e64fb-dc27-43cc-9ed0-384e242dd3fe service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779668 Feb 16 13:26:05.807669 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6e49dbb-c973-404f-8c2f-daa131ac9c4e up at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:05.888828 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Provisioning complete for port c6e49dbb-c973-404f-8c2f-daa131ac9c4e triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:05.889136 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.896506 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff6a7fce-d7d6-4f67-ba6c-2b5cfa4de882 req-42c01ed6-5e21-440d-af7f-e1da6dd83fe4 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482432 Feb 16 13:26:06.072558 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-e4142bb6-6d2c-4ae0-a406-5b7fdc8bc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.074070 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-e4142bb6-6d2c-4ae0-a406-5b7fdc8bc5e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1096 time: 0.0803158 Feb 16 13:26:06.213368 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-510deb8c-dafd-430e-8e82-73673c459e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.215471 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-510deb8c-dafd-430e-8e82-73673c459e25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1342530 Feb 16 13:26:06.287349 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-45d70a1c-5f3d-4da6-8d36-02360e4f5f68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 217 time: 0.0645394 Feb 16 13:26:06.352447 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-3371b56b-0510-4c45-8623-faae3b561f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.353880 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-3371b56b-0510-4c45-8623-faae3b561f6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0610075 Feb 16 13:26:06.432769 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-63c2ebe9-02b6-40e5-b8c0-21a6438bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.434261 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-63c2ebe9-02b6-40e5-b8c0-21a6438bb602 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699890 Feb 16 13:26:06.569134 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-b9d0214d-dea9-4d6f-8531-213286322d8e service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261189 Feb 16 13:26:06.700253 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6534a94e-38c1-444a-8039-4889f5cf1bfb req-7f5d98b1-b35f-43da-a60f-c7d61677a7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240625 Feb 16 13:26:06.896562 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15b22-d02b-4053-8418-826ed37c410f req-dbfdbce3-0889-4a0a-b21b-edde3c517972 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.897961 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ae15b22-d02b-4053-8418-826ed37c410f req-dbfdbce3-0889-4a0a-b21b-edde3c517972 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0825322 Feb 16 13:26:06.945584 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0ae15b22-d02b-4053-8418-826ed37c410f req-608c7155-2f91-4adc-8143-b936458c3743 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Feb 16 13:26:08.130394 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7f3a-a3d2-4e1f-9fb0-51fd3035b24b req-a377a122-c75e-43b8-8ba6-95b7fc73b3df tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.132526 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cee7f3a-a3d2-4e1f-9fb0-51fd3035b24b req-a377a122-c75e-43b8-8ba6-95b7fc73b3df tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0823743 Feb 16 13:26:08.178560 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5cee7f3a-a3d2-4e1f-9fb0-51fd3035b24b req-3618a107-493d-4df4-a950-c5766423dbf6 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Feb 16 13:26:08.867788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:26:08.997284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:09.010557 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:26:09.063612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:09.080119 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f38c87e-2565-4815-8156-0e1fccbe9f8f {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:09.094851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:09.099398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:09.169885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:09.371694 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4381b-252e-4865-abb1-01c6e2ea7492 req-ab1b5ded-76f9-4940-b500-72593a3bc157 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:09.373315 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bb4381b-252e-4865-abb1-01c6e2ea7492 req-ab1b5ded-76f9-4940-b500-72593a3bc157 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 944 time: 0.0859320 Feb 16 13:26:09.408467 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9f38c87e-2565-4815-8156-0e1fccbe9f8f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:26:09.421787 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bb4381b-252e-4865-abb1-01c6e2ea7492 req-c53766bf-8867-4d32-92f0-45eb434167df tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Feb 16 13:26:10.620748 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fbea3-a5de-49c9-a445-caabc729cbdb req-e35a38cd-4523-424f-848d-c8c6e1182efb tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:10.622242 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f2fbea3-a5de-49c9-a445-caabc729cbdb req-e35a38cd-4523-424f-848d-c8c6e1182efb tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 944 time: 0.0915582 Feb 16 13:26:10.671391 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f2fbea3-a5de-49c9-a445-caabc729cbdb req-906014db-074a-475d-a261-535fd164aded tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Feb 16 13:26:11.097059 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:11.169959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port 9f38c87e-2565-4815-8156-0e1fccbe9f8f completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:11.174702 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9f38c87e-2565-4815-8156-0e1fccbe9f8f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:11.175066 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.295220 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.324266 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:11.341295 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:11.346694 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:11.392065 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'code': 200} Feb 16 13:26:11.425752 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:11.670721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a279-f1d5-45eb-af8b-b4e07b8698e4 req-c779832b-3301-4749-9d3f-ed80c93eefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:11.672073 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6b5a279-f1d5-45eb-af8b-b4e07b8698e4 req-c779832b-3301-4749-9d3f-ed80c93eefa7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1098 time: 0.0723279 Feb 16 13:26:11.813532 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f6b5a279-f1d5-45eb-af8b-b4e07b8698e4 req-81725723-fe9e-4cb2-976e-855ac472863d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352062 Feb 16 13:26:11.861784 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a04de-2c35-49a1-89c8-9f985f170ab8 req-12997566-bea9-41b1-b1e1-f614b8a5f328 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:11.863211 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-899a04de-2c35-49a1-89c8-9f985f170ab8 req-12997566-bea9-41b1-b1e1-f614b8a5f328 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 945 time: 0.0818615 Feb 16 13:26:11.906869 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-899a04de-2c35-49a1-89c8-9f985f170ab8 req-ac41db31-9349-4d64-a23a-1981cdbaba43 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Feb 16 13:26:13.104437 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9a76-54c9-4473-ab8f-31d415cb28fb req-f6737faf-2139-488d-b9aa-498a8eb632c1 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:13.105891 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a28e9a76-54c9-4473-ab8f-31d415cb28fb req-f6737faf-2139-488d-b9aa-498a8eb632c1 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 945 time: 0.0928802 Feb 16 13:26:13.152056 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a28e9a76-54c9-4473-ab8f-31d415cb28fb req-ea3e7904-ca44-461d-b5bf-46e951107b12 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 Feb 16 13:26:14.338865 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b601575-b210-44ad-acc8-849dee3abb57 req-059e3608-6d21-449b-bc06-f5c7ef8eb71d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.340326 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b601575-b210-44ad-acc8-849dee3abb57 req-059e3608-6d21-449b-bc06-f5c7ef8eb71d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 945 time: 0.0796645 Feb 16 13:26:14.383405 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3b601575-b210-44ad-acc8-849dee3abb57 req-3a567de6-7870-4d9b-9adb-a3fc76306fb1 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Feb 16 13:26:14.571248 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c23eb-9e39-4261-bc91-8dc3d14c6228 req-c1f2f991-6a0f-4253-a33c-5d669d418b7d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.572730 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-957c23eb-9e39-4261-bc91-8dc3d14c6228 req-c1f2f991-6a0f-4253-a33c-5d669d418b7d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 945 time: 0.0831671 Feb 16 13:26:14.618119 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-957c23eb-9e39-4261-bc91-8dc3d14c6228 req-5eab469b-55fb-4622-a380-df17295dddbf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Feb 16 13:26:14.641027 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:14.751939 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe6558-40ed-444d-b649-aa198024ba8b tempest-TestSnapshotPattern-138024360 tempest-TestSnapshotPattern-138024360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.753534 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8dbe6558-40ed-444d-b649-aa198024ba8b tempest-TestSnapshotPattern-138024360 tempest-TestSnapshotPattern-138024360-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1093 time: 0.1114991 Feb 16 13:26:14.756975 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 37988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:14.761812 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:14.768047 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:14.773079 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:floatingip and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:14.775906 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:14.781599 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:14.794876 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:14.929142 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:15.066201 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Allocated IP 172.26.4.148 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/756ba5cf-565e-4fd3-a576-c6e36ea3f86a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:15.215632 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:15.245094 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32709762'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:15.312370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:15.320355 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:15.322894 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:15.358269 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=756ba5cf-565e-4fd3-a576-c6e36ea3f86a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:15.369573 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-104cec98-5d4b-4678-b2f1-e622b053ff16 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751328 Feb 16 13:26:15.537182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-41c0dd6e-348e-4c44-9a69-f6a6645937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.538663 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-41c0dd6e-348e-4c44-9a69-f6a6645937c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1098 time: 0.0791452 Feb 16 13:26:15.695050 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-95b841c6-87ff-4d5a-a826-df59bb61b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.696531 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-95b841c6-87ff-4d5a-a826-df59bb61b28f service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1377411 Feb 16 13:26:15.764398 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-73e24f80-92c7-40f6-8b73-f9170ab779a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 217 time: 0.0614738 Feb 16 13:26:15.830561 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-8217085f-9cce-42d1-9efd-572f671661af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.831898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-8217085f-9cce-42d1-9efd-572f671661af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0608051 Feb 16 13:26:15.865345 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:15.907916 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-518d53cf-5642-4c04-bcfd-77ff0361eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.909401 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-518d53cf-5642-4c04-bcfd-77ff0361eb74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713370 Feb 16 13:26:15.940253 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:16.049784 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-d4ee53d4-5632-473d-a455-84c3f5681368 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333978 Feb 16 13:26:16.151647 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:16.156112 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32709819'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:16.183261 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf319a2c-fcd0-45a0-9f08-04965fc774cc req-10ebbf7d-06c6-4adc-a3d4-43d274b7d708 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275778 Feb 16 13:26:16.263590 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=756ba5cf-565e-4fd3-a576-c6e36ea3f86a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:16.278522 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:16.449919 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Floating IP 5d8cbd3a-6480-46de-b5af-7e181509a34f associated. External IP: 172.26.4.148, port: 9f38c87e-2565-4815-8156-0e1fccbe9f8f. Feb 16 13:26:16.808678 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:26:17.111871 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:26:17.122512 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:17.132368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:17.132972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:17.135848 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:17.194685 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcf6587a-b373-4d75-a681-0dc0dfd03767 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4366829 Feb 16 13:26:17.195370 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:17.294098 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'status': 'completed', 'code': 200} Feb 16 13:26:17.314368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:17.418518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-393ec74c-e3cf-4ccb-96cc-0fab7fed747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:17.419898 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-393ec74c-e3cf-4ccb-96cc-0fab7fed747f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1098 time: 0.0771482 Feb 16 13:26:17.560784 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-6d4f96b0-ea38-4104-9cfd-fae387d15461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:17.562424 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-6d4f96b0-ea38-4104-9cfd-fae387d15461 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1367292 Feb 16 13:26:17.673188 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-6c0b1b23-b971-49f0-a402-19fdddb0f773 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 999 time: 0.1045468 Feb 16 13:26:17.731228 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:15Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:17.735099 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:17.746346 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-205f12c1-c48e-4b2b-a3fd-f0300efe383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:17.748063 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-205f12c1-c48e-4b2b-a3fd-f0300efe383a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0693121 Feb 16 13:26:17.749913 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:17.750805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:25:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:17.827944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-26e7bf16-9b51-4460-9c6b-5a38779b36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:17.829484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-26e7bf16-9b51-4460-9c6b-5a38779b36f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745678 Feb 16 13:26:17.926909 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:26:17.937805 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:17.965101 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-1a5f2855-001f-40eb-91a0-2c3e091c1858 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291182 Feb 16 13:26:18.103745 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-db64ad33-e34d-446f-82fb-d677bddb6a0e req-865bfd13-ad82-46de-b9af-8490054d91ce service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325026 Feb 16 13:26:18.294740 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:15Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:18.298606 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d12d86-ad78-42a8-8f71-009122031e59 None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:15Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:18.486464 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11911917-4767-4159-a6bf-320a28dcb2cf None None] New status for floating IP 5d8cbd3a-6480-46de-b5af-7e181509a34f: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:26:22.523544 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:25.840067 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0946d4eb-3ae9-4cef-9254-c002608470fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:28.037885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-31f9eff1-75db-445f-92f5-1b2a31b78a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:29.176650 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:29.309120 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:30.667776 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:52.552156 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:54.926392 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:26:55.842106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-64be4a91-3a06-4d5e-a890-f660d156472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:58.039788 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c41de892-9893-4c5b-9087-f406e10c9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:59.179170 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:59.310143 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:00.669807 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:17.946876 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-4158b9ba-cfbb-429a-bb6c-1de8432c5bda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1635094 Feb 16 13:27:18.107696 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-d64034e6-b953-47cf-8b56-189544251a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:18.109304 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-d64034e6-b953-47cf-8b56-189544251a9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1098 time: 0.0709028 Feb 16 13:27:18.251139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-b08dea07-b335-45f8-aa75-90537034d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:18.252607 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-b08dea07-b335-45f8-aa75-90537034d223 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1247361 Feb 16 13:27:18.355721 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-e80a20af-c32e-4bb2-b228-bb2adf1b7629 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 1001 time: 0.0961609 Feb 16 13:27:18.419867 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-e3cd17f5-a4f0-4470-a58c-ca9ebfcf5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:18.421312 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-e3cd17f5-a4f0-4470-a58c-ca9ebfcf5dd5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0599794 Feb 16 13:27:18.498018 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-c684a9f4-4e97-495f-a774-412f9fada0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:18.499523 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-c684a9f4-4e97-495f-a774-412f9fada0a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713506 Feb 16 13:27:18.654201 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-6ab7119d-7dc5-433d-aa1c-e768ad17d4fd service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458488 Feb 16 13:27:18.810564 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c898b9-41fa-4c0a-9754-600c1de5ddf2 req-29a8b432-3a39-4585-90b1-4e57134eae8d service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489897 Feb 16 13:27:22.563328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:25.843596 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a4a79485-f547-454b-bd2e-d3a686d61ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:28.041575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-988ffba7-4392-4c98-a05f-b1f814064a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.182206 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:29.315760 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:30.672892 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:31.926887 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:27:52.559490 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.845855 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e1c30f7e-d58f-4dbd-8410-5e78dcec8b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.042929 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-61a1503e-41b0-4f80-8ecb-3c515afc5c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.186916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.316554 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.678015 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:08.928312 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:15.628100 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:28:15.798430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:15.811104 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:28:15.864536 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.881584 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f38c87e-2565-4815-8156-0e1fccbe9f8f {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:28:15.896938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:15.901017 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.978618 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:15.985561 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.985910 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.986252 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.987465 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.987817 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.988192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.988525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.988854 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.989297 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.989559 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.989885 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:15.990208 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:16.071091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['9f38c87e-2565-4815-8156-0e1fccbe9f8f'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:28:17.626223 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:17.695735 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port 9f38c87e-2565-4815-8156-0e1fccbe9f8f triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:17.696137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:17.818157 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:17.845148 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:17.856254 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:17.861767 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:17.950054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:17.955032 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'code': 200} Feb 16 13:28:20.003327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-033073a5-c6a5-4beb-ad4f-7748cbcadb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.005741 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-033073a5-c6a5-4beb-ad4f-7748cbcadb07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1098 time: 0.1005168 Feb 16 13:28:20.168140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-4272f54a-46f4-4158-ab81-6cc29777dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.169998 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-4272f54a-46f4-4158-ab81-6cc29777dc6e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1405566 Feb 16 13:28:20.283433 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-ebafc942-72d7-4462-96ed-17eecb67d210 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 1001 time: 0.1054738 Feb 16 13:28:20.355698 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-bf626b7c-3f21-4041-b079-575d3464dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.357395 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-bf626b7c-3f21-4041-b079-575d3464dd9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0645592 Feb 16 13:28:20.450117 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-4af7cb9e-67b5-4739-978c-db7476dbb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:20.451730 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-4af7cb9e-67b5-4739-978c-db7476dbb22c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881433 Feb 16 13:28:20.468837 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-1f18a8a1-b338-46e4-a8a7-05680f7dbf38 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:28:20.470411 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-1f18a8a1-b338-46e4-a8a7-05680f7dbf38 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053103 Feb 16 13:28:20.656502 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-179abbd2-0968-4064-9916-d8e83721e358 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789415 Feb 16 13:28:20.849686 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-460be3c0-ca48-47e9-b831-6ddb8de24aa1 req-d491ed66-48de-4967-b5ef-bcd438ac23ec service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839247 Feb 16 13:28:22.597378 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:25.858447 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-090e18e6-8b2c-4d5e-ad6f-607c232c6116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:28.049753 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-72b3b24a-43ee-462d-968a-4d820470bacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:28.369824 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-a55f614a-7084-42c9-915f-49edf22f9b83 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150647843&fields=id&tenant_id=22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 267 time: 0.0396905 Feb 16 13:28:28.527245 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-b6832f10-1807-40e8-9b2a-ca4d43da3a02 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:28.528649 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-b6832f10-1807-40e8-9b2a-ca4d43da3a02 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 810 time: 0.1524036 Feb 16 13:28:28.543399 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-586c8196-d8c4-4c6b-bd17-9debe8f36003 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/quotas/22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 375 time: 0.0093026 Feb 16 13:28:28.635316 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-71344190-19e9-457a-a128-6de32acf6b4f tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869560 Feb 16 13:28:28.775539 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d5409cde-5901-41fc-bcdd-da3cd7501951 service neutron] 10.222.0.65 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268013 Feb 16 13:28:28.906870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-daa8a6fc-964f-4ca9-af5e-8f0b75531909 service neutron] 10.222.0.65 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254041 Feb 16 13:28:29.099549 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2f8e5491-2808-4fad-a215-fae244eb6211 req-e4266404-c4fe-457f-af5c-59986b1faa91 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 210 time: 0.0429823 Feb 16 13:28:29.191072 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:29.320816 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:30.261511 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a1d31cd-0d42-4cf0-859d-bda57aacd07c req-b39fb931-a0b3-456c-90a8-6740893700a4 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 210 time: 0.0498223 Feb 16 13:28:30.648274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-fdb4c049-7f8f-4265-89e2-cfaa06ce2595 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:30.651582 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-fdb4c049-7f8f-4265-89e2-cfaa06ce2595 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 810 time: 0.2532165 Feb 16 13:28:30.679130 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:30.715377 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-23dc4df8-30db-413c-a00e-6fd022a3e869 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22a4223dd4ce4f5ca166106e8fb1964a HTTP/1.1" status: 200 len: 380 time: 0.0438581 Feb 16 13:28:30.724765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'port': {'device_id': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'admin_state_up': True, 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'security_groups': ['a9a71d57-e0ca-4cb8-8132-327942c88af9']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:30.866388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:28:30.870478 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:port and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:28:30.873794 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:28:30.879553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:28:30.889835 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Made reservation on behalf of 22a4223dd4ce4f5ca166106e8fb1964a for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:28:30.893894 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:31.102751 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Allocated IP 172.20.0.8 (e822d2d6-0d79-4aaa-bb73-62f059dc7762/8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc/ea1a7c34-3240-4bf6-a54e-5ebda331bb01) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:28:31.443282 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:31.474004 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d0fee2ff-bf73-4136-a9a7-91861353cafd req-7ae412d4-cb9c-448b-b14b-5d28ad6c1a47 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 210 time: 0.0685267 Feb 16 13:28:31.497419 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Transition to ACTIVE for port object ea1a7c34-3240-4bf6-a54e-5ebda331bb01 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:28:31.530286 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:31.617492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:28:31.621115 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:28:31.626213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:28:31.685429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:31.705509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:31.705509 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:31.714722 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.715048 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.715389 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.715716 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.716074 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.716401 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.716721 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.717041 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.717361 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.717680 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.717998 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.718311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:31.741997 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:28:31.751296 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d1217385-5f1a-45a7-ac6c-7aa3f6a29331 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304480 Feb 16 13:28:31.897862 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:31.927425 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:31.950131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:31.958870 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:32.019548 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'code': 200} Feb 16 13:28:32.061906 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-caafe11c-efcb-4b81-bbf7-def691671fa6 None None] Provisioning for port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 completed by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:32.067935 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:32.071592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-caafe11c-efcb-4b81-bbf7-def691671fa6 None None] Provisioning complete for port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 triggered by entity DHCP. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:32.072030 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-caafe11c-efcb-4b81-bbf7-def691671fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:32.144514 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-caafe11c-efcb-4b81-bbf7-def691671fa6 None None] Port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 cannot update to ACTIVE because it is not bound. {{(pid=87700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:28:32.778656 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183441b-9bd4-400a-8463-80cceb313f85 req-86b478af-ae81-45a1-b2f6-1c5717d7392e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:32.781061 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e183441b-9bd4-400a-8463-80cceb313f85 req-86b478af-ae81-45a1-b2f6-1c5717d7392e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.1121674 Feb 16 13:28:32.842398 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e183441b-9bd4-400a-8463-80cceb313f85 req-d596419e-35b3-4bc3-a983-b3c2d2a4e363 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523221 Feb 16 13:28:34.054892 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d9c33-db07-4d71-bdd2-7e094b9325d6 req-6703484c-afdf-497f-9f25-46db0ac11f6c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:34.056663 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64d9c33-db07-4d71-bdd2-7e094b9325d6 req-6703484c-afdf-497f-9f25-46db0ac11f6c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.0914567 Feb 16 13:28:34.108638 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64d9c33-db07-4d71-bdd2-7e094b9325d6 req-d2c77547-4361-4172-af8b-facb7724a5de tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Feb 16 13:28:35.310665 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c977957-5847-4032-a1db-dc03ed646913 req-152170ef-7173-423a-a926-0cf198640721 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:35.312175 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c977957-5847-4032-a1db-dc03ed646913 req-152170ef-7173-423a-a926-0cf198640721 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.0881479 Feb 16 13:28:35.370227 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c977957-5847-4032-a1db-dc03ed646913 req-8ba31cc5-3cdd-44ac-8b59-92b5c0223519 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Feb 16 13:28:36.666611 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c65cde-4f4a-4c29-9d68-78ffd05569b3 req-b2561037-b01c-47b6-ab88-4c064b973484 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:36.668261 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02c65cde-4f4a-4c29-9d68-78ffd05569b3 req-b2561037-b01c-47b6-ab88-4c064b973484 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.1234634 Feb 16 13:28:36.714788 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-02c65cde-4f4a-4c29-9d68-78ffd05569b3 req-8c1d673d-1bc4-4e2f-b472-9ecef90e625d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Feb 16 13:28:37.932169 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226114c-7073-4bf2-912a-f2fe0c1c6e49 req-c26b036a-56e7-4672-824b-61d44754aa92 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:37.933733 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6226114c-7073-4bf2-912a-f2fe0c1c6e49 req-c26b036a-56e7-4672-824b-61d44754aa92 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.0926125 Feb 16 13:28:37.985628 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6226114c-7073-4bf2-912a-f2fe0c1c6e49 req-7e3937f7-5107-4330-8a42-5f9c476b5dd3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Feb 16 13:28:38.879370 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Request body: {'port': {'device_id': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:38.990087 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.175358 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a35ea-903e-4131-9f08-e7a7ed3727a9 req-89518833-286b-45fc-9335-7da915f2dcd3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:39.176870 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-301a35ea-903e-4131-9f08-e7a7ed3727a9 req-89518833-286b-45fc-9335-7da915f2dcd3 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 931 time: 0.0850382 Feb 16 13:28:39.226006 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-301a35ea-903e-4131-9f08-e7a7ed3727a9 req-88877ad2-9aad-4d87-8868-e4b12eefcc37 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Feb 16 13:28:39.350550 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1a7c34-3240-4bf6-a54e-5ebda331bb01 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:28:39.358213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.372274 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Transition to ACTIVE for port object ea1a7c34-3240-4bf6-a54e-5ebda331bb01 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:28:39.376266 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.548607 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:39.624437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Attempting to bind port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:28:39.624764 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Attempting to bind port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:28:39.625084 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Attempting to bind port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:28:39.632445 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:28:39.632760 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Attempting to bind port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 on network e822d2d6-0d79-4aaa-bb73-62f059dc7762 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:28:39.637807 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Checking agent: {'id': '169d7378-4d28-4fa2-bc35-7d83bf6cce8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'started_at': datetime.datetime(2022, 2, 16, 12, 34, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:28:39.638132 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Checking segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:28:39.638499 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Bound using segment: {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:28:39.638906 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Bound port: ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ef2c93-032f-42d1-963b-b49b5eb58662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:28:39.639241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.727283 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:28:39.730262 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:28:39.736480 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.795015 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:39.795618 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:39.796989 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] 10.222.0.81 "PUT /v2.0/ports/ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 1093 time: 0.9222441 Feb 16 13:28:39.797416 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:39.829386 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc0cdb-2ef4-4556-b6f4-9dc23d611b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:39.889220 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'status': 'completed', 'code': 200} Feb 16 13:28:39.937776 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-0ce5680e-f02d-411b-b071-5c04ba8dcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:39.939363 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-0ce5680e-f02d-411b-b071-5c04ba8dcd5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1096 time: 0.0827115 Feb 16 13:28:40.017571 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-2545069c-6f1a-4eae-b49d-a190faf9bdcf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 217 time: 0.0655215 Feb 16 13:28:40.080213 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-dda19532-da31-4d36-83ce-3fb8569c8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.081607 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-dda19532-da31-4d36-83ce-3fb8569c8e83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0570669 Feb 16 13:28:40.160593 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-8281f94d-af57-40ea-8808-e24bafd1e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.162104 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-8281f94d-af57-40ea-8808-e24bafd1e7d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738297 Feb 16 13:28:40.398727 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-6d0d80d5-1589-41e7-9201-e9366643737b service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303431 Feb 16 13:28:40.429023 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e6f5-7c7b-4f96-8100-dd44bede1fee req-159ff48f-b5a9-47af-b9e4-0c36e42d1ca0 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.430560 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5f47e6f5-7c7b-4f96-8100-dd44bede1fee req-159ff48f-b5a9-47af-b9e4-0c36e42d1ca0 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 943 time: 0.0940835 Feb 16 13:28:40.483194 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5f47e6f5-7c7b-4f96-8100-dd44bede1fee req-cab5a831-71d2-477c-95ef-6146506e9be7 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467510 Feb 16 13:28:40.534273 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bdfb1f7a-3b93-485a-a2c5-bdd58f1fea0a req-558cf937-2421-464b-b3d1-97e53d4b9ecd service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294260 Feb 16 13:28:40.694944 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575247d-4471-4d6f-89db-f36f42303186 req-280d09ba-c450-4b91-8982-b77763358e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.696406 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-280d09ba-c450-4b91-8982-b77763358e21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1096 time: 0.0773537 Feb 16 13:28:40.841280 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575247d-4471-4d6f-89db-f36f42303186 req-45112a84-ba1e-4eaf-bd1d-9def5f69206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.843324 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-45112a84-ba1e-4eaf-bd1d-9def5f69206b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1409228 Feb 16 13:28:40.914484 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-9cfa4f07-a0ab-4d43-bec7-c767369b2f7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 217 time: 0.0652351 Feb 16 13:28:40.981007 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575247d-4471-4d6f-89db-f36f42303186 req-eed6ba60-81a3-4bb0-89d4-20a3a63a0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:40.982439 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-eed6ba60-81a3-4bb0-89d4-20a3a63a0c09 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0619521 Feb 16 13:28:41.062608 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575247d-4471-4d6f-89db-f36f42303186 req-e490cc7b-722b-4efc-a6e0-4e2229da147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:41.064090 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-e490cc7b-722b-4efc-a6e0-4e2229da147d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746527 Feb 16 13:28:41.196880 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-f0583521-08e9-4bcd-aeb9-2567286e13fd service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247928 Feb 16 13:28:41.329979 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1575247d-4471-4d6f-89db-f36f42303186 req-ef8e6009-2011-4df6-9e0f-52a0658d647e service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265566 Feb 16 13:28:41.683646 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c607626-3f35-40d9-af4f-50d08c1b8d3d req-f8cdca55-4dc4-407f-b4fd-cd586cc1c993 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:41.685169 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c607626-3f35-40d9-af4f-50d08c1b8d3d req-f8cdca55-4dc4-407f-b4fd-cd586cc1c993 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 943 time: 0.0881310 Feb 16 13:28:41.732083 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c607626-3f35-40d9-af4f-50d08c1b8d3d req-110a7d1f-fc92-42a1-a320-b76e157bfdf4 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Feb 16 13:28:41.815739 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:28:41.952403 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:41.967210 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'mac_address': 'fa:16:3e:4a:fd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:28:42.027369 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:42.044668 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1a7c34-3240-4bf6-a54e-5ebda331bb01 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:28:42.061916 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:42.068344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:42.137864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:42.400263 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['ea1a7c34-3240-4bf6-a54e-5ebda331bb01'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:28:42.930938 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b930-a16a-4cc8-a1df-f564ed7b7cb4 req-ca8898be-6fbb-44a6-8577-118607d83e3d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:42.932391 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a544b930-a16a-4cc8-a1df-f564ed7b7cb4 req-ca8898be-6fbb-44a6-8577-118607d83e3d tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 944 time: 0.0906978 Feb 16 13:28:42.977818 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a544b930-a16a-4cc8-a1df-f564ed7b7cb4 req-5a4deb69-6f62-4dd6-a5a7-88e59c49b5e8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Feb 16 13:28:43.830337 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:43.900151 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning for port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 completed by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:43.904673 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:43.905042 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:44.052142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:44.079662 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:44.089604 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:44.094317 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:44.130176 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'code': 200} Feb 16 13:28:44.170947 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=5']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:44.185791 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27dfa-1a7b-434b-8f79-97d4b0a197dd req-7c011617-ab64-4acd-9560-ec5890a21c87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:44.187331 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22d27dfa-1a7b-434b-8f79-97d4b0a197dd req-7c011617-ab64-4acd-9560-ec5890a21c87 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 945 time: 0.0915704 Feb 16 13:28:44.235510 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-22d27dfa-1a7b-434b-8f79-97d4b0a197dd req-de55bcf8-3022-467d-9e6a-295e7f32afb8 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Feb 16 13:28:44.393030 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc99b38-b865-4132-b4c7-304183a5a362 req-a8a545b5-5c7b-49af-a680-350be699eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:44.394683 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0cc99b38-b865-4132-b4c7-304183a5a362 req-a8a545b5-5c7b-49af-a680-350be699eb39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1098 time: 0.0700202 Feb 16 13:28:44.435603 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0cc99b38-b865-4132-b4c7-304183a5a362 req-802f6b05-5af2-4154-80b0-81ffffb45ea9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Feb 16 13:28:45.430671 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41a04-b3b5-4d30-abed-81801bd38fbd req-1ea9c162-0ca9-482f-bb60-e975445332fc tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:45.432197 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-09f41a04-b3b5-4d30-abed-81801bd38fbd req-1ea9c162-0ca9-482f-bb60-e975445332fc tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 945 time: 0.0859690 Feb 16 13:28:45.475731 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-09f41a04-b3b5-4d30-abed-81801bd38fbd req-428adbd5-48ba-4c1b-905b-a40ea2647923 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Feb 16 13:28:45.928931 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:46.695126 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619771a-3d44-4e77-b094-2646e46e56f1 req-1edf6a55-746e-474a-9b13-89e098f8bfcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:46.696642 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4619771a-3d44-4e77-b094-2646e46e56f1 req-1edf6a55-746e-474a-9b13-89e098f8bfcf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 945 time: 0.0904274 Feb 16 13:28:46.744268 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4619771a-3d44-4e77-b094-2646e46e56f1 req-75be688f-735a-4490-9614-a83fd81682c2 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Feb 16 13:28:46.935988 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0286a81-e6b3-4b64-8ac2-2b01c9c2ca34 req-810086f8-d2e1-4da5-b454-4fd04030fdce tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:46.937442 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d0286a81-e6b3-4b64-8ac2-2b01c9c2ca34 req-810086f8-d2e1-4da5-b454-4fd04030fdce tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 945 time: 0.0797606 Feb 16 13:28:46.982661 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d0286a81-e6b3-4b64-8ac2-2b01c9c2ca34 req-44511105-42d2-4de3-8f20-1b89e2b5d1e6 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Feb 16 13:28:47.005863 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.65', 38292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:47.187819 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef4080-bf82-424b-8083-8e12cfedfdd4 tempest-TestSnapshotPattern-138024360 tempest-TestSnapshotPattern-138024360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:47.189249 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6ef4080-bf82-424b-8083-8e12cfedfdd4 tempest-TestSnapshotPattern-138024360 tempest-TestSnapshotPattern-138024360-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1093 time: 0.1823831 Feb 16 13:28:47.193136 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:47.198217 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Request body: {'floatingip': {'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:47.204394 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:28:47.208495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Usage tracker for resource:floatingip and tenant:22a4223dd4ce4f5ca166106e8fb1964a is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:28:47.211340 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:28:47.217418 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:28:47.227854 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:47.362245 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:47.501463 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Allocated IP 172.26.4.96 (16c121a8-deb1-4622-8d8e-d377e47a1274/a31fe4b1-afec-41bf-8a85-109ae9c8f921/8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:28:47.653630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:47.687491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730745411193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:47.748016 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Network 16c121a8-deb1-4622-8d8e-d377e47a1274 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:28:47.754977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:28:47.758917 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:28:47.792438 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:48.290006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:48.365795 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:48.574946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:48.579352 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31679672'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:48.691610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event updated for resources: {'Port': ['ID=8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:48.710195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33211616'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:48.881190 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Floating IP 0b07b46f-5c7f-4237-a293-307f4021ad8d associated. External IP: 172.26.4.96, port: ea1a7c34-3240-4bf6-a54e-5ebda331bb01. Feb 16 13:28:49.233116 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:28:49.534424 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:28:49.545926 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:28:49.555327 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:49.555937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:49.568295 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:49.628113 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bca715ed-ea42-40c8-9d2c-dd46f60a8d08 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4338081 Feb 16 13:28:49.629714 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:49.678133 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'status': 'completed', 'code': 200} Feb 16 13:28:49.764504 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:49.809544 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-1055ff9f-f489-4600-8846-9bc4faee33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:49.810971 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-1055ff9f-f489-4600-8846-9bc4faee33d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1098 time: 0.0762410 Feb 16 13:28:49.949195 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-c0aad173-e88c-404c-bcb9-8dba234f4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:49.950629 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-c0aad173-e88c-404c-bcb9-8dba234f4ac4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1328020 Feb 16 13:28:50.059970 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-526dc573-ed7c-406f-b964-5460ec7f9455 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 998 time: 0.1007633 Feb 16 13:28:50.125986 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-a9252f05-5e3e-4f7a-a2e3-a44b0b88ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:50.127406 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-a9252f05-5e3e-4f7a-a2e3-a44b0b88ae0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0572832 Feb 16 13:28:50.138525 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0b07b46f-5c7f-4237-a293-307f4021ad8d', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:4a:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:48Z', 'updated_at': '2022-02-16T13:28:48Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}, {'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:50.142390 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:28:50.152287 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:50.152889 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:28:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:50.218218 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-688e3e38-4a70-435a-bc75-f9bbdb018b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:50.220284 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-688e3e38-4a70-435a-bc75-f9bbdb018b0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837901 Feb 16 13:28:50.341096 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:50.360168 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-922d8c33-a938-4166-90d3-b9d43bd8cd0c service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329634 Feb 16 13:28:50.499313 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-01b9aadb-00ad-4dee-8395-61585ccab8c3 req-ae2ed8b3-29fb-4ebe-9cd4-968354e535e1 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281586 Feb 16 13:28:50.706344 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0b07b46f-5c7f-4237-a293-307f4021ad8d', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:4a:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:48Z', 'updated_at': '2022-02-16T13:28:48Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}, {'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:50.711394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d621874f-6d81-461b-ac93-b46756eea82c None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '0b07b46f-5c7f-4237-a293-307f4021ad8d', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:4a:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:48Z', 'updated_at': '2022-02-16T13:28:48Z', 'revision_number': 0, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}, {'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:28:50.907092 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce93eac-bfe2-4873-99b8-0d83cb0d0e3b None None] New status for floating IP 0b07b46f-5c7f-4237-a293-307f4021ad8d: ACTIVE {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:28:52.575006 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:55.854043 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-d69dbb86-b769-466c-9930-536d4c248c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.045629 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e8c6-65c9-4d6b-a995-a622200e8669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:59.195368 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:59.322398 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:00.674013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:20.966005 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-fe611875-d54b-4a15-b7db-4ec03cf674ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741407 Feb 16 13:29:21.129989 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7a04-caf7-46f0-816d-9696829da038 req-7a16254d-9f58-4e94-acef-c073acd15c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:21.131450 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-7a16254d-9f58-4e94-acef-c073acd15c23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1096 time: 0.0694578 Feb 16 13:29:21.272734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7a04-caf7-46f0-816d-9696829da038 req-b203ca44-29ea-499b-95ad-99c63983c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:21.274143 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-b203ca44-29ea-499b-95ad-99c63983c5a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1222517 Feb 16 13:29:21.375866 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-e67ca8ee-d22f-44ff-a9d1-26f3ff57f183 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 999 time: 0.0946174 Feb 16 13:29:21.442691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7a04-caf7-46f0-816d-9696829da038 req-563e7a23-50f1-44ce-a18d-32f7c8474c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:21.444460 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-563e7a23-50f1-44ce-a18d-32f7c8474c41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0617967 Feb 16 13:29:21.521404 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7a04-caf7-46f0-816d-9696829da038 req-c3cb72ab-4486-4a24-b157-a19c61032758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:21.522877 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-c3cb72ab-4486-4a24-b157-a19c61032758 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720849 Feb 16 13:29:21.666585 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-e071fd4a-2657-4875-93ae-7465037f6800 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319199 Feb 16 13:29:21.798475 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-48eb7a04-caf7-46f0-816d-9696829da038 req-b179cf43-f118-4c35-9370-31313bd36a98 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253524 Feb 16 13:29:22.591535 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.928728 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:29:25.855872 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-80e47445-686a-4e24-a92c-01ab7e72fff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.047192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0c77-8571-46b8-8c7d-3edc394da424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:29.198280 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:29.324992 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:30.676851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:52.591796 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:55.857692 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-27a0ccb6-89e7-4581-9a51-30c378a943a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:58.050881 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2997f9a0-e3e6-4f3d-942a-d69664995107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:59.202612 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:59.329731 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:59.927319 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:30:00.679524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:21.152478 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-73449b59-641c-43c3-8086-c2a1479996bb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729976 Feb 16 13:30:21.349589 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-4d9ff375-1452-4602-8ff7-fc24b29921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:21.351028 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-4d9ff375-1452-4602-8ff7-fc24b29921b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1098 time: 0.1643639 Feb 16 13:30:21.492925 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-7761fb7d-e835-4d14-8a11-d88eb99b1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:21.494365 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-7761fb7d-e835-4d14-8a11-d88eb99b1820 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1243417 Feb 16 13:30:21.596506 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-fa60af0e-1cac-4218-95dd-3b1cb3611586 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 1000 time: 0.0956514 Feb 16 13:30:21.657970 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-5baa9243-6d8e-4466-97e9-bab2b88dc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:21.659473 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-5baa9243-6d8e-4466-97e9-bab2b88dc932 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0564060 Feb 16 13:30:21.736094 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-0871bde7-bca8-4e02-ad11-ec7ea13b6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:21.738048 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-0871bde7-bca8-4e02-ad11-ec7ea13b6576 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719819 Feb 16 13:30:21.869431 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-b48e9645-97f1-4f2e-a2a8-861f37f5a9b9 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240013 Feb 16 13:30:21.998356 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7bdb0224-3d98-4529-8c96-5ae085f7c8de req-415e09b2-ad68-40b0-984e-5a7c253dc26c service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226227 Feb 16 13:30:22.600979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:25.862706 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-561f838e-4cc6-4c23-adce-7a83d328f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:28.052836 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3b77609b-7bd2-447d-b9aa-3ba5853a9c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.198543 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.330385 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:30.682766 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.344983 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=87700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:30:32.509475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:32.522388 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Returning: {'device': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'port_id': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'mac_address': 'fa:16:3e:4a:fd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:30:32.579605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.598246 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1a7c34-3240-4bf6-a54e-5ebda331bb01 {{(pid=87700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:30:32.614009 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:32.618016 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:32.684110 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=6']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:32.691244 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.691592 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.691931 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.692286 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.692616 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.692945 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.693271 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.693594 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.693918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.694238 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.694558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.694875 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:32.798472 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] get_ports_and_sgs() called for port_ids ['ea1a7c34-3240-4bf6-a54e-5ebda331bb01'] {{(pid=87700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:30:34.364034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 up at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:30:34.444013 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Provisioning complete for port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 triggered by entity L2. {{(pid=87700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:30:34.444394 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697347'] for port, provisioning_complete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.597061 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.627552 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:34.638519 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:34.644722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.712828 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'code': 200} Feb 16 13:30:34.716575 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=7']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:36.927645 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:30:43.510711 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:43.712179 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Deleting port 8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:43.712519 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.877599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.877599 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:43.998182 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Calling delete_port for 8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:44.149488 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:44.194987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event deleted for resources: {'Port': ['ID=8d10f3c1-fde5-4e8e-97e8-08bdd0e5a4ae,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:44.231453 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.231796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.232161 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.232492 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.232815 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.233139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.233454 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.233773 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.234089 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.234429 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.234900 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.235057 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829435-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:30:44.400965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:44.401215 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Floating IP 0b07b46f-5c7f-4237-a293-307f4021ad8d disassociated (deleted). External IP: 172.26.4.96, port: ea1a7c34-3240-4bf6-a54e-5ebda331bb01. Feb 16 13:30:44.756464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:30:44.933215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:30:44.943319 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:44.946903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:44.952501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:44.953106 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:45.007426 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-026a85a4-415d-4884-b410-d28d8c91e59a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "DELETE /v2.0/floatingips/0b07b46f-5c7f-4237-a293-307f4021ad8d HTTP/1.1" status: 204 len: 168 time: 1.4954460 Feb 16 13:30:45.007984 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:45.062419 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'status': 'completed', 'code': 200} Feb 16 13:30:45.137963 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:45.181475 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-3afc09c5-ee2e-4f48-b6d9-d20cd974f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.182951 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-3afc09c5-ee2e-4f48-b6d9-d20cd974f4d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 1098 time: 0.0715952 Feb 16 13:30:45.334720 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-f4c4efee-5688-4056-a1e1-c3a16d3d464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.336204 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-f4c4efee-5688-4056-a1e1-c3a16d3d464c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1473503 Feb 16 13:30:45.409625 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-145a8321-6399-48fb-8b74-ee7d96371ee4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 200 len: 217 time: 0.0664179 Feb 16 13:30:45.475388 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-1c056ca2-821e-4933-b20f-a3770ae56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.477005 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-1c056ca2-821e-4933-b20f-a3770ae56617 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0609846 Feb 16 13:30:45.491257 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a4990-f3cc-4a25-a0f7-d231fae9290d req-afb015cc-8c58-42fe-a1c4-633744aaa969 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.492926 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-798a4990-f3cc-4a25-a0f7-d231fae9290d req-afb015cc-8c58-42fe-a1c4-633744aaa969 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 945 time: 0.1738288 Feb 16 13:30:45.545022 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:45.546230 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-798a4990-f3cc-4a25-a0f7-d231fae9290d req-5922811f-a8ee-46df-a966-8fe706969465 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471799 Feb 16 13:30:45.550115 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:45.559118 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:45.559845 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-fd433cd4-715d-4331-81c2-40d8f831e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:45.559946 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:45.561528 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-fd433cd4-715d-4331-81c2-40d8f831e6fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768862 Feb 16 13:30:45.701557 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-c0f2e7e6-d310-475e-894f-c1b7ee023046 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329029 Feb 16 13:30:45.761057 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:45.834555 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d66c5693-3707-4e17-8719-aad7b0348f87 req-314c5ad3-5c16-445e-a205-17d334dbf66b service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262381 Feb 16 13:30:46.107225 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:46.111165 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376e630-bbf0-42d6-b174-2af94a77cdd4 None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_floatingips': [{'id': '5d8cbd3a-6480-46de-b5af-7e181509a34f', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'router_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'port_id': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'mac_address': 'fa:16:3e:90:09:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:15Z', 'updated_at': '2022-02-16T13:26:18Z', 'revision_number': 1, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:46.340166 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0b544-0e5a-4260-9211-75229946c4f6 None None] New status for floating IP 0b07b46f-5c7f-4237-a293-307f4021ad8d: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:30:46.406460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:46.521659 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558319'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.548812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:46.562085 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:46.567341 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730745882417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730745411211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730745411256'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:46.607422 dv-neutron-829435-1-hyperv neutron-server[87700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'code': 200} Feb 16 13:30:46.645241 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Pushing event updated for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=8']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:46.739704 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a4767-dbdd-4d78-a513-e9d09906a73f req-85fca130-cce8-4fd0-90b5-fd6842310c16 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:46.741178 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e3a4767-dbdd-4d78-a513-e9d09906a73f req-85fca130-cce8-4fd0-90b5-fd6842310c16 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 943 time: 0.0807459 Feb 16 13:30:46.783654 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5e3a4767-dbdd-4d78-a513-e9d09906a73f req-8f264f3a-9a93-470d-923d-0528220bd53f tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369465 Feb 16 13:30:47.277067 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-4ddbe10f-83ab-4283-85b3-f5bcf5aaf02a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:47.277743 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-4ddbe10f-83ab-4283-85b3-f5bcf5aaf02a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Synchronizing usage tracker for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:30:47.294495 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-4ddbe10f-83ab-4283-85b3-f5bcf5aaf02a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Unset dirty status for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:30:47.295995 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-4ddbe10f-83ab-4283-85b3-f5bcf5aaf02a tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 943 time: 0.1962612 Feb 16 13:30:47.363832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Deleting port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:47.364214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.608225 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] For port ea1a7c34-3240-4bf6-a54e-5ebda331bb01, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:47.608579 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.731012 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Calling delete_port for ea1a7c34-3240-4bf6-a54e-5ebda331bb01 owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:47.869562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:47.921718 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event deleted for resources: {'Port': ['ID=ea1a7c34-3240-4bf6-a54e-5ebda331bb01,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:47.936192 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75c4dd81-b237-4d90-a4f0-168e4d429211 req-f1c9d16f-cde5-4745-8de9-bbdd98e277b9 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bdb783d-0c62-4fb8-93f0-b9d3c7660fff HTTP/1.1" status: 200 len: 210 time: 0.0442753 Feb 16 13:30:47.995952 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] No DVR routers for this DVR port ea1a7c34-3240-4bf6-a54e-5ebda331bb01 on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:47.998403 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:48.000818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-deleted', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:48.017774 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce6d758a-dafd-42ef-acb9-2720956498cc req-e7bb424e-a540-49c6-8459-289f0a3a7eed tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "DELETE /v2.0/ports/ea1a7c34-3240-4bf6-a54e-5ebda331bb01 HTTP/1.1" status: 204 len: 173 time: 0.7157400 Feb 16 13:30:48.047396 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdb783d-0c62-4fb8-93f0-b9d3c7660fff', 'name': 'network-vif-deleted', 'tag': 'ea1a7c34-3240-4bf6-a54e-5ebda331bb01', 'status': 'completed', 'code': 200} Feb 16 13:30:49.580342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:49.779973 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Deleting port 756ba5cf-565e-4fd3-a576-c6e36ea3f86a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:49.780336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:49.947923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:49.948270 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.069079 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Calling delete_port for 756ba5cf-565e-4fd3-a576-c6e36ea3f86a owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:50.216398 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.353850 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event deleted for resources: {'Port': ['ID=756ba5cf-565e-4fd3-a576-c6e36ea3f86a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:50.440879 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.441221 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Floating IP 5d8cbd3a-6480-46de-b5af-7e181509a34f disassociated (deleted). External IP: 172.26.4.148, port: 9f38c87e-2565-4815-8156-0e1fccbe9f8f. Feb 16 13:30:50.441605 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:50.478038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: ea1a7c34-3240-4bf6-a54e-5ebda331bb01 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:30:50.478038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device ea1a7c34-3240-4bf6-a54e-5ebda331bb01 not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:30:50.780292 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:30:50.957740 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:30:50.967501 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:50.975741 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:50.977732 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:50.978343 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:51.029946 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2e5ac75-e54c-40bd-b1ec-2c30389a9f3e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "DELETE /v2.0/floatingips/5d8cbd3a-6480-46de-b5af-7e181509a34f HTTP/1.1" status: 204 len: 168 time: 1.4484954 Feb 16 13:30:51.030771 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:51.077586 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'status': 'completed', 'code': 200} Feb 16 13:30:51.165849 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:51.202529 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-fadcaf06-53a9-42d0-be66-28b9a65dfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.204336 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-fadcaf06-53a9-42d0-be66-28b9a65dfe8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 1096 time: 0.0801947 Feb 16 13:30:51.343898 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-c9e2536f-85ce-4870-b539-7f1075da6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.346823 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-c9e2536f-85ce-4870-b539-7f1075da6cee service neutron] 10.222.0.81 "GET /v2.0/networks?id=e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 200 len: 911 time: 0.1360493 Feb 16 13:30:51.418276 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-d05d9f57-eab5-47aa-a6eb-99c4d09580ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 200 len: 217 time: 0.0634384 Feb 16 13:30:51.419565 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d3bb5-2915-4caa-890d-c0dc876c05bc req-966134ad-8fa2-4d2c-b50c-149979b9bb9c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.421054 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-078d3bb5-2915-4caa-890d-c0dc876c05bc req-966134ad-8fa2-4d2c-b50c-149979b9bb9c tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0881310 Feb 16 13:30:51.468943 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-078d3bb5-2915-4caa-890d-c0dc876c05bc req-82de870c-4528-4f91-8638-6be080c3a457 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Feb 16 13:30:51.487969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-07780598-1fc0-4a17-8b0f-6c6a31f50275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.489404 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-07780598-1fc0-4a17-8b0f-6c6a31f50275 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 200 len: 849 time: 0.0648372 Feb 16 13:30:51.509192 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:51.513038 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:51.521938 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:51.522541 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:51.570653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-baeabc99-e0dc-4e82-a3b5-86ab673c7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:51.572302 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-baeabc99-e0dc-4e82-a3b5-86ab673c7bda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e822d2d6-0d79-4aaa-bb73-62f059dc7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756674 Feb 16 13:30:51.702766 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-5652fe03-4676-4c0c-a007-475fab465748 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238461 Feb 16 13:30:51.741487 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:51.940044 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3eb24f66-c58b-46cd-b061-4565da5560b0 req-a98eb2d8-19dd-45d3-9a4c-30b0893e6987 service neutron] 10.222.0.81 "GET /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279568 Feb 16 13:30:52.059054 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:52.062952 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a92e87-3364-41ff-be9d-c64d25e63192 None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:25:50Z', 'revision_number': 4, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv', '_interfaces': [{'id': '18996ada-0dc4-47e1-b718-aefa8f57b73e', 'name': '', 'network_id': 'e822d2d6-0d79-4aaa-bb73-62f059dc7762', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'mac_address': 'fa:16:3e:f0:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:49Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'subnets': [{'id': '8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:52.271429 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd1da7-4542-468b-92f7-662582968fe0 None None] New status for floating IP 5d8cbd3a-6480-46de-b5af-7e181509a34f: DOWN {{(pid=87701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:30:52.601475 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:52.655587 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47214c52-de5d-4572-9659-3e91221d1ef3 req-187f5117-ec54-44b8-9837-6ee813c5e29f tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:52.656967 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-47214c52-de5d-4572-9659-3e91221d1ef3 req-187f5117-ec54-44b8-9837-6ee813c5e29f tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0795298 Feb 16 13:30:52.703620 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-47214c52-de5d-4572-9659-3e91221d1ef3 req-dac8cc11-8d39-4d82-8bc0-beea7292710e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Feb 16 13:30:53.323960 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-d1dd1527-3d4f-4c92-ad6e-291fc53a066e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:53.324692 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-d1dd1527-3d4f-4c92-ad6e-291fc53a066e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Synchronizing usage tracker for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:30:53.339311 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-d1dd1527-3d4f-4c92-ad6e-291fc53a066e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Unset dirty status for tenant:22a4223dd4ce4f5ca166106e8fb1964a on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:30:53.340500 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-d1dd1527-3d4f-4c92-ad6e-291fc53a066e tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0957334 Feb 16 13:30:53.408483 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Deleting port 9f38c87e-2565-4815-8156-0e1fccbe9f8f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:53.408812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:53.650997 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] For port 9f38c87e-2565-4815-8156-0e1fccbe9f8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9f38c87e-2565-4815-8156-0e1fccbe9f8f,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:53.651342 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:53.775234 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Calling delete_port for 9f38c87e-2565-4815-8156-0e1fccbe9f8f owned by compute:nova {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:53.886898 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ca0a-7bc1-4ae9-b190-8a53aa00bcbd req-e1e690d1-eb5d-452f-ac6d-97611e182c93 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:53.888352 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efd3ca0a-7bc1-4ae9-b190-8a53aa00bcbd req-e1e690d1-eb5d-452f-ac6d-97611e182c93 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2e0b63a-1193-48b7-a25d-fc4c7ece74e3 HTTP/1.1" status: 200 len: 943 time: 0.0800416 Feb 16 13:30:53.921238 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:53.937292 dv-neutron-829435-1-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efd3ca0a-7bc1-4ae9-b190-8a53aa00bcbd req-7555dd72-a389-45f8-b018-637f725076da tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9a71d57-e0ca-4cb8-8132-327942c88af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Feb 16 13:30:54.000824 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event deleted for resources: {'Port': ['ID=9f38c87e-2565-4815-8156-0e1fccbe9f8f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:54.051553 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] No DVR routers for this DVR port 9f38c87e-2565-4815-8156-0e1fccbe9f8f on host hv-neutron-8294 {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:30:54.053903 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33516280'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:54.056349 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-deleted', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:30:54.071924 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7869243-a556-4bcb-b4b2-b7d0a86395ac req-91d8efa2-78d4-4ee5-aa4e-e34e9d071ccf tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.81 "DELETE /v2.0/ports/9f38c87e-2565-4815-8156-0e1fccbe9f8f HTTP/1.1" status: 204 len: 173 time: 0.7252605 Feb 16 13:30:54.103168 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e0b63a-1193-48b7-a25d-fc4c7ece74e3', 'name': 'network-vif-deleted', 'tag': '9f38c87e-2565-4815-8156-0e1fccbe9f8f', 'status': 'completed', 'code': 200} Feb 16 13:30:55.030912 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:55.097348 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:55.126145 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:55.192977 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:55.211554 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a71d57-e0ca-4cb8-8132-327942c88af9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:55.222715 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:55.223841 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d5a2618-f07c-4c5b-a97a-7bffc80e0482 tempest-TestSnapshotPattern-180105938 tempest-TestSnapshotPattern-180105938-project] 10.222.0.65 "DELETE /v2.0/security-groups/a9a71d57-e0ca-4cb8-8132-327942c88af9 HTTP/1.1" status: 204 len: 168 time: 0.1919651 Feb 16 13:30:55.268734 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:55.865953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e461a265-0f99-4131-bd70-66c8de14c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:56.015587 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:56.362468 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Deleting port 18996ada-0dc4-47e1-b718-aefa8f57b73e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:56.363169 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:56.487395 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:56.523621 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] No Port match for: 9f38c87e-2565-4815-8156-0e1fccbe9f8f {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:30:56.523960 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Device 9f38c87e-2565-4815-8156-0e1fccbe9f8f not bound to the agent host hv-neutron-8294 {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:30:56.539296 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] For port 18996ada-0dc4-47e1-b718-aefa8f57b73e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=18996ada-0dc4-47e1-b718-aefa8f57b73e,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:56.539655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:56.663987 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Calling delete_port for 18996ada-0dc4-47e1-b718-aefa8f57b73e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:56.979392 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:57.026564 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Pushing event deleted for resources: {'Port': ['ID=18996ada-0dc4-47e1-b718-aefa8f57b73e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:57.398610 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:57.757909 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:30:57.935256 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:30:57.945884 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Sync routers for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:30:57.950653 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c1bc318-218c-4562-be35-9b636abc05fa admin admin] 10.222.0.65 "PUT /v2.0/routers/fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6808064 Feb 16 13:30:57.953058 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:57.956217 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:57.957034 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:28Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:58.116460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-03cb3176-aedb-4776-b92b-5b04e1f65e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.128575 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.145090 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: dv-neutron-829435-1-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:58.306517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.316522 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Deleting port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:58.316847 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.430787 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:30:56Z', 'revision_number': 5, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port': {'id': 'c1f236f4-4b9d-45c6-839d-3ffc5e3a4834', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:46Z', 'updated_at': '2022-02-16T13:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:58.434498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Checking router: fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 for host: dv-neutron-829435-1-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:30:58.443524 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Routers {'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:30:58.444155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:58.493995 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] For port c1f236f4-4b9d-45c6-839d-3ffc5e3a4834, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:30:58.494595 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:58.591539 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] Set router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:30:58.746503 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:30:58Z', 'revision_number': 6, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:30:58.750411 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf1301-cbc8-4ab8-84c0-aeddb11f698c None None] The sync data for ids ['fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6'] in dv-neutron-829435-1-hyperv is: [{'id': 'fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6', 'name': 'tempest-TestSnapshotPattern-2037996748-router', 'tenant_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:45Z', 'updated_at': '2022-02-16T13:30:58Z', 'revision_number': 6, 'project_id': '22a4223dd4ce4f5ca166106e8fb1964a', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:30:58.762737 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Calling delete_port for c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:30:58.953456 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.007874 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f236f4-4b9d-45c6-839d-3ffc5e3a4834,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:59.114563 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.204843 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.340783 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.342343 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.347584 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.373946 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.374518 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:30:59.389888 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.391644 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-22e3f98d-c616-4eb7-82a2-79f8b586a5a4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fd275c9b-5b1d-4fd6-8f59-4da8b87a87d6 HTTP/1.1" status: 204 len: 168 time: 1.4370868 Feb 16 13:30:59.393801 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:59.463180 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Deleting subnet 8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:30:59.467738 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.529437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.615965 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.690347 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.729299 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:30:59.732691 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.739457 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3e21d-ed54-447b-a27c-ec479cb12ac2 None None] Network e822d2d6-0d79-4aaa-bb73-62f059dc7762 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:30:59.741678 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c462f49e-6db8-4504-b89e-dc9f63283a12 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8e7b6ce0-e18e-4e2e-99d3-cbeb3b9b5edc HTTP/1.1" status: 204 len: 168 time: 0.3468997 Feb 16 13:30:59.744107 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:30:59.853812 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.864140 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Deleting port 8e5814c9-3a95-4532-92a5-a23e695a89f5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:30:59.864464 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:59.959384 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:30:59.995230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:30:59.995230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c1f236f4-4b9d-45c6-839d-3ffc5e3a4834 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:30:59.995230 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18996ada-0dc4-47e1-b718-aefa8f57b73e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:31:00.023971 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] DHCP port deletion for e822d2d6-0d79-4aaa-bb73-62f059dc7762 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:31:00.037091 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 18996ada-0dc4-47e1-b718-aefa8f57b73e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:31:00.037444 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 18996ada-0dc4-47e1-b718-aefa8f57b73e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:31:00.039905 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Deleting port 8e5814c9-3a95-4532-92a5-a23e695a89f5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:00.040500 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.084891 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] For port 8e5814c9-3a95-4532-92a5-a23e695a89f5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e5814c9-3a95-4532-92a5-a23e695a89f5,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:00.085233 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.208328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Calling delete_port for 8e5814c9-3a95-4532-92a5-a23e695a89f5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:00.245060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] For port 8e5814c9-3a95-4532-92a5-a23e695a89f5, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8e5814c9-3a95-4532-92a5-a23e695a89f5,segment=NetworkSegment(c5ef2c93-032f-42d1-963b-b49b5eb58662),segment_id=c5ef2c93-032f-42d1-963b-b49b5eb58662)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:00.245754 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.294767 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.375498 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Calling delete_port for 8e5814c9-3a95-4532-92a5-a23e695a89f5 owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:00.441875 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5814c9-3a95-4532-92a5-a23e695a89f5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:00.445083 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] No DVR routers for this DVR port 8e5814c9-3a95-4532-92a5-a23e695a89f5 on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:31:00.450808 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:31:00.451162 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:31:00.557099 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.582765 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e822d2d6-0d79-4aaa-bb73-62f059dc7762']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:00.594689 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ef2c93-032f-42d1-963b-b49b5eb58662') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:00.595358 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ef2c93-032f-42d1-963b-b49b5eb58662') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:00.606391 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.622437 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.629231 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:31:00.629624 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:31:00.642633 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:31:00.684811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.718628 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.734265 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:00.744853 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=e822d2d6-0d79-4aaa-bb73-62f059dc7762,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:00.758553 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd795386-b4dc-4879-a73c-aadcc43b8f59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e822d2d6-0d79-4aaa-bb73-62f059dc7762 HTTP/1.1" status: 204 len: 168 time: 1.0134947 Feb 16 13:31:00.761517 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:00.952456 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Deleting port 8e5814c9-3a95-4532-92a5-a23e695a89f5 {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:00.952775 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:01.019974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-65e71d2e-f321-4984-95d3-1f3d839098d6 None None] The port '8e5814c9-3a95-4532-92a5-a23e695a89f5' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:31:01.297969 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33213330'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:01.639021 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Deleting port c6e49dbb-c973-404f-8c2f-daa131ac9c4e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:01.639619 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:01.912786 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] For port c6e49dbb-c973-404f-8c2f-daa131ac9c4e, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:01.913130 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:01.944636 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e5814c9-3a95-4532-92a5-a23e695a89f5 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:31:01.979558 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 8e5814c9-3a95-4532-92a5-a23e695a89f5 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:31:01.979899 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8e5814c9-3a95-4532-92a5-a23e695a89f5 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:31:02.038796 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Calling delete_port for c6e49dbb-c973-404f-8c2f-daa131ac9c4e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:02.214144 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:02.271586 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e49dbb-c973-404f-8c2f-daa131ac9c4e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:02.540640 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33035115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33213246'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:02.892602 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Router af26e815-3e9b-477a-920f-c831c4b78e4b has already been hosted by L3 agent 81cfe69c-8a1b-488f-ac75-07a074d4190d {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:31:03.065215 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] Notify agent at l3_agent.dv-neutron-829435-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:31:03.073634 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b3f1a6a5-75af-49e5-b3b7-8f987607202f admin admin] 10.222.0.65 "PUT /v2.0/routers/af26e815-3e9b-477a-920f-c831c4b78e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3111513 Feb 16 13:31:03.073828 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Sync routers for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:31:03.076214 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:03.083478 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:31:03.084108 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:03.295617 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: dv-neutron-829435-1-hyperv {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:31:03.364919 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:03.541222 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:03.551810 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Deleting port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:03.552229 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:03.577057 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'external_fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:31:02Z', 'revision_number': 5, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port': {'id': '8c1445fa-00a9-45cf-9bc1-f3fd17af9505', 'name': '', 'network_id': '16c121a8-deb1-4622-8d8e-d377e47a1274', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829435-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a31fe4b1-afec-41bf-8a85-109ae9c8f921', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829435-1-hyperv'}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:03.581664 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Checking router: af26e815-3e9b-477a-920f-c831c4b78e4b for host: dv-neutron-829435-1-hyperv {{(pid=87701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:31:03.589876 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Routers {'af26e815-3e9b-477a-920f-c831c4b78e4b'} bound to L3 agent in host dv-neutron-829435-1-hyperv {{(pid=87701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:31:03.590474 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829435-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:27:58Z,description=,heartbeat_timestamp=2022-02-16T13:30:58Z,host='dv-neutron-829435-1-hyperv',id=81cfe69c-8a1b-488f-ac75-07a074d4190d,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:27:58Z,topic='l3_agent')) {'router_ids': ['af26e815-3e9b-477a-920f-c831c4b78e4b'], 'active': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:03.725302 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] For port 8c1445fa-00a9-45cf-9bc1-f3fd17af9505, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,segment=NetworkSegment(7fbc1607-c292-4df6-b002-4ff1729d9ad7),segment_id=7fbc1607-c292-4df6-b002-4ff1729d9ad7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:03.725646 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:03.741633 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvr_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] Set router af26e815-3e9b-477a-920f-c831c4b78e4b gateway port host: None {{(pid=87701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:31:03.845808 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_hamode_db [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:31:03Z', 'revision_number': 6, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port_host': None}], 'dv-neutron-829435-1-hyperv', False) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:03.846664 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Calling delete_port for 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:03.849707 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72acbe5-0309-45ce-aeb2-4f203a27408d None None] The sync data for ids ['af26e815-3e9b-477a-920f-c831c4b78e4b'] in dv-neutron-829435-1-hyperv is: [{'id': 'af26e815-3e9b-477a-920f-c831c4b78e4b', 'name': 'tempest-TestSnapshotPattern-590576867-router', 'tenant_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:31:03Z', 'revision_number': 6, 'project_id': '4ef61c296ce64821a2e18b2599a3d7c6', 'gw_port_host': None}] {{(pid=87701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:31:04.010710 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.057856 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1445fa-00a9-45cf-9bc1-f3fd17af9505,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:04.144428 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33211573'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.297440 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6e49dbb-c973-404f-8c2f-daa131ac9c4e no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:31:04.333146 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33211447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58833'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.335328 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.335587 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: c6e49dbb-c973-404f-8c2f-daa131ac9c4e {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:31:04.336048 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device c6e49dbb-c973-404f-8c2f-daa131ac9c4e not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:31:04.357653 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33218409'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.358273 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af26e815-3e9b-477a-920f-c831c4b78e4b {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:31:04.371139 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.372281 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63f757bc-3dea-4fb3-8156-a12e2eb1a3f9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/af26e815-3e9b-477a-920f-c831c4b78e4b HTTP/1.1" status: 204 len: 168 time: 1.2951412 Feb 16 13:31:04.374730 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:04.434630 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Deleting subnet d47e6344-2758-4aba-977c-f1d039b19260 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:31:04.437362 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.486000 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31680923'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.564420 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697318'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.741883 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33147022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31679726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30646241'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.778006 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47e6344-2758-4aba-977c-f1d039b19260,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:04.782491 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.787407 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959adc7-c919-4e73-a65a-c4618fd14ee3 None None] Network ff82523d-19e6-46fd-8321-af70b4a15950 requested from dv-neutron-829435-1-hyperv {{(pid=87700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:31:04.788769 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-64787583-be44-47cf-9134-cb097a483a48 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d47e6344-2758-4aba-977c-f1d039b19260 HTTP/1.1" status: 204 len: 168 time: 0.4130898 Feb 16 13:31:04.791188 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:04.908494 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-739201'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.919882 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Deleting port b64e8a25-c860-4b60-b8d9-390c21c1a72a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:04.920248 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.057060 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] DHCP port deletion for ff82523d-19e6-46fd-8321-af70b4a15950 request from dv-neutron-829435-1-hyperv {{(pid=87700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:31:05.062954 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Deleting port b64e8a25-c860-4b60-b8d9-390c21c1a72a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:05.063429 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.133975 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] For port b64e8a25-c860-4b60-b8d9-390c21c1a72a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b64e8a25-c860-4b60-b8d9-390c21c1a72a,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:05.134516 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.259713 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Calling delete_port for b64e8a25-c860-4b60-b8d9-390c21c1a72a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:05.273550 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] For port b64e8a25-c860-4b60-b8d9-390c21c1a72a, host dv-neutron-829435-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829435-1-hyperv',level=0,port_id=b64e8a25-c860-4b60-b8d9-390c21c1a72a,segment=NetworkSegment(9f4e708d-7400-453b-b247-d0b17a75a395),segment_id=9f4e708d-7400-453b-b247-d0b17a75a395)] {{(pid=87700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:05.274020 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33210820'] for port, precommit_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.341941 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730745882543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730745411202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31679617'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.389779 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Pushing event deleted for resources: {'Port': ['ID=b64e8a25-c860-4b60-b8d9-390c21c1a72a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:05.394336 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] No DVR routers for this DVR port b64e8a25-c860-4b60-b8d9-390c21c1a72a on host dv-neutron-829435-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:31:05.426111 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Calling delete_port for b64e8a25-c860-4b60-b8d9-390c21c1a72a owned by network:dhcp {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:31:05.498771 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.db.api [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:31:05.499125 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG oslo_db.api [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:31:05.512383 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679818', 'neutron.services.segments.db._delete_segments_for_network-8730745712559'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.538230 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff82523d-19e6-46fd-8321-af70b4a15950']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:05.550634 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4e708d-7400-453b-b247-d0b17a75a395') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:05.550934 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4e708d-7400-453b-b247-d0b17a75a395') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:31:05.562562 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730745715914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31680928'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.581241 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675475'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.588228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:31:05.588228 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-675466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31679572'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: timer() Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:31:05.601645 dv-neutron-829435-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:31:05.679923 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33035104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33211538'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.696748 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.707198 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff82523d-19e6-46fd-8321-af70b4a15950,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:05.711227 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aba33331-2725-4a73-88be-7aa2a525e13e admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff82523d-19e6-46fd-8321-af70b4a15950 HTTP/1.1" status: 204 len: 168 time: 0.9191253 Feb 16 13:31:05.831655 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:05.880289 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-74b566d7-5a4c-4dd5-b53c-2c0b1c04a3b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22a4223dd4ce4f5ca166106e8fb1964a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473444 Feb 16 13:31:05.882672 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:05.949573 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b64e8a25-c860-4b60-b8d9-390c21c1a72a no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:31:05.956540 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.982639 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.987114 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: b64e8a25-c860-4b60-b8d9-390c21c1a72a {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:31:05.987460 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device b64e8a25-c860-4b60-b8d9-390c21c1a72a not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:31:05.987877 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 no longer exists at agent ovs-agent-dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:31:06.014608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Deleting port b64e8a25-c860-4b60-b8d9-390c21c1a72a {{(pid=87700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:31:06.014979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730745879655'] for port, before_delete {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.035745 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.053108 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbf732-58c2-46f1-bdb2-caf518ccbe6f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:06.054029 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] No Port match for: 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 {{(pid=87700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:31:06.054972 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.rpc [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Device 8c1445fa-00a9-45cf-9bc1-f3fd17af9505 not bound to the agent host dv-neutron-829435-1-hyperv {{(pid=87700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:31:06.059832 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.061257 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24b0f032-84ff-4ad7-8e95-b763164e318a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7bbf732-58c2-46f1-bdb2-caf518ccbe6f HTTP/1.1" status: 204 len: 168 time: 0.1777115 Feb 16 13:31:06.101681 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.plugin [None req-68870e10-a511-4af5-892a-85f1efdd3dbe None None] The port 'b64e8a25-c860-4b60-b8d9-390c21c1a72a' was deleted {{(pid=87700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:31:06.427334 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:06.476081 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fcbde9fa-1e3f-47c4-957e-c19b59a93e98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ef61c296ce64821a2e18b2599a3d7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473135 Feb 16 13:31:06.478568 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.65', 38668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:31:06.535818 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.564327 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.618742 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33145909'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.635227 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c0886-a32b-4144-81a1-5e3924f25df4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:06.640443 dv-neutron-829435-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.642720 dv-neutron-829435-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac6eca11-8575-4737-a273-bd72292c4189 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f13c0886-a32b-4144-81a1-5e3924f25df4 HTTP/1.1" status: 204 len: 168 time: 0.1625407 Feb 16 13:31:13.927674 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:22.620793 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:25.867819 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e433c39e-2cff-416a-8853-a13f846b1a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:28.059811 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-62e580e9-f192-4fe9-8b83-3888d128edfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:29.198149 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:29.335665 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:30.687820 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:50.926910 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:52.626000 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:55.872250 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0c370b68-d72e-408f-83b3-f1faa279fb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:58.061141 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-05cec977-46f5-48ad-a5f7-dab98b6888c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:59.202077 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:59.339515 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:00.690323 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:22.643635 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:25.875625 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-beb88d44-9e0c-473c-b0bc-7e976c5cefe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:27.926665 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:32:28.063895 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-700ddab4-45ff-4d6c-8cec-9354e785cd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:29.204830 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:29.341851 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:30.693937 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:52.644133 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:55.878845 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e7920cf8-ef0d-4911-bf28-3da536de996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:58.067270 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-332d453d-e57b-4139-95d7-a495db490560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:59.207556 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:59.343789 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:00.696956 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.925633 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:33:22.651652 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:25.881047 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-57f7e595-0a7b-4516-adb6-f95f76913d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:28.068722 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-aae9e58c-4105-4cce-8e19-d25e3bb2b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.209865 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.346959 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:30.699886 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:41.924691 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:33:52.657902 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:55.881974 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-90afe122-c332-4e69-88b2-b49219ed135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:58.070633 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-dfe43512-7f8c-4213-8f9f-0ee851ef6436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.213379 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.349340 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.702044 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.924216 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:22.673203 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.884664 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-96309262-5501-4f6f-9b40-9377b65527e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:26.366676 dv-neutron-829435-1-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-c8af2d97-7e4e-4035-998e-bda075e858ef req-023a00a9-737c-4522-ba7d-2be3def935d0 service neutron] (87698) timed out ('10.222.0.65', 37208) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:34:28.073918 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-55f81c18-aa66-4ba0-8aef-ae2a02f162c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:29.216284 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:29.353380 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:30.706142 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:52.693682 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:55.887131 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5bf46ec6-ec9a-4a26-9d5e-60129341a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:55.922671 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:58.076137 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-0a52527a-3670-46db-8c17-7732605a07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:59.221229 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:59.357008 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:00.708779 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:22.686728 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:25.888430 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-63a838c9-6b44-451c-839e-6af14e1d1e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:28.079053 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-09171a4e-c139-4c41-b7cb-d2b73fda004d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.224150 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:29.358864 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:30.715848 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.922079 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:35:52.703484 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:55.892442 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6e484be6-3627-431f-a9bb-a4fc44f7cf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:58.089772 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d14-ec11-42b4-b20e-68933d24ef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:59.225953 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:59.361812 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:00.714155 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:09.920621 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:22.712397 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:25.898160 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bb8ddf3c-1d0a-4947-81e1-4bdcb83e8d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:28.084608 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae45e-f6a0-4f9a-a3ba-7245fa9964ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:29.232328 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a130772c-3cd3-4292-8112-b3b128f8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:29.367200 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ff9a790d-ab74-4acd-8d31-81e40cd49e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:30.723979 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-17ae830f-2876-4ddc-bc9a-c36edbd6ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:46.920338 dv-neutron-829435-1-hyperv neutron-server[87701]: DEBUG neutron.db.agents_db [None req-d7583e74-5a96-4e53-a2bf-ce7f45ecf52d None None] Agent healthcheck: found 6 active agents {{(pid=87701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:52.702991 dv-neutron-829435-1-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9701-3e02-420c-bdc1-48f3c0996cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730745712541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697556'] for agent, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}